first clone the repo (later we'll read remotely without this)
git clone https://opensource.unicc.org/open-source-united-initiative/un-tech-over/challenge-1/ahead-of-the-storm-challenge1-datasets
cd ahead-of-the-storm-challenge1-datasets
Now move into the repo and read in R
library(terra)
library(fs)
## when listing the files we can filter for .tif
f <- fs::dir_ls("nicaragua/weather_hurricanes/era5_hurricane_iota/total_precipitation", recurse = TRUE, regexp = ".tif$")
rast(f)
lass : SpatRaster
dimensions : 89, 147, 276 (nrow, ncol, nlyr)
resolution : 0.2500068, 0.2500114 (x, y)
extent : -96.299, -59.548, 2.481994, 24.73301 (xmin, xmax, ymin, ymax)
coord. ref. : lon/lat WGS 84 (EPSG:4326)
sources : total_precipitation_20201109T19.tif
total_precipitation_20201109T20.tif
total_precipitation_20201109T21.tif
... and 273 more sources
names : Total~ation, Total~ation, Total~ation, Total~ation, Total~ation, Total~ation, ...
That entirely assumes that the files are in time order, which looks safe but it's a bit extra work to figure that out.
We can template all the files now
base <- "https://opensource.unicc.org/open-source-united-initiative/un-tech-over/challenge-1/ahead-of-the-storm-challenge1-datasets/-/raw/main/nicaragua/weather_hurricanes/era5_hurricane_iota/total_precipitation"
f0 <- c("total_precipitation_20201109T19.tif", "total_precipitation_20201109T20.tif",
"total_precipitation_20201109T21.tif", "total_precipitation_20201109T22.tif",
"total_precipitation_20201109T23.tif", "total_precipitation_20201110T00.tif",
"total_precipitation_20201110T01.tif", "total_precipitation_20201110T02.tif",
"total_precipitation_20201110T03.tif", "total_precipitation_20201110T04.tif",
"total_precipitation_20201110T05.tif", "total_precipitation_20201110T06.tif",
"total_precipitation_20201110T07.tif", "total_precipitation_20201110T08.tif",
"total_precipitation_20201110T09.tif", "total_precipitation_20201110T10.tif",
"total_precipitation_20201110T11.tif", "total_precipitation_20201110T12.tif",
"total_precipitation_20201110T13.tif", "total_precipitation_20201110T14.tif",
"total_precipitation_20201110T15.tif", "total_precipitation_20201110T16.tif",
"total_precipitation_20201110T17.tif", "total_precipitation_20201110T18.tif",
"total_precipitation_20201110T19.tif", "total_precipitation_20201110T20.tif",
"total_precipitation_20201110T21.tif", "total_precipitation_20201110T22.tif",
"total_precipitation_20201110T23.tif", "total_precipitation_20201111T00.tif",
"total_precipitation_20201111T01.tif", "total_precipitation_20201111T02.tif",
"total_precipitation_20201111T03.tif", "total_precipitation_20201111T04.tif",
"total_precipitation_20201111T05.tif", "total_precipitation_20201111T06.tif",
"total_precipitation_20201111T07.tif", "total_precipitation_20201111T08.tif",
"total_precipitation_20201111T09.tif", "total_precipitation_20201111T10.tif",
"total_precipitation_20201111T11.tif", "total_precipitation_20201111T12.tif",
"total_precipitation_20201111T13.tif", "total_precipitation_20201111T14.tif",
"total_precipitation_20201111T15.tif", "total_precipitation_20201111T16.tif",
"total_precipitation_20201111T17.tif", "total_precipitation_20201111T18.tif",
"total_precipitation_20201111T19.tif", "total_precipitation_20201111T20.tif",
"total_precipitation_20201111T21.tif", "total_precipitation_20201111T22.tif",
"total_precipitation_20201111T23.tif", "total_precipitation_20201112T00.tif",
"total_precipitation_20201112T01.tif", "total_precipitation_20201112T02.tif",
"total_precipitation_20201112T03.tif", "total_precipitation_20201112T04.tif",
"total_precipitation_20201112T05.tif", "total_precipitation_20201112T06.tif",
"total_precipitation_20201112T07.tif", "total_precipitation_20201112T08.tif",
"total_precipitation_20201112T09.tif", "total_precipitation_20201112T10.tif",
"total_precipitation_20201112T11.tif", "total_precipitation_20201112T12.tif",
"total_precipitation_20201112T13.tif", "total_precipitation_20201112T14.tif",
"total_precipitation_20201112T15.tif", "total_precipitation_20201112T16.tif",
"total_precipitation_20201112T17.tif", "total_precipitation_20201112T18.tif",
"total_precipitation_20201112T19.tif", "total_precipitation_20201112T20.tif",
"total_precipitation_20201112T21.tif", "total_precipitation_20201112T22.tif",
"total_precipitation_20201112T23.tif", "total_precipitation_20201113T00.tif",
"total_precipitation_20201113T01.tif", "total_precipitation_20201113T02.tif",
"total_precipitation_20201113T03.tif", "total_precipitation_20201113T04.tif",
"total_precipitation_20201113T05.tif", "total_precipitation_20201113T06.tif",
"total_precipitation_20201113T07.tif", "total_precipitation_20201113T08.tif",
"total_precipitation_20201113T09.tif", "total_precipitation_20201113T10.tif",
"total_precipitation_20201113T11.tif", "total_precipitation_20201113T12.tif",
"total_precipitation_20201113T13.tif", "total_precipitation_20201113T14.tif",
"total_precipitation_20201113T15.tif", "total_precipitation_20201113T16.tif",
"total_precipitation_20201113T17.tif", "total_precipitation_20201113T18.tif",
"total_precipitation_20201113T19.tif", "total_precipitation_20201113T20.tif",
"total_precipitation_20201113T21.tif", "total_precipitation_20201113T22.tif",
"total_precipitation_20201113T23.tif", "total_precipitation_20201114T00.tif",
"total_precipitation_20201114T01.tif", "total_precipitation_20201114T02.tif",
"total_precipitation_20201114T03.tif", "total_precipitation_20201114T04.tif",
"total_precipitation_20201114T05.tif", "total_precipitation_20201114T06.tif",
"total_precipitation_20201114T07.tif", "total_precipitation_20201114T08.tif",
"total_precipitation_20201114T09.tif", "total_precipitation_20201114T10.tif",
"total_precipitation_20201114T11.tif", "total_precipitation_20201114T12.tif",
"total_precipitation_20201114T13.tif", "total_precipitation_20201114T14.tif",
"total_precipitation_20201114T15.tif", "total_precipitation_20201114T16.tif",
"total_precipitation_20201114T17.tif", "total_precipitation_20201114T18.tif",
"total_precipitation_20201114T19.tif", "total_precipitation_20201114T20.tif",
"total_precipitation_20201114T21.tif", "total_precipitation_20201114T22.tif",
"total_precipitation_20201114T23.tif", "total_precipitation_20201115T00.tif",
"total_precipitation_20201115T01.tif", "total_precipitation_20201115T02.tif",
"total_precipitation_20201115T03.tif", "total_precipitation_20201115T04.tif",
"total_precipitation_20201115T05.tif", "total_precipitation_20201115T06.tif",
"total_precipitation_20201115T07.tif", "total_precipitation_20201115T08.tif",
"total_precipitation_20201115T09.tif", "total_precipitation_20201115T10.tif",
"total_precipitation_20201115T11.tif", "total_precipitation_20201115T12.tif",
"total_precipitation_20201115T13.tif", "total_precipitation_20201115T14.tif",
"total_precipitation_20201115T15.tif", "total_precipitation_20201115T16.tif",
"total_precipitation_20201115T17.tif", "total_precipitation_20201115T18.tif",
"total_precipitation_20201115T19.tif", "total_precipitation_20201115T20.tif",
"total_precipitation_20201115T21.tif", "total_precipitation_20201115T22.tif",
"total_precipitation_20201115T23.tif", "total_precipitation_20201116T00.tif",
"total_precipitation_20201116T01.tif", "total_precipitation_20201116T02.tif",
"total_precipitation_20201116T03.tif", "total_precipitation_20201116T04.tif",
"total_precipitation_20201116T05.tif", "total_precipitation_20201116T06.tif",
"total_precipitation_20201116T07.tif", "total_precipitation_20201116T08.tif",
"total_precipitation_20201116T09.tif", "total_precipitation_20201116T10.tif",
"total_precipitation_20201116T11.tif", "total_precipitation_20201116T12.tif",
"total_precipitation_20201116T13.tif", "total_precipitation_20201116T14.tif",
"total_precipitation_20201116T15.tif", "total_precipitation_20201116T16.tif",
"total_precipitation_20201116T17.tif", "total_precipitation_20201116T18.tif",
"total_precipitation_20201116T19.tif", "total_precipitation_20201116T20.tif",
"total_precipitation_20201116T21.tif", "total_precipitation_20201116T22.tif",
"total_precipitation_20201116T23.tif", "total_precipitation_20201117T00.tif",
"total_precipitation_20201117T01.tif", "total_precipitation_20201117T02.tif",
"total_precipitation_20201117T03.tif", "total_precipitation_20201117T04.tif",
"total_precipitation_20201117T05.tif", "total_precipitation_20201117T06.tif",
"total_precipitation_20201117T07.tif", "total_precipitation_20201117T08.tif",
"total_precipitation_20201117T09.tif", "total_precipitation_20201117T10.tif",
"total_precipitation_20201117T11.tif", "total_precipitation_20201117T12.tif",
"total_precipitation_20201117T13.tif", "total_precipitation_20201117T14.tif",
"total_precipitation_20201117T15.tif", "total_precipitation_20201117T16.tif",
"total_precipitation_20201117T17.tif", "total_precipitation_20201117T18.tif",
"total_precipitation_20201117T19.tif", "total_precipitation_20201117T20.tif",
"total_precipitation_20201117T21.tif", "total_precipitation_20201117T22.tif",
"total_precipitation_20201117T23.tif", "total_precipitation_20201118T00.tif",
"total_precipitation_20201118T01.tif", "total_precipitation_20201118T02.tif",
"total_precipitation_20201118T03.tif", "total_precipitation_20201118T04.tif",
"total_precipitation_20201118T05.tif", "total_precipitation_20201118T06.tif",
"total_precipitation_20201118T07.tif", "total_precipitation_20201118T08.tif",
"total_precipitation_20201118T09.tif", "total_precipitation_20201118T10.tif",
"total_precipitation_20201118T11.tif", "total_precipitation_20201118T12.tif",
"total_precipitation_20201118T13.tif", "total_precipitation_20201118T14.tif",
"total_precipitation_20201118T15.tif", "total_precipitation_20201118T16.tif",
"total_precipitation_20201118T17.tif", "total_precipitation_20201118T18.tif",
"total_precipitation_20201118T19.tif", "total_precipitation_20201118T20.tif",
"total_precipitation_20201118T21.tif", "total_precipitation_20201118T22.tif",
"total_precipitation_20201118T23.tif", "total_precipitation_20201119T00.tif",
"total_precipitation_20201119T01.tif", "total_precipitation_20201119T02.tif",
"total_precipitation_20201119T03.tif", "total_precipitation_20201119T04.tif",
"total_precipitation_20201119T05.tif", "total_precipitation_20201119T06.tif",
"total_precipitation_20201119T07.tif", "total_precipitation_20201119T08.tif",
"total_precipitation_20201119T09.tif", "total_precipitation_20201119T10.tif",
"total_precipitation_20201119T11.tif", "total_precipitation_20201119T12.tif",
"total_precipitation_20201119T13.tif", "total_precipitation_20201119T14.tif",
"total_precipitation_20201119T15.tif", "total_precipitation_20201119T16.tif",
"total_precipitation_20201119T17.tif", "total_precipitation_20201119T18.tif",
"total_precipitation_20201119T19.tif", "total_precipitation_20201119T20.tif",
"total_precipitation_20201119T21.tif", "total_precipitation_20201119T22.tif",
"total_precipitation_20201119T23.tif", "total_precipitation_20201120T00.tif",
"total_precipitation_20201120T01.tif", "total_precipitation_20201120T02.tif",
"total_precipitation_20201120T03.tif", "total_precipitation_20201120T04.tif",
"total_precipitation_20201120T05.tif", "total_precipitation_20201120T06.tif",
"total_precipitation_20201120T07.tif", "total_precipitation_20201120T08.tif",
"total_precipitation_20201120T09.tif", "total_precipitation_20201120T10.tif",
"total_precipitation_20201120T11.tif", "total_precipitation_20201120T12.tif",
"total_precipitation_20201120T13.tif", "total_precipitation_20201120T14.tif",
"total_precipitation_20201120T15.tif", "total_precipitation_20201120T16.tif",
"total_precipitation_20201120T17.tif", "total_precipitation_20201120T18.tif",
"total_precipitation_20201120T19.tif", "total_precipitation_20201120T20.tif",
"total_precipitation_20201120T21.tif", "total_precipitation_20201120T22.tif",
"total_precipitation_20201120T23.tif", "total_precipitation_20201121T00.tif",
"total_precipitation_20201121T01.tif", "total_precipitation_20201121T02.tif",
"total_precipitation_20201121T03.tif", "total_precipitation_20201121T04.tif",
"total_precipitation_20201121T05.tif", "total_precipitation_20201121T06.tif"
)
## note vsicurl prefix to read from URL
rastersources <- sprintf("/vsicurl/%s/%s", base, f0)
Sys.setenv("GDAL_DISABLE_READDIR_ON_OPEN" = "EMPTY_DIR")
(r <- rast(rastersources))
All of that could templated down to a series of datetime stamps, if they are predictable and all done in code with no download.