Skip to content

Instantly share code, notes, and snippets.

@mdsumner
Created September 11, 2025 06:33
Show Gist options
  • Save mdsumner/10980bbcc302ecbe3ff714642bb79ac5 to your computer and use it in GitHub Desktop.
Save mdsumner/10980bbcc302ecbe3ff714642bb79ac5 to your computer and use it in GitHub Desktop.
import os
import rasterio

dsn = "/vsis3/idea-10.7289-v5sq8xb5/www.ncei.noaa.gov/data/sea-surface-temperature-optimum-interpolation/v2.1/access/avhrr/198109/oisst-avhrr-v02r01.19810901.nc"
os.environ["AWS_S3_ENDPOINT"] = "projects.pawsey.org.au"
os.environ["AWS_NO_SIGN_REQUEST"] = "YES"
os.environ["AWS_VIRTUAL_HOSTING"] = "YES"

#rasterio.open(dsn)
#Traceback (most recent call last):
#  File "rasterio/_base.pyx", line 310, in rasterio._base.DatasetBase.__init__
#  File "rasterio/_base.pyx", line 221, in rasterio._base.open_dataset
#  File "rasterio/_err.pyx", line 221, in rasterio._err.exc_wrap_pointer
#rasterio._err.CPLE_OpenFailedError: '/vsis3/idea-10.7289-v5sq8xb5/www.ncei.noaa.gov/data/sea-surface-temperature-optimum-interpolation/v2.1/access/avhrr/198109/oisst-avhrr-v02r01.19810901.nc' not recognized as being in a supported file format.


os.environ["AWS_VIRTUAL_HOSTING"] = "NO"
rasterio.open(dsn)
#open DatasetReader name='/vsis3/idea-10.7289-v5sq8xb5/www.ncei.noaa.gov/data/sea-surface-temperature-optimum-interpolation/v2.1/access/avhrr/198109/oisst-avhrr-v02r01.19810901.nc' mode='r'>


## now cleanup, context depending
#os.environ["AWS_S3_ENDPOINT"] = <previous value>
#os.environ["AWS_NO_SIGN_REQUEST"] = <previous value>
#os.environ["AWS_VIRTUAL_HOSTING"] = <previous value>
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment