Skip to content

Instantly share code, notes, and snippets.

@whatnick

whatnick/pytest_logs.txt

Created December 16, 2019 02:56
Show Gist options
  • Save whatnick/7f3f9dccb62324ef4a2a21e668f864fd to your computer and use it in GitHub Desktop.
Save whatnick/7f3f9dccb62324ef4a2a21e668f864fd to your computer and use it in GitHub Desktop.
Download ZIP
Raw
pytest_logs.txt
============================= test session starts ==============================
platform linux -- Python 3.6.8, pytest-5.3.2, py-1.8.0, pluggy-0.13.1
rootdir: /home/ubuntu/eo-datasets, inifile: setup.cfg, testpaths: eodatasets3, tests
plugins: flake8-1.0.4, cov-2.8.1, hypothesis-4.54.0
collected 94 items
eodatasets3/documents.py .... [ 4%]
eodatasets3/images.py ... [ 7%]
eodatasets3/properties.py .. [ 9%]
eodatasets3/ui.py . [ 10%]
eodatasets3/utils.py .. [ 12%]
eodatasets3/validate.py . [ 13%]
eodatasets3/wagl.py .. [ 15%]
eodatasets3/metadata/__init__.py .. [ 18%]
eodatasets3/prepare/landsat_l1_prepare.py ..... [ 23%]
tests/test_documents.py .. [ 25%]
tests/test_verify.py .. [ 27%]
tests/integration/h5downsample.py . [ 28%]
tests/integration/test_assemble.py ...... [ 35%]
tests/integration/test_image.py .. [ 37%]
tests/integration/test_packagewagl.py .. [ 39%]
tests/integration/test_recompress.py ...... [ 45%]
tests/integration/test_serialise.py ... [ 48%]
tests/integration/test_validate.py ..................................... [ 88%]
... [ 91%]
tests/integration/prepare/test_noaa_c_c_prwtreatm_1.py . [ 92%]
tests/integration/prepare/test_prepare_landsat_l1.py ..... [ 97%]
tests/integration/prepare/test_prepare_s2a_l1c_safe.py F [ 98%]
tests/integration/prepare/test_prepare_s2b_l1c_awspds.py F [100%]
=================================== FAILURES ===================================
__________________________ test_prepare_s2a_l1c_safe ___________________________
tmpdir = local('/tmp/pytest-of-ubuntu/pytest-11/test_prepare_s2a_l1c_safe0')
def test_prepare_s2a_l1c_safe(tmpdir):
assert L1_ZIPFILE_PATH.exists(), "Test data missing(?)"
output_path = Path(tmpdir)
expected_metadata_path = (
output_path
/ "S2A_MSIL1C_20180629T000241_N0206_R030_T56JMM_20180629T012042.zip.yaml"
)
granule_path = (
"/S2A_MSIL1C_20180629T000241_N0206_R030_T56JMM_20180629T012042.SAFE"
"/GRANULE/L1C_T56JMM_A015757_20180629T000241/"
)
def path_offset(offset: str, granule_path=granule_path):
return "zip://" + str(L1_ZIPFILE_PATH.absolute()) + "!" + granule_path + offset
expected_doc = {
"acquisition": {"groundstation": {"code": "EPA_"}},
"archiving_time": "2018-06-29T03:44:20.252114Z",
"checksum_sha1": "908571e2cdd54174fb051272be34fe73f6efb9a5",
"creation_dt": "2018-06-29T01:20:42.000000Z",
"datastrip_id": "S2A_OPER_MSI_L1C_DS_EPAE_20180629T012042_S20180629T000241_N02.06",
"datastrip_metadata": (
"S2A_MSIL1C_20180629T000241_N0206_R030_T56JMM_20180629T012042.SAFE"
"/DATASTRIP/DS_EPAE_20180629T012042_S20180629T000241/MTD_DS.xml"
),
"datatake_id": {"datatakeIdentifier": "GS2A_20180629T000241_015757_N02.06"},
"datatake_sensing_start": "2018-06-29T00:02:41.024Z",
"datatake_type": "INS-NOBS",
"downlink_priority": "NOMINAL",
"extent": {
"center_dt": "2018-06-29T00:02:41.461Z",
"coord": {
"ll": {"lat": -30.81709901611161, "lon": 151.95410707081012},
"lr": {"lat": -30.82128003446065, "lon": 153.10204544208213},
"ul": {"lat": -29.82640952246035, "lon": 151.9645797990478},
"ur": {"lat": -29.83042869279505, "lon": 153.10102341983713},
},
"from_dt": "2018-06-29T00:02:41.024Z",
"to_dt": "2018-06-29T00:02:41.024Z",
},
"format": {"name": "JPEG2000"},
"grid_spatial": {
"projection": {
"geo_ref_points": {
"ll": {"x": 399960, "y": 6590200},
"lr": {"x": 509760, "y": 6590200},
"ul": {"x": 399960, "y": 6700000},
"ur": {"x": 509760, "y": 6700000},
},
"spatial_reference": "EPSG:32756",
"valid_data": {
"coordinates": [
[
[470826.97121060337, 6590200.0],
[475130.9086383948, 6598904.030892345],
[493180.2237068879, 6681630.058289605],
[493214.79452054796, 6700000.0],
[399960.0, 6700000.0],
[399960.0, 6590200.0],
[470826.97121060337, 6590200.0],
]
],
"type": "Polygon",
},
}
},
"id": "d6004c21-171f-5a76-8e4f-2de359af506a",
"image": {
"bands": {
"B01": {
"layer": 1,
"path": path_offset("IMG_DATA/T56JMM_20180629T000241_B01.jp2"),
},
"B02": {
"layer": 1,
"path": path_offset("IMG_DATA/T56JMM_20180629T000241_B02.jp2"),
},
"B03": {
"layer": 1,
"path": path_offset("IMG_DATA/T56JMM_20180629T000241_B03.jp2"),
},
"B04": {
"layer": 1,
"path": path_offset("IMG_DATA/T56JMM_20180629T000241_B04.jp2"),
},
"B05": {
"layer": 1,
"path": path_offset("IMG_DATA/T56JMM_20180629T000241_B05.jp2"),
},
"B06": {
"layer": 1,
"path": path_offset("IMG_DATA/T56JMM_20180629T000241_B06.jp2"),
},
"B07": {
"layer": 1,
"path": path_offset("IMG_DATA/T56JMM_20180629T000241_B07.jp2"),
},
"B08": {
"layer": 1,
"path": path_offset("IMG_DATA/T56JMM_20180629T000241_B08.jp2"),
},
"B09": {
"layer": 1,
"path": path_offset("IMG_DATA/T56JMM_20180629T000241_B09.jp2"),
},
"B10": {
"layer": 1,
"path": path_offset("IMG_DATA/T56JMM_20180629T000241_B10.jp2"),
},
"B11": {
"layer": 1,
"path": path_offset("IMG_DATA/T56JMM_20180629T000241_B11.jp2"),
},
"B12": {
"layer": 1,
"path": path_offset("IMG_DATA/T56JMM_20180629T000241_B12.jp2"),
},
"B8A": {
"layer": 1,
"path": path_offset("IMG_DATA/T56JMM_20180629T000241_B8A.jp2"),
},
"PVI": {
"layer": 1,
"path": path_offset("QI_DATA/T56JMM_20180629T000241_PVI.jp2"),
},
"TCI": {
"layer": 1,
"path": path_offset("IMG_DATA/T56JMM_20180629T000241_TCI.jp2"),
},
},
"cloud_cover_percentage": 0.0,
"degraded_anc_data_percentage": 0.0,
"degraded_msi_data_percentage": 0.0,
"format_quality_flag": "",
"general_quality_flag": "",
"geometric_quality_flag": "",
"null_value": "0",
"radiometric_quality_flag": "",
"reflectance_conversion": "0.967798898595979",
"saturated": "65535",
"sensor_quality_flag": "",
"solar_irradiance": [
{"bandId": "0", "unit": "W/m²/µm", "value": "1884.69"},
{"bandId": "1", "unit": "W/m²/µm", "value": "1959.72"},
{"bandId": "2", "unit": "W/m²/µm", "value": "1823.24"},
{"bandId": "3", "unit": "W/m²/µm", "value": "1512.06"},
{"bandId": "4", "unit": "W/m²/µm", "value": "1424.64"},
{"bandId": "5", "unit": "W/m²/µm", "value": "1287.61"},
{"bandId": "6", "unit": "W/m²/µm", "value": "1162.08"},
{"bandId": "7", "unit": "W/m²/µm", "value": "1041.63"},
{"bandId": "8", "unit": "W/m²/µm", "value": "955.32"},
{"bandId": "9", "unit": "W/m²/µm", "value": "812.92"},
{"bandId": "10", "unit": "W/m²/µm", "value": "367.15"},
{"bandId": "11", "unit": "W/m²/µm", "value": "245.59"},
{"bandId": "12", "unit": "W/m²/µm", "value": "85.25"},
],
"sun_azimuth": 28.9784209875988,
"sun_elevation": 59.5161129280706,
"tile_reference": "N02.06",
"viewing_angles": [
{
"bandId": "0",
"measurement": {
"azimuth": {"value": 287.743300570742},
"zenith": {"value": 8.90682426360539},
},
"unit": "degree",
},
{
"bandId": "9",
"measurement": {
"azimuth": {"value": 287.913358161721},
"zenith": {"value": 8.93763578589198},
},
"unit": "degree",
},
{
"bandId": "10",
"measurement": {
"azimuth": {"value": 286.62269660653},
"zenith": {"value": 8.77437299338626},
},
"unit": "degree",
},
{
"bandId": "1",
"measurement": {
"azimuth": {"value": 286.085976995274},
"zenith": {"value": 8.70023786261715},
},
"unit": "degree",
},
{
"bandId": "2",
"measurement": {
"azimuth": {"value": 286.471239179063},
"zenith": {"value": 8.72476018739389},
},
"unit": "degree",
},
{
"bandId": "3",
"measurement": {
"azimuth": {"value": 286.832768592131},
"zenith": {"value": 8.75574267151839},
},
"unit": "degree",
},
{
"bandId": "4",
"measurement": {
"azimuth": {"value": 287.013584765891},
"zenith": {"value": 8.77685536841587},
},
"unit": "degree",
},
{
"bandId": "5",
"measurement": {
"azimuth": {"value": 287.207324001684},
"zenith": {"value": 8.80050900146543},
},
"unit": "degree",
},
{
"bandId": "6",
"measurement": {
"azimuth": {"value": 287.400419388821},
"zenith": {"value": 8.8344918122903},
},
"unit": "degree",
},
{
"bandId": "7",
"measurement": {
"azimuth": {"value": 286.272771889735},
"zenith": {"value": 8.71220887022109},
},
"unit": "degree",
},
{
"bandId": "8",
"measurement": {
"azimuth": {"value": 287.592709087249},
"zenith": {"value": 8.86277189674952},
},
"unit": "degree",
},
{
"bandId": "11",
"measurement": {
"azimuth": {"value": 287.100489102096},
"zenith": {"value": 8.84204098088515},
},
"unit": "degree",
},
{
"bandId": "12",
"measurement": {
"azimuth": {"value": 287.498739900102},
"zenith": {"value": 8.90079212851159},
},
"unit": "degree",
},
],
},
"instrument": {"name": "MSI"},
"lineage": {"source_datasets": {}},
"orbit": "30",
"orbit_direction": "DESCENDING",
"platform": {"code": "Sentinel-2A"},
"processing_baseline": "02.06",
"processing_level": "Level-1C",
"product_format": {"name": "SAFE_COMPACT"},
"product_type": "S2MSI1C",
"product_uri": "S2A_MSIL1C_20180629T000241_N0206_R030_T56JMM_20180629T012042.SAFE",
"size_bytes": 1837225,
"tile_id": "S2A_OPER_MSI_L1C_TL_EPAE_20180629T012042_A015757_T56JMM_N02.06",
}
check_prepare_outputs(
invoke_script=s2_prepare_cophub_zip.main,
run_args=[
"--newer-than",
"1970-01-01",
"--output",
str(output_path),
str(L1_ZIPFILE_PATH),
],
expected_doc=expected_doc,
> expected_metadata_path=expected_metadata_path,
)
E AssertionError: {'values_changed': {"root['extent']['coord']['ll']['lat']": {'new_value': 151.95410707081015,
E 'old_value': -30.81709901611161},
E "root['extent']['coord']['ll']['lon']": {'new_value': -30.817099016111623,
E 'old_value': 151.95410707081012},
E "root['extent']['coord']['lr']['lat']": {'new_value': 153.1020454420822,
E 'old_value': -30.82128003446065},
E "root['extent']['coord']['lr']['lon']": {'new_value': -30.821280034460656,
E 'old_value': 153.10204544208213},
E "root['extent']['coord']['ul']['lat']": {'new_value': 151.96457979904784,
E 'old_value': -29.82640952246035},
E "root['extent']['coord']['ul']['lon']": {'new_value': -29.826409522460356,
E 'old_value': 151.9645797990478},
E "root['extent']['coord']['ur']['lat']": {'new_value': 153.1010234198372,
E 'old_value': -29.83042869279505},
E "root['extent']['coord']['ur']['lon']": {'new_value': -29.830428692795056,
E 'old_value': 153.10102341983713}}}
tests/integration/prepare/test_prepare_s2a_l1c_safe.py:304: AssertionError
----------------------------- Captured stdout call -----------------------------
{'acquisition': {'groundstation': {'code': 'EPA_'}},
'archiving_time': '2018-06-29T03:44:20.252114Z',
'checksum_sha1': '908571e2cdd54174fb051272be34fe73f6efb9a5',
'creation_dt': '2018-06-29T01:20:42.000000Z',
'datastrip_id': 'S2A_OPER_MSI_L1C_DS_EPAE_20180629T012042_S20180629T000241_N02.06',
'datastrip_metadata': 'S2A_MSIL1C_20180629T000241_N0206_R030_T56JMM_20180629T012042.SAFE/DATASTRIP/DS_EPAE_20180629T012042_S20180629T000241/MTD_DS.xml',
'datatake_id': {'datatakeIdentifier': 'GS2A_20180629T000241_015757_N02.06'},
'datatake_sensing_start': '2018-06-29T00:02:41.024Z',
'datatake_type': 'INS-NOBS',
'downlink_priority': 'NOMINAL',
'extent': {'center_dt': '2018-06-29T00:02:41.461Z',
'coord': {'ll': {'lat': 151.95410707081015,
'lon': -30.817099016111623},
'lr': {'lat': 153.1020454420822,
'lon': -30.821280034460656},
'ul': {'lat': 151.96457979904784,
'lon': -29.826409522460356},
'ur': {'lat': 153.1010234198372,
'lon': -29.830428692795056}},
'from_dt': '2018-06-29T00:02:41.024Z',
'to_dt': '2018-06-29T00:02:41.024Z'},
'format': {'name': 'JPEG2000'},
'grid_spatial': {'projection': {'geo_ref_points': {'ll': {'x': 399960,
'y': 6590200},
'lr': {'x': 509760,
'y': 6590200},
'ul': {'x': 399960,
'y': 6700000},
'ur': {'x': 509760,
'y': 6700000}},
'spatial_reference': 'EPSG:32756',
'valid_data': {'coordinates': [[[470826.97121060337,
6590200.0],
[475130.9086383948,
6598904.030892345],
[493180.2237068879,
6681630.058289605],
[493214.79452054796,
6700000.0],
[399960.0,
6700000.0],
[399960.0,
6590200.0],
[470826.97121060337,
6590200.0]]],
'type': 'Polygon'}}},
'id': 'd6004c21-171f-5a76-8e4f-2de359af506a',
'image': {'bands': {'B01': {'layer': 1,
'path': 'zip:///home/ubuntu/eo-datasets/tests/integration/data/S2A_MSIL1C_20180629T000241_N0206_R030_T56JMM_20180629T012042.zip!/S2A_MSIL1C_20180629T000241_N0206_R030_T56JMM_20180629T012042.SAFE/GRANULE/L1C_T56JMM_A015757_20180629T000241/IMG_DATA/T56JMM_20180629T000241_B01.jp2'},
'B02': {'layer': 1,
'path': 'zip:///home/ubuntu/eo-datasets/tests/integration/data/S2A_MSIL1C_20180629T000241_N0206_R030_T56JMM_20180629T012042.zip!/S2A_MSIL1C_20180629T000241_N0206_R030_T56JMM_20180629T012042.SAFE/GRANULE/L1C_T56JMM_A015757_20180629T000241/IMG_DATA/T56JMM_20180629T000241_B02.jp2'},
'B03': {'layer': 1,
'path': 'zip:///home/ubuntu/eo-datasets/tests/integration/data/S2A_MSIL1C_20180629T000241_N0206_R030_T56JMM_20180629T012042.zip!/S2A_MSIL1C_20180629T000241_N0206_R030_T56JMM_20180629T012042.SAFE/GRANULE/L1C_T56JMM_A015757_20180629T000241/IMG_DATA/T56JMM_20180629T000241_B03.jp2'},
'B04': {'layer': 1,
'path': 'zip:///home/ubuntu/eo-datasets/tests/integration/data/S2A_MSIL1C_20180629T000241_N0206_R030_T56JMM_20180629T012042.zip!/S2A_MSIL1C_20180629T000241_N0206_R030_T56JMM_20180629T012042.SAFE/GRANULE/L1C_T56JMM_A015757_20180629T000241/IMG_DATA/T56JMM_20180629T000241_B04.jp2'},
'B05': {'layer': 1,
'path': 'zip:///home/ubuntu/eo-datasets/tests/integration/data/S2A_MSIL1C_20180629T000241_N0206_R030_T56JMM_20180629T012042.zip!/S2A_MSIL1C_20180629T000241_N0206_R030_T56JMM_20180629T012042.SAFE/GRANULE/L1C_T56JMM_A015757_20180629T000241/IMG_DATA/T56JMM_20180629T000241_B05.jp2'},
'B06': {'layer': 1,
'path': 'zip:///home/ubuntu/eo-datasets/tests/integration/data/S2A_MSIL1C_20180629T000241_N0206_R030_T56JMM_20180629T012042.zip!/S2A_MSIL1C_20180629T000241_N0206_R030_T56JMM_20180629T012042.SAFE/GRANULE/L1C_T56JMM_A015757_20180629T000241/IMG_DATA/T56JMM_20180629T000241_B06.jp2'},
'B07': {'layer': 1,
'path': 'zip:///home/ubuntu/eo-datasets/tests/integration/data/S2A_MSIL1C_20180629T000241_N0206_R030_T56JMM_20180629T012042.zip!/S2A_MSIL1C_20180629T000241_N0206_R030_T56JMM_20180629T012042.SAFE/GRANULE/L1C_T56JMM_A015757_20180629T000241/IMG_DATA/T56JMM_20180629T000241_B07.jp2'},
'B08': {'layer': 1,
'path': 'zip:///home/ubuntu/eo-datasets/tests/integration/data/S2A_MSIL1C_20180629T000241_N0206_R030_T56JMM_20180629T012042.zip!/S2A_MSIL1C_20180629T000241_N0206_R030_T56JMM_20180629T012042.SAFE/GRANULE/L1C_T56JMM_A015757_20180629T000241/IMG_DATA/T56JMM_20180629T000241_B08.jp2'},
'B09': {'layer': 1,
'path': 'zip:///home/ubuntu/eo-datasets/tests/integration/data/S2A_MSIL1C_20180629T000241_N0206_R030_T56JMM_20180629T012042.zip!/S2A_MSIL1C_20180629T000241_N0206_R030_T56JMM_20180629T012042.SAFE/GRANULE/L1C_T56JMM_A015757_20180629T000241/IMG_DATA/T56JMM_20180629T000241_B09.jp2'},
'B10': {'layer': 1,
'path': 'zip:///home/ubuntu/eo-datasets/tests/integration/data/S2A_MSIL1C_20180629T000241_N0206_R030_T56JMM_20180629T012042.zip!/S2A_MSIL1C_20180629T000241_N0206_R030_T56JMM_20180629T012042.SAFE/GRANULE/L1C_T56JMM_A015757_20180629T000241/IMG_DATA/T56JMM_20180629T000241_B10.jp2'},
'B11': {'layer': 1,
'path': 'zip:///home/ubuntu/eo-datasets/tests/integration/data/S2A_MSIL1C_20180629T000241_N0206_R030_T56JMM_20180629T012042.zip!/S2A_MSIL1C_20180629T000241_N0206_R030_T56JMM_20180629T012042.SAFE/GRANULE/L1C_T56JMM_A015757_20180629T000241/IMG_DATA/T56JMM_20180629T000241_B11.jp2'},
'B12': {'layer': 1,
'path': 'zip:///home/ubuntu/eo-datasets/tests/integration/data/S2A_MSIL1C_20180629T000241_N0206_R030_T56JMM_20180629T012042.zip!/S2A_MSIL1C_20180629T000241_N0206_R030_T56JMM_20180629T012042.SAFE/GRANULE/L1C_T56JMM_A015757_20180629T000241/IMG_DATA/T56JMM_20180629T000241_B12.jp2'},
'B8A': {'layer': 1,
'path': 'zip:///home/ubuntu/eo-datasets/tests/integration/data/S2A_MSIL1C_20180629T000241_N0206_R030_T56JMM_20180629T012042.zip!/S2A_MSIL1C_20180629T000241_N0206_R030_T56JMM_20180629T012042.SAFE/GRANULE/L1C_T56JMM_A015757_20180629T000241/IMG_DATA/T56JMM_20180629T000241_B8A.jp2'},
'PVI': {'layer': 1,
'path': 'zip:///home/ubuntu/eo-datasets/tests/integration/data/S2A_MSIL1C_20180629T000241_N0206_R030_T56JMM_20180629T012042.zip!/S2A_MSIL1C_20180629T000241_N0206_R030_T56JMM_20180629T012042.SAFE/GRANULE/L1C_T56JMM_A015757_20180629T000241/QI_DATA/T56JMM_20180629T000241_PVI.jp2'},
'TCI': {'layer': 1,
'path': 'zip:///home/ubuntu/eo-datasets/tests/integration/data/S2A_MSIL1C_20180629T000241_N0206_R030_T56JMM_20180629T012042.zip!/S2A_MSIL1C_20180629T000241_N0206_R030_T56JMM_20180629T012042.SAFE/GRANULE/L1C_T56JMM_A015757_20180629T000241/IMG_DATA/T56JMM_20180629T000241_TCI.jp2'}},
'cloud_cover_percentage': 0.0,
'degraded_anc_data_percentage': 0.0,
'degraded_msi_data_percentage': 0.0,
'format_quality_flag': '',
'general_quality_flag': '',
'geometric_quality_flag': '',
'null_value': '0',
'radiometric_quality_flag': '',
'reflectance_conversion': '0.967798898595979',
'saturated': '65535',
'sensor_quality_flag': '',
'solar_irradiance': [{'bandId': '0',
'unit': 'W/m²/µm',
'value': '1884.69'},
{'bandId': '1',
'unit': 'W/m²/µm',
'value': '1959.72'},
{'bandId': '2',
'unit': 'W/m²/µm',
'value': '1823.24'},
{'bandId': '3',
'unit': 'W/m²/µm',
'value': '1512.06'},
{'bandId': '4',
'unit': 'W/m²/µm',
'value': '1424.64'},
{'bandId': '5',
'unit': 'W/m²/µm',
'value': '1287.61'},
{'bandId': '6',
'unit': 'W/m²/µm',
'value': '1162.08'},
{'bandId': '7',
'unit': 'W/m²/µm',
'value': '1041.63'},
{'bandId': '8',
'unit': 'W/m²/µm',
'value': '955.32'},
{'bandId': '9',
'unit': 'W/m²/µm',
'value': '812.92'},
{'bandId': '10',
'unit': 'W/m²/µm',
'value': '367.15'},
{'bandId': '11',
'unit': 'W/m²/µm',
'value': '245.59'},
{'bandId': '12',
'unit': 'W/m²/µm',
'value': '85.25'}],
'sun_azimuth': 28.9784209875988,
'sun_elevation': 59.5161129280706,
'tile_reference': 'N02.06',
'viewing_angles': [{'bandId': '0',
'measurement': {'azimuth': {'value': 287.743300570742},
'zenith': {'value': 8.90682426360539}},
'unit': 'degree'},
{'bandId': '9',
'measurement': {'azimuth': {'value': 287.913358161721},
'zenith': {'value': 8.93763578589198}},
'unit': 'degree'},
{'bandId': '10',
'measurement': {'azimuth': {'value': 286.62269660653},
'zenith': {'value': 8.77437299338626}},
'unit': 'degree'},
{'bandId': '1',
'measurement': {'azimuth': {'value': 286.085976995274},
'zenith': {'value': 8.70023786261715}},
'unit': 'degree'},
{'bandId': '2',
'measurement': {'azimuth': {'value': 286.471239179063},
'zenith': {'value': 8.72476018739389}},
'unit': 'degree'},
{'bandId': '3',
'measurement': {'azimuth': {'value': 286.832768592131},
'zenith': {'value': 8.75574267151839}},
'unit': 'degree'},
{'bandId': '4',
'measurement': {'azimuth': {'value': 287.013584765891},
'zenith': {'value': 8.77685536841587}},
'unit': 'degree'},
{'bandId': '5',
'measurement': {'azimuth': {'value': 287.207324001684},
'zenith': {'value': 8.80050900146543}},
'unit': 'degree'},
{'bandId': '6',
'measurement': {'azimuth': {'value': 287.400419388821},
'zenith': {'value': 8.8344918122903}},
'unit': 'degree'},
{'bandId': '7',
'measurement': {'azimuth': {'value': 286.272771889735},
'zenith': {'value': 8.71220887022109}},
'unit': 'degree'},
{'bandId': '8',
'measurement': {'azimuth': {'value': 287.592709087249},
'zenith': {'value': 8.86277189674952}},
'unit': 'degree'},
{'bandId': '11',
'measurement': {'azimuth': {'value': 287.100489102096},
'zenith': {'value': 8.84204098088515}},
'unit': 'degree'},
{'bandId': '12',
'measurement': {'azimuth': {'value': 287.498739900102},
'zenith': {'value': 8.90079212851159}},
'unit': 'degree'}]},
'instrument': {'name': 'MSI'},
'lineage': {'source_datasets': {}},
'orbit': '30',
'orbit_direction': 'DESCENDING',
'platform': {'code': 'Sentinel-2A'},
'processing_baseline': '02.06',
'processing_level': 'Level-1C',
'product_format': {'name': 'SAFE_COMPACT'},
'product_type': 'S2MSI1C',
'product_uri': 'S2A_MSIL1C_20180629T000241_N0206_R030_T56JMM_20180629T012042.SAFE',
'size_bytes': 1837225,
'tile_id': 'S2A_OPER_MSI_L1C_TL_EPAE_20180629T012042_A015757_T56JMM_N02.06'}
__________________________ test_prepare_s2a_l1c_safe ___________________________
tmpdir = local('/tmp/pytest-of-ubuntu/pytest-11/test_prepare_s2a_l1c_safe1')
def test_prepare_s2a_l1c_safe(tmpdir):
assert L1_ZIPFILE_PATH.exists(), "Test data missing(?)"
output_path = Path(tmpdir)
# make a folder and extract contents
output_path.mkdir(parents=True, exist_ok=True)
with zipfile.ZipFile(L1_ZIPFILE_PATH, "r") as zipped_data:
zipped_data.extractall(output_path)
expected_metadata_path = (
output_path
/ "S2B_OPER_MSI_L1C_TL_EPAE_20180617T013729_A006677_T55JGF_N02.06.yaml"
)
def path_offset(offset: str):
return "s3://sentinel-s2-l1c/tiles/55/J/GF/2018/6/17/0/" + offset
expected_doc = {
"acquisition": {"groundstation": {"code": "EPA_"}},
"archiving_time": "2018-06-17T02:06:21.973943Z",
"creation_dt": "2018-06-17T01:27:55Z",
"checksum_sha1": "bfac5eea3ec0c6c70816ddb97592dfd4d8a389e2",
"datastrip_id": "S2B_OPER_MSI_L1C_DS_EPAE_20180617T013729_S20180617T001107_N02.06",
"datastrip_metadata": (
"http://sentinel-s2-l1c.s3-website.eu-central-1.amazonaws.com"
"/#products/2018/6/17/S2B_MSIL1C_20180617T001109_N0206_R073_"
"T55JGF_20180617T013729/datastrip/0"
),
"datatake_id": {
"datatakeIdentifier": "GS2B_20180617T001109_006677_N02.06",
"metadataLevel": "Brief",
},
"datatake_sensing_start": "2018-06-17T00:11:09.024Z",
"datatake_type": "INS-NOBS",
"downlink_priority": "NOMINAL",
"extent": {
"center_dt": "2018-06-17T00:11:07.458Z",
"coord": {
"ll": {"lat": -31.705779763545088, "lon": 149.11005323208184},
"lr": {"lat": -31.681364358256744, "lon": 150.26738162306842},
"ul": {"lat": -30.715729325189965, "lon": 149.08817422152293},
"ur": {"lat": -30.6922425616759, "lon": 150.23354450086148},
},
},
"format": {"name": "JPEG2000"},
"grid_spatial": {
"projection": {
"geo_ref_points": {
"ll": {"x": 699960, "y": 6490240},
"lr": {"x": 809760, "y": 6490240},
"ul": {"x": 699960, "y": 6600040},
"ur": {"x": 809760, "y": 6600040},
},
"spatial_reference": "EPSG:32755",
"valid_data": {
"coordinates": [
[
[781030.5157393045, 6490240.0],
[802194.5431029584, 6568088.898470836],
[807815.3469119765, 6599599.456501017],
[807233.663302242, 6600040.0],
[699960.0, 6600040.0],
[699960.0, 6490240.0],
[781030.5157393045, 6490240.0],
]
],
"type": "Polygon",
},
}
},
"id": "e6e14ee5-c431-559d-8b07-e387648d06c6",
"image": {
"bands": {
"B01": {"layer": 1, "path": path_offset("B01.jp2")},
"B02": {"layer": 1, "path": path_offset("B02.jp2")},
"B03": {"layer": 1, "path": path_offset("B03.jp2")},
"B04": {"layer": 1, "path": path_offset("B04.jp2")},
"B05": {"layer": 1, "path": path_offset("B05.jp2")},
"B06": {"layer": 1, "path": path_offset("B06.jp2")},
"B07": {"layer": 1, "path": path_offset("B07.jp2")},
"B08": {"layer": 1, "path": path_offset("B08.jp2")},
"B09": {"layer": 1, "path": path_offset("B09.jp2")},
"B10": {"layer": 1, "path": path_offset("B10.jp2")},
"B11": {"layer": 1, "path": path_offset("B11.jp2")},
"B12": {"layer": 1, "path": path_offset("B12.jp2")},
"B8A": {"layer": 1, "path": path_offset("B8A.jp2")},
},
"cloud_cover_percentage": 41.1953,
"degraded_anc_data_percentage": 0.0,
"degraded_msi_data_percentage": 0.0,
"format_quality_flag": "PASSED",
"general_quality_flag": "PASSED",
"geometric_quality_flag": "PASSED",
"radiometric_quality_flag": "PASSED",
"reflectance_conversion": "0.969545500936321",
"sensor_quality_flag": "PASSED",
"solar_irradiance": [],
"sun_azimuth": 28.329529500752,
"sun_elevation": 60.25415978281,
"tile_reference": "N02.06",
"viewing_angles": [
{
"bandId": "0",
"measurement": {
"azimuth": {"value": 285.033757307864},
"zenith": {"value": 8.48756458553399},
},
"unit": "degree",
},
{
"bandId": "9",
"measurement": {
"azimuth": {"value": 285.075607281345},
"zenith": {"value": 8.52241368394389},
},
"unit": "degree",
},
{
"bandId": "10",
"measurement": {
"azimuth": {"value": 284.793804242023},
"zenith": {"value": 8.34345092249542},
},
"unit": "degree",
},
{
"bandId": "1",
"measurement": {
"azimuth": {"value": 284.793733737481},
"zenith": {"value": 8.29509641932038},
},
"unit": "degree",
},
{
"bandId": "2",
"measurement": {
"azimuth": {"value": 284.851677995258},
"zenith": {"value": 8.32126064250559},
},
"unit": "degree",
},
{
"bandId": "3",
"measurement": {
"azimuth": {"value": 284.909295311577},
"zenith": {"value": 8.3544279324201},
},
"unit": "degree",
},
{
"bandId": "4",
"measurement": {
"azimuth": {"value": 284.933467772596},
"zenith": {"value": 8.37600138776781},
},
"unit": "degree",
},
{
"bandId": "5",
"measurement": {
"azimuth": {"value": 284.973394067973},
"zenith": {"value": 8.40018017679447},
},
"unit": "degree",
},
{
"bandId": "6",
"measurement": {
"azimuth": {"value": 285.002316322296},
"zenith": {"value": 8.42684047592471},
},
"unit": "degree",
},
{
"bandId": "7",
"measurement": {
"azimuth": {"value": 284.82134822338},
"zenith": {"value": 8.30688902336585},
},
"unit": "degree",
},
{
"bandId": "8",
"measurement": {
"azimuth": {"value": 285.068419119347},
"zenith": {"value": 8.45522377449714},
},
"unit": "degree",
},
{
"bandId": "11",
"measurement": {
"azimuth": {"value": 284.889987613982},
"zenith": {"value": 8.39599518380445},
},
"unit": "degree",
},
{
"bandId": "12",
"measurement": {
"azimuth": {"value": 284.999750610317},
"zenith": {"value": 8.46178406516545},
},
"unit": "degree",
},
],
},
"instrument": {"name": "MSI"},
"lineage": {"source_datasets": {}},
"orbit": "73",
"orbit_direction": "DESCENDING",
"platform": {"code": "SENTINEL_2B"},
"processing_level": "Level-1C",
"product_format": {"name": "s2_aws_pds"},
"product_type": "level1",
"size_bytes": 1292575,
"tile_id": "S2B_OPER_MSI_L1C_TL_EPAE_20180617T013729_A006677_T55JGF_N02.06",
}
check_prepare_outputs(
invoke_script=s2_l1c_aws_pds_prepare.main,
run_args=[
"--output",
str(output_path),
str(
output_path
/ "S2B_OPER_MSI_L1C_TL_EPAE_20180617T013729_A006677_T55JGF_N02.06"
),
],
expected_doc=expected_doc,
> expected_metadata_path=expected_metadata_path,
)
E AssertionError: {'values_changed': {"root['extent']['coord']['ll']['lat']": {'new_value': 149.1100532320819,
E 'old_value': -31.705779763545088},
E "root['extent']['coord']['ll']['lon']": {'new_value': -31.705779763545095,
E 'old_value': 149.11005323208184},
E "root['extent']['coord']['lr']['lat']": {'new_value': 150.26738162306847,
E 'old_value': -31.681364358256744},
E "root['extent']['coord']['lr']['lon']": {'new_value': -31.681364358256758,
E 'old_value': 150.26738162306842},
E "root['extent']['coord']['ul']['lat']": {'new_value': 149.088174221523,
E 'old_value': -30.715729325189965},
E "root['extent']['coord']['ul']['lon']": {'new_value': -30.715729325189972,
E 'old_value': 149.08817422152293},
E "root['extent']['coord']['ur']['lat']": {'new_value': 150.2335445008615,
E 'old_value': -30.6922425616759},
E "root['extent']['coord']['ur']['lon']": {'new_value': -30.692242561675908,
E 'old_value': 150.23354450086148}}}
tests/integration/prepare/test_prepare_s2b_l1c_awspds.py:245: AssertionError
----------------------------- Captured stdout call -----------------------------
{'acquisition': {'groundstation': {'code': 'EPA_'}},
'archiving_time': '2018-06-17T02:06:21.973943Z',
'checksum_sha1': 'bfac5eea3ec0c6c70816ddb97592dfd4d8a389e2',
'creation_dt': '2018-06-17T01:27:55Z',
'datastrip_id': 'S2B_OPER_MSI_L1C_DS_EPAE_20180617T013729_S20180617T001107_N02.06',
'datastrip_metadata': 'http://sentinel-s2-l1c.s3-website.eu-central-1.amazonaws.com/#products/2018/6/17/S2B_MSIL1C_20180617T001109_N0206_R073_T55JGF_20180617T013729/datastrip/0',
'datatake_id': {'datatakeIdentifier': 'GS2B_20180617T001109_006677_N02.06',
'metadataLevel': 'Brief'},
'datatake_sensing_start': '2018-06-17T00:11:09.024Z',
'datatake_type': 'INS-NOBS',
'downlink_priority': 'NOMINAL',
'extent': {'center_dt': '2018-06-17T00:11:07.458Z',
'coord': {'ll': {'lat': 149.1100532320819,
'lon': -31.705779763545095},
'lr': {'lat': 150.26738162306847,
'lon': -31.681364358256758},
'ul': {'lat': 149.088174221523,
'lon': -30.715729325189972},
'ur': {'lat': 150.2335445008615,
'lon': -30.692242561675908}}},
'format': {'name': 'JPEG2000'},
'grid_spatial': {'projection': {'geo_ref_points': {'ll': {'x': 699960,
'y': 6490240},
'lr': {'x': 809760,
'y': 6490240},
'ul': {'x': 699960,
'y': 6600040},
'ur': {'x': 809760,
'y': 6600040}},
'spatial_reference': 'EPSG:32755',
'valid_data': {'coordinates': [[[781030.5157393045,
6490240.0],
[802194.5431029584,
6568088.898470836],
[807815.3469119765,
6599599.456501017],
[807233.663302242,
6600040.0],
[699960.0,
6600040.0],
[699960.0,
6490240.0],
[781030.5157393045,
6490240.0]]],
'type': 'Polygon'}}},
'id': 'e6e14ee5-c431-559d-8b07-e387648d06c6',
'image': {'bands': {'B01': {'layer': 1,
'path': 's3://sentinel-s2-l1c/tiles/55/J/GF/2018/6/17/0/B01.jp2'},
'B02': {'layer': 1,
'path': 's3://sentinel-s2-l1c/tiles/55/J/GF/2018/6/17/0/B02.jp2'},
'B03': {'layer': 1,
'path': 's3://sentinel-s2-l1c/tiles/55/J/GF/2018/6/17/0/B03.jp2'},
'B04': {'layer': 1,
'path': 's3://sentinel-s2-l1c/tiles/55/J/GF/2018/6/17/0/B04.jp2'},
'B05': {'layer': 1,
'path': 's3://sentinel-s2-l1c/tiles/55/J/GF/2018/6/17/0/B05.jp2'},
'B06': {'layer': 1,
'path': 's3://sentinel-s2-l1c/tiles/55/J/GF/2018/6/17/0/B06.jp2'},
'B07': {'layer': 1,
'path': 's3://sentinel-s2-l1c/tiles/55/J/GF/2018/6/17/0/B07.jp2'},
'B08': {'layer': 1,
'path': 's3://sentinel-s2-l1c/tiles/55/J/GF/2018/6/17/0/B08.jp2'},
'B09': {'layer': 1,
'path': 's3://sentinel-s2-l1c/tiles/55/J/GF/2018/6/17/0/B09.jp2'},
'B10': {'layer': 1,
'path': 's3://sentinel-s2-l1c/tiles/55/J/GF/2018/6/17/0/B10.jp2'},
'B11': {'layer': 1,
'path': 's3://sentinel-s2-l1c/tiles/55/J/GF/2018/6/17/0/B11.jp2'},
'B12': {'layer': 1,
'path': 's3://sentinel-s2-l1c/tiles/55/J/GF/2018/6/17/0/B12.jp2'},
'B8A': {'layer': 1,
'path': 's3://sentinel-s2-l1c/tiles/55/J/GF/2018/6/17/0/B8A.jp2'}},
'cloud_cover_percentage': 41.1953,
'degraded_anc_data_percentage': 0.0,
'degraded_msi_data_percentage': 0.0,
'format_quality_flag': 'PASSED',
'general_quality_flag': 'PASSED',
'geometric_quality_flag': 'PASSED',
'radiometric_quality_flag': 'PASSED',
'reflectance_conversion': '0.969545500936321',
'sensor_quality_flag': 'PASSED',
'solar_irradiance': [],
'sun_azimuth': 28.329529500752,
'sun_elevation': 60.25415978281,
'tile_reference': 'N02.06',
'viewing_angles': [{'bandId': '0',
'measurement': {'azimuth': {'value': 285.033757307864},
'zenith': {'value': 8.48756458553399}},
'unit': 'degree'},
{'bandId': '9',
'measurement': {'azimuth': {'value': 285.075607281345},
'zenith': {'value': 8.52241368394389}},
'unit': 'degree'},
{'bandId': '10',
'measurement': {'azimuth': {'value': 284.793804242023},
'zenith': {'value': 8.34345092249542}},
'unit': 'degree'},
{'bandId': '1',
'measurement': {'azimuth': {'value': 284.793733737481},
'zenith': {'value': 8.29509641932038}},
'unit': 'degree'},
{'bandId': '2',
'measurement': {'azimuth': {'value': 284.851677995258},
'zenith': {'value': 8.32126064250559}},
'unit': 'degree'},
{'bandId': '3',
'measurement': {'azimuth': {'value': 284.909295311577},
'zenith': {'value': 8.3544279324201}},
'unit': 'degree'},
{'bandId': '4',
'measurement': {'azimuth': {'value': 284.933467772596},
'zenith': {'value': 8.37600138776781}},
'unit': 'degree'},
{'bandId': '5',
'measurement': {'azimuth': {'value': 284.973394067973},
'zenith': {'value': 8.40018017679447}},
'unit': 'degree'},
{'bandId': '6',
'measurement': {'azimuth': {'value': 285.002316322296},
'zenith': {'value': 8.42684047592471}},
'unit': 'degree'},
{'bandId': '7',
'measurement': {'azimuth': {'value': 284.82134822338},
'zenith': {'value': 8.30688902336585}},
'unit': 'degree'},
{'bandId': '8',
'measurement': {'azimuth': {'value': 285.068419119347},
'zenith': {'value': 8.45522377449714}},
'unit': 'degree'},
{'bandId': '11',
'measurement': {'azimuth': {'value': 284.889987613982},
'zenith': {'value': 8.39599518380445}},
'unit': 'degree'},
{'bandId': '12',
'measurement': {'azimuth': {'value': 284.999750610317},
'zenith': {'value': 8.46178406516545}},
'unit': 'degree'}]},
'instrument': {'name': 'MSI'},
'lineage': {'source_datasets': {}},
'orbit': '73',
'orbit_direction': 'DESCENDING',
'platform': {'code': 'SENTINEL_2B'},
'processing_level': 'Level-1C',
'product_format': {'name': 's2_aws_pds'},
'product_type': 'level1',
'size_bytes': 1292575,
'tile_id': 'S2B_OPER_MSI_L1C_TL_EPAE_20180617T013729_A006677_T55JGF_N02.06'}
=============================== warnings summary ===============================
/home/ubuntu/miniconda3/envs/eods/lib/python3.6/site-packages/_pytest/mark/structures.py:327
/home/ubuntu/miniconda3/envs/eods/lib/python3.6/site-packages/_pytest/mark/structures.py:327: PytestUnknownMarkWarning: Unknown pytest.mark.slow - is this a typo? You can register custom marks to avoid this warning - for details, see https://docs.pytest.org/en/latest/mark.html
PytestUnknownMarkWarning,
eodatasets3/serialise.py:135
/home/ubuntu/eo-datasets/eodatasets3/serialise.py:135: DeprecationWarning: The metaschema specified by $schema was not found. Using the latest draft to validate, but this will raise an error in the future.
klass = jsonschema.validators.validator_for(schema)
eodatasets3/serialise.py:137
/home/ubuntu/eo-datasets/eodatasets3/serialise.py:137: DeprecationWarning: The types argument is deprecated. Provide a type_checker to jsonschema.validators.extend instead.
return klass(schema, types=dict(array=(list, tuple)))
eodatasets3/images.py:59
/home/ubuntu/eo-datasets/eodatasets3/images.py:59: DeprecationWarning: The usage of `cmp` is deprecated and will be removed on or after 2021-06-01. Please use `eq` and `order` instead.
metadata=dict(doc_exclude=True), default=None, hash=False, cmp=False
/home/ubuntu/miniconda3/envs/eods/lib/python3.6/site-packages/osgeo/__init__.py:8
/home/ubuntu/miniconda3/envs/eods/lib/python3.6/site-packages/osgeo/__init__.py:8: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses
import imp
tests/integration/test_assemble.py::test_dea_style_package
/home/ubuntu/eo-datasets/eodatasets3/properties.py:232: UserWarning: Overriding property 'eo:platform' (from 'landsat-8' to 'LANDSAT_8')
f"Overriding property {key!r} " f"(from {self[key]!r} to {value!r})"
tests/integration/test_assemble.py::test_dea_style_package
/home/ubuntu/eo-datasets/eodatasets3/images.py:833: RuntimeWarning: invalid value encountered in true_divide
image /= float(imax - imin)
tests/integration/test_assemble.py::test_dea_style_package
tests/integration/test_packagewagl.py::test_whole_wagl_package
tests/integration/prepare/test_prepare_landsat_l1.py::test_prepare_l5_l1_usgs_tarball
tests/integration/prepare/test_prepare_landsat_l1.py::test_prepare_l8_l1_usgs_tarball
tests/integration/prepare/test_prepare_landsat_l1.py::test_prepare_l8_l1_tarball_with_source
tests/integration/prepare/test_prepare_landsat_l1.py::test_prepare_l7_l1_usgs_tarball
tests/integration/prepare/test_prepare_s2a_l1c_safe.py::test_prepare_s2a_l1c_safe
tests/integration/prepare/test_prepare_s2b_l1c_awspds.py::test_prepare_s2a_l1c_safe
/home/ubuntu/eo-datasets/tests/integration/common.py:36: UnsafeLoaderWarning:
The default 'Loader' for 'load(stream)' without further arguments can be unsafe.
Use 'load(stream, Loader=ruamel.yaml.Loader)' explicitly if that is OK.
Alternatively include the following in your code:
import warnings
warnings.simplefilter('ignore', ruamel.yaml.error.UnsafeLoaderWarning)
In most other cases you should consider using 'safe_load(stream)'
generated_doc = yaml.load(f)
tests/integration/test_assemble.py::test_dataset_no_measurements
tests/integration/test_assemble.py::test_minimal_s2_dataset
/home/ubuntu/eo-datasets/eodatasets3/assemble.py:723: DatasetCompletenessWarning: non_geo: No geo information in dataset
warnings.warn(DatasetCompletenessWarning(m))
tests/integration/test_assemble.py::test_dataset_no_measurements
tests/integration/test_assemble.py::test_minimal_s2_dataset
/home/ubuntu/eo-datasets/eodatasets3/assemble.py:723: DatasetCompletenessWarning: global_file_format: Property 'odc:file_format' is empty (Hint: Usually 'GeoTIFF')
warnings.warn(DatasetCompletenessWarning(m))
tests/integration/test_assemble.py::test_dataset_no_measurements
/home/ubuntu/eo-datasets/tests/integration/test_assemble.py:240: UnsafeLoaderWarning:
The default 'Loader' for 'load(stream)' without further arguments can be unsafe.
Use 'load(stream, Loader=ruamel.yaml.Loader)' explicitly if that is OK.
Alternatively include the following in your code:
import warnings
warnings.simplefilter('ignore', ruamel.yaml.error.UnsafeLoaderWarning)
In most other cases you should consider using 'safe_load(stream)'
doc = yaml.load(f)
tests/integration/test_assemble.py::test_minimal_s2_dataset
/home/ubuntu/eo-datasets/tests/integration/test_assemble.py:258: UnsafeLoaderWarning:
The default 'Loader' for 'load(stream)' without further arguments can be unsafe.
Use 'load(stream, Loader=ruamel.yaml.Loader)' explicitly if that is OK.
Alternatively include the following in your code:
import warnings
warnings.simplefilter('ignore', ruamel.yaml.error.UnsafeLoaderWarning)
In most other cases you should consider using 'safe_load(stream)'
doc = yaml.load(f)
tests/integration/test_assemble.py::test_complain_about_missing_fields
/home/ubuntu/eo-datasets/eodatasets3/assemble.py:263: UserWarning: Closing assembler without finishing. Either call `done()` or `cancel() before closing`
"Closing assembler without finishing. "
tests/integration/test_packagewagl.py::test_whole_wagl_package
tests/integration/test_validate.py::test_measurements_compare_with_nans
/home/ubuntu/miniconda3/envs/eods/lib/python3.6/site-packages/rasterio/__init__.py:219: NotGeoreferencedWarning: Dataset has no geotransform set. The identity matrix may be returned.
s = DatasetReader(path, driver=driver, sharing=sharing, **kwargs)
tests/integration/test_validate.py::test_measurements_compare_with_nans
/home/ubuntu/miniconda3/envs/eods/lib/python3.6/site-packages/rasterio/__init__.py:229: NotGeoreferencedWarning: Dataset has no geotransform set. The identity matrix may be returned.
**kwargs)
-- Docs: https://docs.pytest.org/en/latest/warnings.html
================== 2 failed, 92 passed, 25 warnings in 7.86s ===================
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment