9141wh-a.nc processing

gistfile1.sh

(usgs_cmg)kwilcox@terrapin:woods_hole_obs_data$ python collect.py --download -p HURRIRENE_BB -f ./test_issue_51_download/ -o ./test_issue_51_output
2015-04-10 15:53:50 terrapin thredds_crawler[14577] INFO Crawling: http://geoport.whoi.edu/thredds/catalog/usgs/data2/emontgomery/stellwagen/Data/HURRIRENE_BB/catalog.xml
2015-04-10 15:53:51 terrapin thredds_crawler[14577] INFO Ignoring dataset based on 'selects'.  ID: usgs/data2/emontgomery/stellwagen/Data/HURRIRENE_BB/9141p-cal.cdf
2015-04-10 15:53:51 terrapin root[14577] INFO Found 3 datasets in HURRIRENE_BB!
2015-04-10 15:53:51 terrapin root[14577] INFO Found 3 TOTAL datasets!
2015-04-10 15:53:51 terrapin root[14577] INFO Downloading http://geoport.whoi.edu/thredds/fileServer/usgs/data2/emontgomery/stellwagen/Data/HURRIRENE_BB/9141wh-a.nc
2015-04-10 15:53:54 terrapin root[14577] INFO 9141wh-a.nc saved (1/3)
2015-04-10 15:53:54 terrapin root[14577] INFO Downloading http://geoport.whoi.edu/thredds/fileServer/usgs/data2/emontgomery/stellwagen/Data/HURRIRENE_BB/9142ysi-a.nc
2015-04-10 15:53:54 terrapin root[14577] INFO 9142ysi-a.nc saved (2/3)
2015-04-10 15:53:54 terrapin root[14577] INFO Downloading http://geoport.whoi.edu/thredds/fileServer/usgs/data2/emontgomery/stellwagen/Data/HURRIRENE_BB/9143sc-a.nc
2015-04-10 15:53:55 terrapin root[14577] INFO 9143sc-a.nc saved (3/3)
2015-04-10 15:53:55 terrapin root[14577] DEBUG Could not find CF mapping for EPIC code 624
2015-04-10 15:53:55 terrapin root[14577] DEBUG Could not find CF mapping for EPIC code 624
2015-04-10 15:53:55 terrapin root[14577] DEBUG Could not find CF mapping for EPIC code 502
2015-04-10 15:53:55 terrapin root[14577] DEBUG Could not find CF mapping for EPIC code 500
2015-04-10 15:53:55 terrapin root[14577] DEBUG Could not find CF mapping for EPIC code 1201
2015-04-10 15:53:55 terrapin root[14577] DEBUG Could not find CF mapping for EPIC code 1202
2015-04-10 15:53:55 terrapin root[14577] DEBUG Could not find CF mapping for EPIC code 1203
2015-04-10 15:53:55 terrapin root[14577] INFO Translating ./test_issue_51_download/9141wh-a.nc into CF1.6 format: /home/kwilcox/Development/usgs-cmg-portal/woods_hole_obs_data/test_issue_51_output/HURRIRENE_BB/9141wh-a.nc
2015-04-10 15:53:56 terrapin root[14577] DEBUG Could not find CF mapping for EPIC code 624.0
2015-04-10 15:53:56 terrapin root[14577] DEBUG Could not find CF mapping for EPIC code 624.0
2015-04-10 15:53:56 terrapin root[14577] DEBUG Could not find CF mapping for EPIC code 500.0
2015-04-10 15:53:56 terrapin root[14577] DEBUG Could not find CF mapping for EPIC code 502.0
2015-04-10 15:53:56 terrapin root[14577] DEBUG Could not find CF mapping for EPIC code 106.0
2015-04-10 15:53:56 terrapin root[14577] INFO Translating ./test_issue_51_download/9142ysi-a.nc into CF1.6 format: /home/kwilcox/Development/usgs-cmg-portal/woods_hole_obs_data/test_issue_51_output/HURRIRENE_BB/9142ysi-a.nc
2015-04-10 15:53:56 terrapin root[14577] DEBUG Could not find CF mapping for EPIC code 624
2015-04-10 15:53:56 terrapin root[14577] DEBUG Could not find CF mapping for EPIC code 624
2015-04-10 15:53:56 terrapin root[14577] DEBUG Could not find CF mapping for EPIC code 502
2015-04-10 15:53:56 terrapin root[14577] DEBUG Could not find CF mapping for EPIC code 500
2015-04-10 15:53:56 terrapin root[14577] DEBUG Could not find CF mapping for EPIC code 4010
2015-04-10 15:53:56 terrapin root[14577] INFO Translating ./test_issue_51_download/9143sc-a.nc into CF1.6 format: /home/kwilcox/Development/usgs-cmg-portal/woods_hole_obs_data/test_issue_51_output/HURRIRENE_BB/9143sc-a.nc

(usgs_cmg)kwilcox@terrapin:woods_hole_obs_data$ ncdump test_issue_51_output/HURRIRENE_BB/9141wh-a.nc | grep bindist
    float bindist(z) ;
        bindist:_FillValue = 1.e+35f ;
        bindist:epic_code = 0 ;
        bindist:name = "bindist" ;
        bindist:bin_size = 0.5 ;
        bindist:sensor_depth = 16.01867f ;
        bindist:blanking_distance = 0.88f ;
        bindist:center_first_bin = 1.62f ;
        bindist:generic_name = "bindist" ;
        bindist:initial_sensor_height = 1.23f ;
        bindist:maximum = 17.62f ;
        bindist:FORTRAN_format = "f10.2" ;
        bindist:NOTE = "distance is along profile from instrument head to center of bin" ;
        bindist:long_name = "bin distance from instrument (m)" ;
        bindist:minimum = 1.62f ;
        bindist:units = "m" ;
        bindist:transducer_offset_from_bottom = 1.23f ;
        bindist:type = "EVEN" ;
        :VAR_DESC = "bindist:ensemble:u:v:w:Werr:AGC:PGd:brange:Tx:SV:Hdg:Ptch:Roll:P:SDP" ;
 bindist = 1.62, 2.12, 2.62, 3.12, 3.62, 4.12, 4.62, 5.12, 5.62, 6.12, 6.62,

(usgs_cmg)kwilcox@terrapin:woods_hole_obs_data$ ncdump -h test_issue_51_output/HURRIRENE_BB/9141wh-a.nc | grep -e "[vuw]_.*"
    double u_1205(time, z) ;
        u_1205:_FillValue = 1.00000004091848e+35 ;
        u_1205:coordinates = "time height latitude longitude" ;
        u_1205:epic_code = 1205 ;
        u_1205:name = "u" ;
        u_1205:standard_name = "eastward_sea_water_velocity" ;
        u_1205:sensor_depth = 16.01867f ;
        u_1205:generic_name = "u" ;
        u_1205:initial_sensor_height = 1.23f ;
        u_1205:maximum = 50.23564f, 51.8457f, 54.27492f, 51.11245f, 50.78354f, 50.9299f, 50.96183f, 50.27745f, 50.33509f, 49.49106f, 48.35627f, 50.06212f, 50.68349f, 50.35629f, 47.07427f, 49.16216f, 48.09744f, 50.56736f, 49.45828f, 48.94938f, 47.37125f, 48.31106f, 46.71429f, 47.30118f, 46.35881f, 47.76768f, 97.31314f, 104.6561f, 120.9946f, 123.8902f, 120.586f, 88.06631f, 60.86586f ;
        u_1205:FORTRAN_format = " " ;
        u_1205:valid_range = -1000.f, 1000.f ;
        u_1205:long_name = "Eastward (u) velocity" ;
        u_1205:sensor_type = "RD Instruments ADCP" ;
        u_1205:minimum = -34.6431f, -35.90194f, -36.01015f, -37.48373f, -37.91549f, -38.85079f, -39.84909f, -41.94601f, -41.13731f, -42.56031f, -44.64113f, -45.46225f, -45.16698f, -44.45969f, -42.71655f, -39.24833f, -39.9912f, -37.51285f, -36.8816f, -39.09183f, -37.31872f, -37.16981f, -38.65837f, -38.25317f, -38.45803f, -37.64678f, -63.08223f, -93.57646f, -91.2563f, -120.3035f, -90.44872f, -82.50502f, -63.89236f ;
        u_1205:units = "m/s" ;
        u_1205:serial_number = 9896 ;
        u_1205:height_depth_units = "m" ;
        u_1205:grid_mapping = "crs" ;
    double v_1206(time, z) ;
        v_1206:_FillValue = 1.00000004091848e+35 ;
        v_1206:coordinates = "time height latitude longitude" ;
        v_1206:epic_code = 1206 ;
        v_1206:name = "v" ;
        v_1206:standard_name = "northward_sea_water_velocity" ;
        v_1206:sensor_depth = 16.01867f ;
        v_1206:generic_name = "v" ;
        v_1206:initial_sensor_height = 1.23f ;
        v_1206:maximum = 24.66864f, 26.11199f, 28.85769f, 27.65564f, 30.96081f, 29.5511f, 29.24254f, 29.78337f, 31.04502f, 31.28946f, 32.75257f, 32.82323f, 35.05859f, 35.94698f, 37.88483f, 36.1445f, 36.11198f, 35.90713f, 36.93029f, 40.70538f, 39.62286f, 39.25326f, 38.28603f, 38.29931f, 39.0662f, 41.32616f, 75.84324f, 88.08795f, 98.3776f, 103.42f, 108.3469f, 75.41326f, 69.64864f ;
        v_1206:FORTRAN_format = " " ;
        v_1206:valid_range = -1000.f, 1000.f ;
        v_1206:long_name = "Northward (v) velocity" ;
        v_1206:sensor_type = "RD Instruments ADCP" ;
        v_1206:minimum = -36.57627f, -36.78112f, -40.01708f, -38.8255f, -38.43358f, -36.92638f, -37.81025f, -38.64721f, -35.999f, -39.11711f, -40.77323f, -41.2875f, -41.91254f, -42.33893f, -42.9764f, -45.17165f, -42.80714f, -44.79046f, -45.16458f, -45.82862f, -43.43839f, -42.60143f, -43.06512f, -46.33667f, -45.57063f, -42.55733f, -74.88538f, -80.64941f, -109.784f, -112.0922f, -98.9427f, -82.06942f, -51.73364f ;
        v_1206:units = "m/s" ;
        v_1206:serial_number = 9896 ;
        v_1206:grid_mapping = "crs" ;
    double w_1204(time, z) ;
        w_1204:_FillValue = 1.00000004091848e+35 ;
        w_1204:coordinates = "time height latitude longitude" ;
        w_1204:epic_code = 1204 ;
        w_1204:name = "w" ;
        w_1204:standard_name = "upward_sea_water_velocity" ;
        w_1204:sensor_depth = 16.01867f ;
        w_1204:generic_name = "w" ;
        w_1204:initial_sensor_height = 1.23f ;
        w_1204:maximum = 4.5f, 4.3f, 5.f, 5.2f, 5.6f, 5.5f, 4.9f, 6.f, 6.5f, 6.8f, 6.3f, 6.9f, 6.1f, 6.f, 5.5f, 5.f, 4.4f, 4.3f, 4.1f, 3.8f, 3.7f, 3.6f, 4.2f, 4.3f, 3.5f, 4.2f, 5.8f, 7.7f, 15.6f, 20.7f, 18.3f, 12.f, 9.9f ;
        w_1204:FORTRAN_format = " " ;
        w_1204:valid_range = -1000.f, 1000.f ;
        w_1204:long_name = "Upward (w) velocity" ;
        w_1204:sensor_type = "RD Instruments ADCP" ;
        w_1204:minimum = -3.f, -3.7f, -3.8f, -4.7f, -3.9f, -3.4f, -2.7f, -2.7f, -2.6f, -2.8f, -3.2f, -2.7f, -2.8f, -3.2f, -2.9f, -3.1f, -3.5f, -3.5f, -3.5f, -3.2f, -3.5f, -3.5f, -3.f, -3.8f, -3.9f, -4.7f, -11.f, -13.9f, -12.5f, -14.2f, -13.f, -13.2f, -8.6f ;
        w_1204:units = "m/s" ;
        w_1204:serial_number = 9896 ;
        w_1204:grid_mapping = "crs" ;