Skip to content

Instantly share code, notes, and snippets.

@7yl4r

7yl4r/dasdds_output.txt

Created March 13, 2023 20:10
Show Gist options
  • Save 7yl4r/27d0fb7e195a1c0469da05feee94fb1b to your computer and use it in GitHub Desktop.
Save 7yl4r/27d0fb7e195a1c0469da05feee94fb1b to your computer and use it in GitHub Desktop.
Download ZIP
Raw
dasdds_output.txt
[tylar@dune ~]$ docker exec -it erddap bash -c "cd webapps/erddap/WEB-INF/ && bash DasDds.sh -verbose"
////**** EDStatic Low Level Startup
localTime=2023-03-13T20:06:13+00:00
erddapVersion=2.18
Java 1.8.0_322 (64 bit, Oracle Corporation) on Linux (4.18.0-408.el8.x86_64).
MemoryInUse= 50 MB (highWaterMark= 50 MB) (Xmx ~= 958 MB)
logLevel=info: verbose=true reallyVerbose=false
got bigParentDirectory from ERDDAP_bigParentDirectory
got emailFromAddress from ERDDAP_emailFromAddress
got emailEverythingTo from ERDDAP_emailEverythingTo
ERROR in File2.deleteIfOld: dir=/erddapData/dataset/_FileVisitor/ isn't a directory.
bigParentDirectory=/erddapData/
webInfParentDirectory=/usr/local/tomcat/webapps/erddap/
java.awt.HeadlessException:
No X11 DISPLAY variable was set, but this program performed an operation which requires it.
at gov.noaa.pfel.coastwatch.sgt.SgtUtil.isBufferedImageAccelerated(SgtUtil.java:368)
at gov.noaa.pfel.erddap.util.EDStatic.<clinit>(EDStatic.java:1830)
at gov.noaa.pfel.erddap.DasDds.<clinit>(DasDds.java:31)
bufferedImage isAccelerated=[unknown]
got baseHttpsUrl from ERDDAP_baseHttpsUrl
got adminInstitution from ERDDAP_adminInstitution
got adminInstitutionUrl from ERDDAP_adminInstitutionUrl
got adminIndividualName from ERDDAP_adminIndividualName
got adminPosition from ERDDAP_adminPosition
got adminPhone from ERDDAP_adminPhone
got adminAddress from ERDDAP_adminAddress
got adminCity from ERDDAP_adminCity
got adminStateOrProvince from ERDDAP_adminStateOrProvince
got adminPostalCode from ERDDAP_adminPostalCode
got adminCountry from ERDDAP_adminCountry
got adminEmail from ERDDAP_adminEmail
got flagKeyKey from ERDDAP_flagKeyKey
copying images/ file: erddapStart2.css
Custom messages.xml not found at /usr/local/tomcat/content/erddap/messages.xml
Using default messages.xml from /usr/local/tomcat/webapps/erddap/WEB-INF/classes/gov/noaa/pfel/erddap/util/messages.xml
CfToFromGcmd static loading /usr/local/tomcat/webapps/erddap/WEB-INF/classes/gov/noaa/pfel/erddap/util/CfToGcmd.txt
*** EDStatic Low Level Startup finished successfully.
logFileMaxSize=20000000
*** Starting DasDds 2023-03-13T20:06:15+00:00 erddapVersion=2.18
logFile=/erddapData/logs/DasDds.log
Java 1.8.0_322 (64 bit, Oracle Corporation) on Linux (4.18.0-408.el8.x86_64).
MemoryInUse= 170 MB (highWaterMark= 170 MB) (Xmx ~= 958 MB)
verbose=true
*** DasDds ***
This generates the DAS and DDS for a dataset and puts it in
/erddapData/logs/DasDds.out
Press ^D or ^C to exit at any time.
Which datasetID (default="")
? moda_oc_7d_gom
*** DasDds moda_oc_7d_gom
*** deleting cached dataset info for datasetID=moda_oc_7d_gom
File2.deleteIfOld(/erddapData/dataset/om/moda_oc_7d_gom/ ) nDir= 0 nDeleted= 4 nRemain= 0
EDD.oneFromDatasetsXml(moda_oc_7d_gom)...
SimpleXmlReader encoding=UTF-8
*** constructing EDDGridFromFiles(xmlReader)...
*** constructing EDDGridFromFiles moda_oc_7d_gom
axis0 ***fileName format=yyyyDDD class=DOUBLE regex=MODA_(\d{7})_(\d{7})_7D_GOM_OC\.nc captureGroup=2
sourceAxisNames="***fileName,timeFormat=yyyyDDD,MODA_(\\d{7})_(\\d{7})_7D_GOM_OC\\.nc,2", latitude, longitude
sourceDataNames=chlor_a_median, chlor_a_anom, ABI_median, ABI_anom, Rrs_667_median, Rrs_667_anom
sourceDataTypes=double, double, double, double, double, double
dir/file table doesn't exist: /erddapData/dataset/om/moda_oc_7d_gom/dirTable.nc
dir/file table doesn't exist: /erddapData/dataset/om/moda_oc_7d_gom/fileTable.nc
creating new dirTable and fileTable (dirTable=null?true fileTable=null?true badFileMap=null?false)
doQuickRestart=false
224 files found in /mnt/sdb/moda_oc_7d_gom/
regex=.*\.nc recursive=true pathRegex=.* time=23ms
old nBadFiles size=0
sortTime=1ms
old fileTable size=0 nFilesMissing=0
#0 file=/mnt/sdb/moda_oc_7d_gom/MODA_2002185_2002189_7D_GOM_OC.nc
#0 inserted in cache
#1 file=/mnt/sdb/moda_oc_7d_gom/MODA_2002190_2002196_7D_GOM_OC.nc
#1 inserted in cache
#2 file=/mnt/sdb/moda_oc_7d_gom/MODA_2002197_2002203_7D_GOM_OC.nc
#2 inserted in cache
#3 file=/mnt/sdb/moda_oc_7d_gom/MODA_2002204_2002210_7D_GOM_OC.nc
#3 inserted in cache
[...]
#222 file=/mnt/sdb/moda_oc_7d_gom/MODA_2006288_2006294_7D_GOM_OC.nc
#222 inserted in cache
#223 file=/mnt/sdb/moda_oc_7d_gom/MODA_2006295_2006301_7D_GOM_OC.nc
#223 inserted in cache
fileTable updated; time=908ms
2nd sortTime=1ms
tFileNamePA.size=224
dirTable.nRows=1
fileTable.nRows=224
fileTableInMemory=false
nUnchanged=0
nRemoved=0 (nNoLastMod=0, nNoSize=0)
nReadFile=224 (nDifferentModTime=0 nNew=224) readFileCumTime=561 ms avg=2ms
Table.saveAsFlatNc /erddapData/dataset/om/moda_oc_7d_gom/dirTable.nc1061792459 done. nColumns=1 nRows=1 TIME=19ms
Table.saveAsFlatNc /erddapData/dataset/om/moda_oc_7d_gom/fileTable.nc1061792459 done. nColumns=9 nRows=224 TIME=20ms
save fileTable(first 5 rows)=
dirIndex,fileList,lastMod,size,nValues,min,max,csvValues,startIndex
0,MODA_2002185_2002189_7D_GOM_OC.nc,1678481982000,147262002,1,1.0260864E9,1.0260864E9,1.0260864E9,0
0,MODA_2002190_2002196_7D_GOM_OC.nc,1678481999000,147262002,1,1.0266912E9,1.0266912E9,1.0266912E9,1
0,MODA_2002197_2002203_7D_GOM_OC.nc,1678482017000,147262002,1,1.027296E9,1.027296E9,1.027296E9,2
0,MODA_2002204_2002210_7D_GOM_OC.nc,1678482035000,147262002,1,1.0279008E9,1.0279008E9,1.0279008E9,3
0,MODA_2002219_2002224_7D_GOM_OC.nc,1678482052000,147262002,1,1.0291104E9,1.0291104E9,1.0291104E9,4
...
getting metadataFrom /mnt/sdb/moda_oc_7d_gom/MODA_2006295_2006301_7D_GOM_OC.nc
ftLastMod first=2023-03-10T20:59:42Z last=2023-03-10T23:02:20Z
time: DoubleArray isn't evenly spaced: [0]=1.0260864E9, [1]=1.0266912E9, spacing=604800.0, average spacing=609449.3273542601.
smallest spacing=518400.0: [7]=1.0309248E9, [8]=1.0314432E9
biggest spacing=1209600.0: [3]=1.0279008E9, [4]=1.0291104E9
*** EDDGridFromFiles moda_oc_7d_gom constructor finished. TIME=1043ms
EDDGrid.saveAsDAS
EDDGrid.saveAsDAS done. TIME=4ms
EDDGrid.writeDDS
EDDGrid.parseDataDapQuery:
query="" is expanded to request entire dataset.
Table.readFlatNc /erddapData/dataset/om/moda_oc_7d_gom/dirTable.nc finished. nColumns=1 nRows=1 TIME=17ms
Table.readFlatNc /erddapData/dataset/om/moda_oc_7d_gom/fileTable.nc finished. nColumns=9 nRows=224 TIME=10ms
EDDGrid.writeDDS done. TIME=39ms
**************************** The .das for moda_oc_7d_gom ****************************
Attributes {
time {
String _CoordinateAxisType "Time";
Float64 actual_range 1.0260864e+9, 1.1619936e+9;
String axis "T";
String ioos_category "Time";
String long_name "Time";
String standard_name "time";
String time_origin "01-JAN-1970 00:00:00";
String units "seconds since 1970-01-01T00:00:00Z";
}
latitude {
String _CoordinateAxisType "Lat";
Float32 actual_range 18.01288, 31.0;
String axis "Y";
String ioos_category "Location";
String long_name "Latitude";
String standard_name "latitude";
String units "degrees_north";
}
longitude {
String _CoordinateAxisType "Lon";
Float32 actual_range -98.0, -78.51478;
String axis "X";
String ioos_category "Location";
String long_name "Longitude";
String standard_name "longitude";
String units "degrees_east";
}
chlor_a_median {
Float64 colorBarMaximum 20.0;
Float64 colorBarMinimum 0.01;
String colorBarScale "Log";
String ioos_category "Ocean Color";
String long_name "Concentration Of Chlorophyll In Sea Water";
String Product "chlor_a";
String standard_name "concentration_of_chlorophyll_in_sea_water";
String units "mg m^-3";
}
chlor_a_anom {
Float64 colorBarMaximum 1.0;
Float64 colorBarMinimum -1.0;
String ioos_category "Ocean Color";
String long_name "Chlor A Anom";
String Product "chlor_a_anomaly";
String units "mg m^-3";
}
ABI_median {
Float64 colorBarMaximum 0.5;
Float64 colorBarMinimum 0.0;
String ioos_category "Unknown";
String long_name "ABI Median";
String Product "ABI";
String units "W m^-2 um^-1 sr^-1";
}
ABI_anom {
Float64 colorBarMaximum 0.2;
Float64 colorBarMinimum -0.2;
String ioos_category "Unknown";
String long_name "ABI Anom";
String Product "ABI_anomaly";
String units "W m^-2 um^-1 sr^-1";
}
Rrs_667_median {
Float64 colorBarMaximum 0.01;
Float64 colorBarMinimum 0.0;
String ioos_category "Optical Properties";
String long_name "Rrs 667 Median";
String Product "Rrs_667";
String units "sr^-1";
}
Rrs_667_anom {
Float64 colorBarMaximum 0.001;
Float64 colorBarMinimum -0.001;
String ioos_category "Optical Properties";
String long_name "Rrs 667 Anom";
String Product "Rrs_667_anomaly";
String units "sr^-1";
}
NC_GLOBAL {
String cdm_data_type "Grid";
String Composite_end_date "10/28/2006";
String Composite_start_date "10/22/2006";
String contact "Dan Otis - [email protected]";
String Conventions "COARDS, CF-1.6, ACDD-1.3";
String CreationDate "03/10/2023 23:02:19";
String creator_email "[email protected]";
String creator_name "DOTIS";
String creator_type "institution";
Float64 Easternmost_Easting -78.51478;
Float64 geospatial_lat_max 31.0;
Float64 geospatial_lat_min 18.01288;
Float64 geospatial_lat_resolution 0.009088257522743177;
String geospatial_lat_units "degrees_north";
Float64 geospatial_lon_max -78.51478;
Float64 geospatial_lon_min -98.0;
Float64 geospatial_lon_resolution 0.009088255597014925;
String geospatial_lon_units "degrees_east";
String history "2023-03-13T20:06:34Z (local files)
2023-03-13T20:06:34Z http://131.247.136.200:8080/erddap/griddap/moda_oc_7d_gom.das";
String Image_size "1430 pixels(N-S) x 2145 pixels(E-W)";
String infoUrl "imars.usf.edu";
String institution "USF IMaRS";
String keywords "abi, ABI_anom, ABI_median, anomaly, chemistry, chlor, chlor_a_anom, chlor_a_median, chlorophyll, color, concentration, concentration_of_chlorophyll_in_sea_water, data, earth, Earth Science > Oceans > Ocean Chemistry > Chlorophyll, florida, img, img_x, img_y, local, median, ocean, ocean color, oceans, optical, optical properties, properties, rrs, Rrs_667_anom, Rrs_667_median, science, sea, seawater, source, south, university, usf, water";
String keywords_vocabulary "GCMD Science Keywords";
String Lat_Lon_Limits "18.0129N to 31N -98W to -78.5148W";
String license "The data may be used and redistributed for free but is not intended
for legal use, since it may contain inaccuracies. Neither the data
Contributor, ERD, NOAA, nor the United States Government, nor any
of their employees or contractors, makes any warranty, express or
implied, including warranties of merchantability and fitness for a
particular purpose, or assumes any legal liability for the accuracy,
completeness, or usefulness, of this information.";
Float64 Northernmost_Northing 31.0;
String Ocean_color_masks_based_on_L2_flags "LAND,CLDICE,HIGLINT";
String Original_Image_Format "Level-2(NetCDF)";
String Original_Image_Source "NASA Ocean Biology Processing Group";
String Processing_and_binning "USF IMaRS";
String Projection "Equidistant Cylindrical";
String Region "Gulf of Mexico (GOM)";
String Sensor "MODIS-Aqua";
String sourceUrl "(local files)";
Float64 Southernmost_Northing 18.01288;
String standard_name_vocabulary "CF Standard Name Table v70";
String summary "USF IMaRS MODIS FK 7 Day Mean Ocean Color.";
String time_coverage_end "2006-10-28T00:00:00Z";
String time_coverage_start "2002-07-08T00:00:00Z";
String Time_interval "7-Day Composite (median)";
String title "IMaRS MODA 7D FK..";
Float64 Westernmost_Easting -98.0;
}
}
**************************** The .dds for moda_oc_7d_gom ****************************
Dataset {
Float64 time[time = 224];
Float32 latitude[latitude = 1430];
Float32 longitude[longitude = 2145];
GRID {
ARRAY:
Float64 chlor_a_median[time = 224][latitude = 1430][longitude = 2145];
MAPS:
Float64 time[time = 224];
Float32 latitude[latitude = 1430];
Float32 longitude[longitude = 2145];
} chlor_a_median;
GRID {
ARRAY:
Float64 chlor_a_anom[time = 224][latitude = 1430][longitude = 2145];
MAPS:
Float64 time[time = 224];
Float32 latitude[latitude = 1430];
Float32 longitude[longitude = 2145];
} chlor_a_anom;
GRID {
ARRAY:
Float64 ABI_median[time = 224][latitude = 1430][longitude = 2145];
MAPS:
Float64 time[time = 224];
Float32 latitude[latitude = 1430];
Float32 longitude[longitude = 2145];
} ABI_median;
GRID {
ARRAY:
Float64 ABI_anom[time = 224][latitude = 1430][longitude = 2145];
MAPS:
Float64 time[time = 224];
Float32 latitude[latitude = 1430];
Float32 longitude[longitude = 2145];
} ABI_anom;
GRID {
ARRAY:
Float64 Rrs_667_median[time = 224][latitude = 1430][longitude = 2145];
MAPS:
Float64 time[time = 224];
Float32 latitude[latitude = 1430];
Float32 longitude[longitude = 2145];
} Rrs_667_median;
GRID {
ARRAY:
Float64 Rrs_667_anom[time = 224][latitude = 1430][longitude = 2145];
MAPS:
Float64 time[time = 224];
Float32 latitude[latitude = 1430];
Float32 longitude[longitude = 2145];
} Rrs_667_anom;
} moda_oc_7d_gom;
************************* The .timeGaps for moda_oc_7d_gom *************************
Time gaps greater than the median (7 days):
[3]=2002-07-29T00:00:00Z -> [4]=2002-08-12T00:00:00Z, gap=14 days
[8]=2002-09-08T00:00:00Z -> [9]=2002-09-16T00:00:00Z, gap=8 days
[23]=2002-12-23T00:00:00Z -> [24]=2002-12-31T00:00:00Z, gap=8 days
[75]=2003-12-23T00:00:00Z -> [76]=2003-12-31T00:00:00Z, gap=8 days
[127]=2004-12-22T00:00:00Z -> [128]=2004-12-31T00:00:00Z, gap=9 days
[179]=2005-12-23T00:00:00Z -> [180]=2005-12-31T00:00:00Z, gap=8 days
nGaps=6
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment