HIFLD

HIFLD.md

Download

$ wget -O seerai-hifld-archive.xml \
    https://storage.googleapis.com/seerai-hifld-archive/

$ python3 -m venv ~/.xml
$ source ~/.xml/bin/activate
$ python3 -m pip install python-xml2dict
$ python3

import json

import xml2dict


open('seerai-hifld-archive.json', 'w').write(
    json.dumps(
        xml2dict.parse(open('seerai-hifld-archive.xml').read()),
        indent=4))

$ jq -r '.ListBucketResult.Contents[].Key' seerai-hifld-archive.json \
    | grep -i 'parquet$' \
    > manifest.txt # 160 lines

$ for LINE in `cat manifest.txt`; do 
      FOLDER=`echo "$LINE" | grep -o '.*/'`
      wget -c \
           "https://storage.googleapis.com/seerai-hifld-archive/$LINE" \
           -P $FOLDER
  done

Only A-L, no M-Z yet

$ find . -maxdepth 1 -type d

./119th-congressional-districts
./3d-hydrography-program-3dhp-layers
./above-ground-lng-storage-facilities
./administrative-areas-usace-ienc
./agricultural-minerals-operations
./airport-area-usace-ienc
./airspace-boundaries
./alternative-fueling-stations
./american-indian--alaska-native--native-hawaiian-aiannh-areas
./american-red-cross-chapter
./american-red-cross-counties--chapters--regions--divisions
./american-red-cross-divisions
./american-red-cross-headquarters
./american-red-cross-regions
./amtrak-stations
./antenna-structure-registration-asr
./aquifers
./aviation-facilities
./berths-areas-usace-ienc
./biodiesel-plants
./border-crossings---natural-gas
./bridge-areas-usace-ienc
./broadband-radio-service-brs-and-educational-broadband-service-ebs-transmitters
./building-locations-usace-ienc
./built-up-areas-point-usace-ienc
./cable-areas-usace-ienc
./canada-and-us-border
./caution-area-locations-usace-ienc
./cellular-towers
./census-block-groups
./census-designated-places
./census-tracts
./child-care-centers
./coastlines-usace-ienc
./colleges-and-universities
./colleges-and-universities-campuses
./combined-statistical-areas
./consolidated-cities
./construction-minerals-operations
./control-areas
./conveyor-areas-usace-ienc
./county-subdivisions
./courthouses
./crane-locations-usace-ienc
./crushed-stone-operations
./dam-lines-usace-ienc
./data-coverage-areas-usace-ienc
./data-quality-assessment-areas-usace-ienc
./daymark-locations-usace-ienc
./deep-ocean-assessment-and-reporting-of-tsunamis-dart-stations
./depth-areas-usace-ienc
./dialysis-centers
./distance-marks-usace-ienc
./docks
./dry-docks-usace-ienc
./dumping-ground-areas-usace-ienc
./dynamic-buoys-usace-ienc
./electric-holding-company-areas
./electric-planning-areas
./electric-retail-service-territories
./elementary-school-districts
./environmental-protection-agency-epa-facilities
./environmental-protection-agency-epa-facility-registry-service-frs-power-plants
./environmental-protection-agency-epa-regions
./epa-disaster-debris-recovery-data
./epa-emergency-response-er-risk-management-plan-rmp-facilities
./epa-facility-registry-service-frs---integrated-compliance-information-system-icis-wastewater-treatment-plants
./epa-facility-registry-service-frs---toxic-release-inventory-tri
./epa-facility-registry-service-frs---toxic-substances-control-act-tsca
./epa-facility-registry-service-frs-interests
./epa-region-boundaries-exclusive-economic-zone-eez
./epa-resource-conservation-and-recovery-act-treatment-storage-and-disposal-rcratsd-facilities
./epa-superfund-enterprise-management-system-sems-sites
./ethanol-plants
./fdic-insured-banks
./federal-emergency-management-agency-fema-regional-offices
./federal-emergency-management-agency-fema-regions
./ferc-regions
./ferrous-metal-mines
./ferrous-metal-processing-plants
./ferry-routes
./ferry-terminals
./fire-and-emergency-medical-service-ems-stations
./floating-docks-usace-ienc
./floodwalls-usace-ienc
./formerly-used-defense-sites-fuds-program-district-boundaries
./formerly-used-defense-sites-fuds-projects-points
./formerly-used-defense-sites-fuds-public-munitions-response-sites-mrs
./formerly-used-defense-sites-fuds-public-properties
./formerly-used-defense-sites-fuds-public-property-boundaries
./formerly-used-defense-sites-fudsprogram-division-boundaries
./fws-hq-es-coastal-barrier-resources-system
./fws-hq-es-critical-habitat
./geographic-names-information-system-gnis-feature-layers
./harbor-administrative-areas-usace-ienc
./harbor-facility-areas-usace-ienc
./harbor-facility-locations-usace-ienc
./hifldevents-layer-view
./historic-perimeters-combined-2000-2018-geomac
./historical-holocene-volcano-locations
./historical-significant-earthquake-locations
./historical-significant-volcanic-event-locations
./historical-tsunami-event-locations
./historical-tsunami-observations
./hospitals
./hulke-areas-usace-ienc
./hydrocarbon-gas-liquid-pipelines
./incorporated-places
./independent-systems-operators
./interim-risk-management-irm-project-boundary
./interim-risk-management-irm-property-boundary
./interim-risk-management-irm-property-point
./intermodal-freight-facilities-air-to-truck
./intermodal-freight-facilities-marine-roll-onroll-off
./intermodal-freight-facilities-rail-tofccofc
./intermodal-passenger-connectivity-database-ipcd
./in_progress
./isolated-danger-buoy-point-usace-ienc
./lakes-usace-ienc
./land-mobile-broadcast-towers
./land-mobile-commercial-transmission-towers
./land-mobile-private-transmission-towers
./land-region-areas-usace-ienc
./land-region-locations-usace-ienc
./land-surface-areas-usace-ienc
./landmark-areas-usace-ienc
./landmark-locations-usace-ienc
./lateral-beacons-usace-ienc
./lateral-buoys-usace-ienc
./levee-areas-usace-ienc
./levee-lines-usace-ienc
./liquified-natural-gas-lng-import-and-export-terminals
./local-emergency-operations-center-eoc
./local-law-enforcement-locations