rweald · December 12, 2015 05:18
diff --git a/lower-extract-low-confidence-nip-geocodes.sh b/lower-extract-low-confidence-nip-geocodes.sh
 #!/usr/bin/env bash

 # Requires CSVKit to be installed
 # To install use pip install csvkit

 cat geocoded_npi.csv | ruby -e 'STDIN.each { |l| fields = l.split(","); puts l if fields[3].to_f < 0.5 }' > lower-confidence-npis.csv

 # Depending which address field you want to use you should change the column indexes
 csvcut -c 1,29-33 full_nip_datadump.csv > npi-to-address.csv
 csvjoin -c 1 npi-to-address.csv lower-confidence-npis.csv
	#!/usr/bin/env bash

	# Requires CSVKit to be installed
	# To install use pip install csvkit

	cat geocoded_npi.csv \| ruby -e 'STDIN.each { \|l\| fields = l.split(","); puts l if fields[3].to_f < 0.5 }' > lower-confidence-npis.csv

	# Depending which address field you want to use you should change the column indexes
	csvcut -c 1,29-33 full_nip_datadump.csv > npi-to-address.csv
	csvjoin -c 1 npi-to-address.csv lower-confidence-npis.csv