palewire

#!/bin/sh

for FILEPATH in ./*.shp; do
	FILENAME="$(echo "$FILEPATH" | rev | cut -d "/" -f1 | rev)";
	echo "Cleaning $FILENAME";
	mapshaper $FILEPATH -clean -o force $FILEPATH;
done

palewire

*.csv#

palewire

import csv
from congress import Congress

REPRESENT_API_KEY = '<API KEY>'
congress = Congress(REPRESENT_API_KEY)
house = list(congress.members.filter("house")[0]['members'])
reps = [m for m in house if m['title'] == 'Representative']
in_office = [m for m in reps if m['in_office'] is True]
outpath = "members.csv"
print("Writing {} members to {}".format(len(in_office), outpath))

palewire

{
    "last_updated": "2018-10-11 07:00:38.708227",
    "mariners_stats": {
        "mariners_games_played": 162
    },
    "steamer": 44,
    "thebat": 0,
    "zips": 44,
    "depthcharts": 0,
    "ichiro_totals": {

palewire

palewire

palewire

palewire

Simple COPY examples

Two simple examples of quickly loading data into PostgreSQL with the COPY command.

• First, loading data to a database on your own computer in localhost.sh
• Second, loading data to a database hosted on the Internet in cloud.sh

Much more sophisticated stuff is possible. Refer to the official docs and consider adopting a wrapper like django-postgres-copy for more complicated tasks.

palewire

pg_dump -Fc --no-acl --no-owner -h localhost -U <YOUR LOCAL DATABASE USER> <YOUR LOCAL DATABASE NAME> > <YOUR LOCAL DATABASE NAME>.dump;
pg_restore -v -h <YOUR RDS IP ADDRESS> -U <YOUR RDS DATABASE USER> -d <YOUR RDS DATABASE NAME> <YOUR LOCAL DATABASE NAME>.dump;

palewire

Source: EIA