davidheyman

INSERT INTO geo_header_sf1 (fileid, stusab, sumlev, geocomp, chariter, cifsn, logrecno, region, division, state, county, countycc, countysc, cousub, cousubcc, cousubsc, place, placecc, placesc, tract, blkgrp, block, iuc, concit, concitcc, concitsc, aianhh, aianhhfp, aianhhcc, aihhtli, aitsce, aits, aitscc, ttract, tblkgrp, anrc, anrccc, cbsa, cbsasc, metdiv, csa, necta, nectasc, nectadiv, cnecta, cbsapci, nectapci, ua, uasc, uatype, ur, cd, sldu, sldl, vtd, vtdi, reserve2, zcta5, submcd, submcdcc, sdelem, sdsec, sduni, arealand, areawatr, name, funcstat, gcuni, pop100, hu100, intptlat, intptlon, lsadc, partflag, reserve3, uga, statens, countyns, cousubns, placens, concitns, aianhhns, aitsns, anrcns, submcdns, cd113, cd114, cd115, sldu2, sldu3, sldu4, sldl2, sldl3, sldl4, aianhhsc, csasc, cnectasc, memi, nmemi, puma, reserved)
SELECT
trim(substring(data,1,6)) AS	fileid,
trim(substring(data,7,2)) AS	stusab,
trim(substring(data,9,3)) AS	sumlev,
trim(substring(data,12,2)) AS	geocomp,
trim(substring(data,14,3)) AS

davidheyman

# install epel repo
sudo yum -y install wget
wget https://dl.fedoraproject.org/pub/epel/epel-release-latest-7.noarch.rpm
sudo rpm -Uvh epel-release-latest-7.noarch.rpm 

wget http://yum.postgresql.org/9.3/redhat/rhel-7-x86_64/pgdg-redhat93-9.3-1.noarch.rpm
sudo rpm -Uvh pgdg*.rpm

# update (again)
sudo yum -y update

davidheyman

Steps:
Set up EBS
21Created 1 TB EBS
	Created 64 Bit Amazon Linux AMI 2012.09 M1 Medium 3.7 gb ram, 2 ECUs

	Connect to ec2 instance via ssh
	chmod 400 IFS-KeyPair.pem
	ssh -v -i IFS-KeyPair.pem [email protected]
	Note: Do not replace ec2-user with your user id. This is a AWS Amazon AMI requirement.

davidheyman

// Based on Glacier's example: http://docs.aws.amazon.com/AWSJavaScriptSDK/guide/examples.html#Amazon_Glacier__Multi-part_Upload
var fs = require('fs');
var AWS = require('aws-sdk');
AWS.config.loadFromPath('./aws-config.json');
var s3 = new AWS.S3();

// File
var fileName = '5.pdf';
var filePath = './' + fileName;
var fileKey = fileName;

davidheyman

from __future__ import print_function
import mercantile
import urllib
import time
import os


def download_tile(tileurl, tile, output_dir, pause=1):
    url = tileurl + '/{z}/{x}/{y}.png'.format(**tile.__dict__)
    local_path = url.replace(tileurl, output_dir)