Skip to content

Instantly share code, notes, and snippets.

View dwillis's full-sized avatar

Derek Willis dwillis

View GitHub Profile
{
"member": "D000598",
"api_uri": "https://api.propublica.org/congress/v1/members/D000598.json",
"name": "Susan A. Davis",
"state": "CA",
"year": 2017,
"roll_call": 284,
"party": "D",
"date": "2017-06-06",
"url": "https://www.congress.gov/congressional-record/2017/06/06/extensions-of-remarks-section/article/E768-3",
import requests
r = requests.get("https://api.propublica.org/congress/v1/bills/subjects/taxation.json", headers={'X-API-Key': 'PROPUBLICA CONGRESS API KEY'})
print r.json()['results'][0]
{u'latest_major_action': u'Referred to the House Committee on Ways and Means.', u'committees': u'House Ways and Means Committee', u'title': u'Layoff Prevention Extension Act of 2016', u'sponsor_uri': u'https://api.propublica.org/congress/v1/members/D000216.json', u'number': u'H.R.5408', u'introduced_date': u'2016-06-08', u'bill_uri': u'https://api.propublica.org/congress/v1/114/bills/hr5408.json', u'latest_major_action_date': u'2016-06-08', u'sponsor_id': u'D000216', u'cosponsors': 6}
county precinct Clinton Schumer Schumer-Clinton Pct Diff
Sullivan Neversink 2 54 83 29 54%
Sullivan Neversink 3 30 43 13 43%
Sullivan Neversink 1 192 275 83 43%
Sullivan Delaware 2 137 195 58 42%
Sullivan Cochecton 1 243 345 102 42%
Sullivan Fallsburg 5 126 178 52 41%
Sullivan Fallsburg 2 172 236 64 37%
Sullivan Rockland 4 120 163 43 36%
Sullivan Rockland 3 42 57 15 36%
number county
1 Adams
2 Allen
3 Ashland
4 Ashtabula
5 Athens
6 Auglaize
7 Belmont
8 Brown
9 Butler
import csv
import requests
from BeautifulSoup import BeautifulSoup
import time
import datetime
today = str(datetime.date.today().month)+'/'+str(datetime.date.today().day)+'/'+str(datetime.date.today().year)
url = "http://browse.calendar.gwu.edu/EventList.aspx?fromdate=%s&todate=%s&view=DateTime&display=Day&type=public" % (today, today)
response = requests.get(url)
html = response.content
import csv
import requests
from BeautifulSoup import BeautifulSoup
urls = ["http://aaspeechesdb.oscars.org/results.aspx?AC=PREV_RECORD&XC=/results.aspx&BU=http%3A%2F%2Faaspeechesdb.oscars.org%2Findex.aspx&TN=aatrans&SN=AUTO9337&SE=1168&RN=1&MR=0&TR=0&TX=1000&ES=0&CS=0&XP=&RF=WebReportList&EF=&DF=WebReportOscars&RL=0&EL=0&DL=0&NP=255&ID=&MF=oscarsmsg.ini&MQ=&TI=0&DT=&ST=0&IR=0&NR=0&NB=0&SV=0&SS=0&BG=&FG=&QS=&OEX=ISO-8859-1&OEH=utf-8", "http://aaspeechesdb.oscars.org/results.aspx?AC=NEXT_RECORD&XC=/results.aspx&BU=http%3A%2F%2Faaspeechesdb.oscars.org%2Findex.aspx&TN=aatrans&SN=AUTO9337&SE=1168&RN=0&MR=0&TR=0&TX=1000&ES=0&CS=0&XP=&RF=WebReportList&EF=&DF=WebReportOscars&RL=0&EL=0&DL=0&NP=255&ID=&MF=oscarsmsg.ini&MQ=&TI=0&DT=&ST=0&IR=0&NR=0&NB=0&SV=0&SS=0&BG=&FG=&QS=&OEX=ISO-8859-1&OEH=utf-8"]
word_list = []
for url in urls:
response = requests.get(url)
import csv
import requests
from BeautifulSoup import BeautifulSoup
import time
import datetime
today = str(datetime.date.today().month)+'/'+str(datetime.date.today().day)+'/'+str(datetime.date.today().year)
url = "http://browse.calendar.gwu.edu/EventList.aspx?fromdate=%s&todate=%s&view=DateTime&display=Day&type=public" % (today, today)
response = requests.get(url)
html = response.content
def self.locate(address)
url = "https://www.googleapis.com/civicinfo/v2/representatives?address=#{address}&includeOffices=true&levels=country&roles=legislatorUpperBody&roles=legislatorLowerBody&key=APIKEY"
result = JSON.parse(open(url).read)
state = result['normalizedInput']['state']
house = result['offices'].detect{|o| o['roles'].include?('legislatorLowerBody')}
house_district = house['divisionId'].split(":").last if house
end
recipient_name purpose
Patrick Mooney & Assoc CREATIVE FEES
Capitol Hill Lists POSTAGE
Mrs. Julie Reichert SEE BELOW
C&B Awards GIFTS
B.W. Crystaline & Associates BOOKKEEPING
Mr. Eric Yates SEE BELOW
Office Depot OFFICE SUPPLIES
USPS POSTAGE
Catalyst Consulting POLITICAL CONSULTING
@dwillis
dwillis / sessions_votes.csv
Created November 18, 2016 16:11
Jeff Sessions' Senate votes, 1997-2016
We can't make this file beautiful and searchable because it's too large.
congress_id session_id roll_call bill_num amendment_num question vote_result date time description gop_yes gop_no gop_present gop_not_voting dem_yes dem_no dem_present dem_not_voting ind_yes ind_no ind_present ind_not_voting total_yes total_no total_present total_not_voting total_margin dem_majority_position gop_majority_position sessions_position
114 2 153 S.3110 On the Cloture Motion Cloture Motion Rejected 11/17/16 12:05:00 A bill to provide for reforms of the administration of the outer Continental Shelf of the United States, to provide for the development of geothermal, solar, and wind energy on public land, and for other purposes. 49 4 0 1 2 41 0 1 0 2 0 0 51 47 0 2 4 No Yes Not Voting
114 2 152 H.R.4511 On Passage of the Bill Bill Passed 11/15/16 17:31:00 A bill to amend the Veterans' Oral History Project Act to allow the collection of video and audio recordings of biographical histories by immediate family members of members of the Armed Forces who died as a result of their service during a period o