Get all the transcripts from West Wing episodes

transcripts.py

import json
import requests

from pyquery import PyQuery as pq

def get_transcripts():
	
	url = 'http://www.westwingtranscripts.com/search.php?flag=getTranscript&id='
	
	for x in range( 1, 156 ):
		
		payload = { 'flag': 'getTranscript', 'id': x }
		request = requests.get( url, params=payload )
		
		htmlstuffs = request.content
		
		transcript_with_html = pq( htmlstuffs )( 'pre' ).text()
		
		transcript_escaped = unicode( transcript_with_html )
				
		transcript = json.dumps( [ x, { 'transcript': transcript_escaped } ], )
		
		print transcript
		

get_transcripts();