gistfile1.txt

#!/usr/bin/env python

import sys
import re
import csv

p = re.compile(ur'[^\s+\,\.\!\?\:\;\"\(\)\<\>\#\$\=\-\/]+')
reader = csv.reader(sys.stdin, delimiter='\t')
next(reader, None) # skip headers
for line in reader:
    if len(line) >= 5:
        id = line[0]
        body = line[4]
        words = [word.lower() for word in re.findall(p, body)]
        for word in words: 
            print '%s\t%s' % (word,1)