TF-IDF keywords using Graphlab

tf-idf-keywords.py

import re
import graphlab
#remove html tags
docs['words'] = docs['body'].apply(lambda doc: re.sub("<[^>]*>", "", doc))
#remove punctuation, whitespace and lowercase it all
docs['words'] = docs['words'].apply(lambda doc: re.sub("[\W\d]", " ", doc.lower().strip()))
docs = graphlab.SFrame(docs)
docs['word_counts'] = graphlab.text_analytics.count_words(docs['words'])
docs_tfidf = graphlab.text_analytics.tf_idf(docs['words'])
docs['top10'] = docs_tfidf['docs'].apply(lambda t: " ".join(sorted(t, key=t.get, reverse=True)[1:10]))
docs.save("billing_key_words.csv", format='csv')