convert_tweets_csv.py

import csv
import re

tweets = set()

with open('tweets.csv', 'rb') as csvfile:
    reader = csv.reader(csvfile, delimiter=',', quotechar='"')
    for row in reader:
        tweet = unicode(row[5], 'utf-8')
        tweets.add(tweet)

with open('tweets.txt', 'w') as out:
    out.write(str(list(tweets)))