Last active
July 27, 2022 07:55
-
-
Save sxshateri/540aead254bfa7810ee8bbb2d298363e to your computer and use it in GitHub Desktop.
This is a python script to download all the tweets of a hashtag into a csv file.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import tweepy | |
import csv | |
import pandas as pd | |
import sys | |
# API credentials here | |
consumer_key = 'INSERT CONSUMER KEY HERE' | |
consumer_secret = 'INSERT CONSUMER SECRET HERE' | |
access_token = 'INSERT ACCESS TOKEN HERE' | |
access_token_secret = 'INSERT ACCESS TOKEN SECRET HERE' | |
auth = tweepy.OAuthHandler(consumer_key, consumer_secret) | |
auth.set_access_token(access_token, access_token_secret) | |
api = tweepy.API(auth,wait_on_rate_limit=True,wait_on_rate_limit_notify=True) | |
# Search word/hashtag value | |
HashValue = "" | |
# search start date value. the search will start from this date to the current date. | |
StartDate = "" | |
# getting the search word/hashtag and date range from user | |
HashValue = input("Enter the hashtag you want the tweets to be downloaded for: ") | |
StartDate = input("Enter the start date in this format yyyy-mm-dd: ") | |
# Open/Create a file to append data | |
csvFile = open(HashValue+'.csv', 'a') | |
#Use csv Writer | |
csvWriter = csv.writer(csvFile) | |
for tweet in tweepy.Cursor(api.search,q=HashValue,count=20,lang="en",since=StartDate, tweet_mode='extended').items(): | |
print (tweet.created_at, tweet.full_text) | |
csvWriter.writerow([tweet.created_at, tweet.full_text.encode('utf-8')]) | |
print ("Scraping finished and saved to "+HashValue+".csv") | |
#sys.exit() |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment
I have this same issue.. did you ever find it?