philshem · September 27, 2020 18:44
diff --git a/at.20200927.csv b/at.20200927.csv
diff --git a/scrape_coronadata_at.py b/scrape_coronadata_at.py
 import requests
 import pandas as pd

 # scraping individual states from:
 # https://www.coronatracker.at/

 # manually got each state's name from the site dropdown Bundesländer 
 states = ['burgenland','kaernten','niederoesterreich','oberoesterreich',
 			'salzburg','steiermark','tirol','vorarlberg','wien']

 headers = {'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/39.0.2171.95 Safari/537.36'}
 s = requests.Session()
 url_base = 'https://www.coronatracker.at/'

 big_df = []
 # loop over all states, aka url paths
 for state in states:
 	print(state)
 	url = url_base + state

 	# make request
 	r = s.get(url, headers=headers)

 	# convert html to dataframe, thanks pandas
 	# add [0] because read_html() returns a list of dataframes
 	df = pd.read_html(r.content)[0]

 	# add state to dataframe
 	df['state'] = state
 	df['url'] = url

 	# add to list of states
 	big_df.append(df)

 # concat all dataframes
 df = pd.concat(big_df)

 df.to_csv('at.csv',index=False)
 #print(df)
	import requests
	import pandas as pd

	# scraping individual states from:
	# https://www.coronatracker.at/

	# manually got each state's name from the site dropdown Bundesländer
	states = ['burgenland','kaernten','niederoesterreich','oberoesterreich',
	'salzburg','steiermark','tirol','vorarlberg','wien']

	headers = {'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/39.0.2171.95 Safari/537.36'}
	s = requests.Session()
	url_base = 'https://www.coronatracker.at/'

	big_df = []
	# loop over all states, aka url paths
	for state in states:
	print(state)
	url = url_base + state

	# make request
	r = s.get(url, headers=headers)

	# convert html to dataframe, thanks pandas
	# add [0] because read_html() returns a list of dataframes
	df = pd.read_html(r.content)[0]

	# add state to dataframe
	df['state'] = state
	df['url'] = url

	# add to list of states
	big_df.append(df)

	# concat all dataframes
	df = pd.concat(big_df)

	df.to_csv('at.csv',index=False)
	#print(df)