Elegant Time-Series Raw Data Download

generate_download_urls.py

# Python 3
# from urllib.parse import urljoin
# Python 2.7
from urlparse import urljoin
from datetime import *

url = "http://xxx.com/data/"

today = datetime.now().date()
yesterday = today - timedelta(days=1)

path = lambda y,m,d: "%s/data-%s-%s-%s.csv.bz" % (y,y,m,d)
download_url = lambda y, m, d: urljoin(url, path(y, m, d))

everyday = []
while yesterday >= date(2017, 9, 11):
    everyday.append(download_url(yesterday.strftime("%Y"), yesterday.strftime("%m"), yesterday.strftime("%d")))
    yesterday -= timedelta(days=1)