Plutor · February 12, 2018 20:13
diff --git a/code.py b/code.py
 #!/usr/bin/python

 import datetime
 import json
 import re
 import requests
 import time

 USER_AGENT_HEADER = {'User-Agent': 'nfl-fast-tweets/1.0'}

 last_id = None
 items = []
 for _ in range(8):
    url = 'https://www.reddit.com/search.json?q=site%3Atwitter.com+subreddit%3Anfl&sort=top&restrict_sr=on&t=year'
    if last_id is not None:
        url = '%s&after=%s' % (url, last_id)

    page_result = requests.get(url, headers=USER_AGENT_HEADER)
    page = json.loads(page_result.text)
    
    for item in page['data']['children']:
        data = item['data']
        last_id = data['name']
        created = data['created']

        tweet_url = data['url']
        tweet_id_match = re.search(r'/twitter\.com\/.*?([0-9]{8,})', tweet_url)
        if not tweet_id_match:
            print "No tweet id for URL %s" % tweet_url
            continue
        tweet_id = tweet_id_match.group(1)

        tweet_time = datetime.datetime.fromtimestamp((int(tweet_id) >> 22)/1000.0 + 1288834974.657)
        post_time = datetime.datetime.fromtimestamp(created - (8*60*60))

        items.append({'title': data['title'],
                      'permalink': data['permalink'],
                      'score': data['score'],
                      'author': data['author'],
                      'latency': (post_time - tweet_time).total_seconds()})

    print "Have %d items" % len(items)
    time.sleep(.3)


 print 'Post | Score | Tweet to post lag'
 print ':-- | --: | --:'
 for item in sorted(items, key=lambda k: k['latency']):
    lat = ''
    if item['latency'] < 60:
        lat = '%.1fs' % item['latency']
    elif item['latency'] < 3600:
        lat = '%dm%ds' % (item['latency'] / 60, item['latency'] % 60)
    else:
        lat = '%dh%dm%ds' % (item['latency'] / 3600, (item['latency'] / 60)%60, item['latency'] % 60)
    print '[%s](http://reddit.com%s) by [%s](http://reddit.com/u/%s) | %s | %s' % (
            item['title'], item['permalink'], item['author'], item['author'], item['score'], lat) #!/usr/bin/python
diff --git a/results.md b/results.md
	#!/usr/bin/python

	import datetime
	import json
	import re
	import requests
	import time

	USER_AGENT_HEADER = {'User-Agent': 'nfl-fast-tweets/1.0'}

	last_id = None
	items = []
	for _ in range(8):
	url = 'https://www.reddit.com/search.json?q=site%3Atwitter.com+subreddit%3Anfl&sort=top&restrict_sr=on&t=year'
	if last_id is not None:
	url = '%s&after=%s' % (url, last_id)

	page_result = requests.get(url, headers=USER_AGENT_HEADER)
	page = json.loads(page_result.text)

	for item in page['data']['children']:
	data = item['data']
	last_id = data['name']
	created = data['created']

	tweet_url = data['url']
	tweet_id_match = re.search(r'/twitter\.com\/.*?([0-9]{8,})', tweet_url)
	if not tweet_id_match:
	print "No tweet id for URL %s" % tweet_url
	continue
	tweet_id = tweet_id_match.group(1)

	tweet_time = datetime.datetime.fromtimestamp((int(tweet_id) >> 22)/1000.0 + 1288834974.657)
	post_time = datetime.datetime.fromtimestamp(created - (86060))

	items.append({'title': data['title'],
	'permalink': data['permalink'],
	'score': data['score'],
	'author': data['author'],
	'latency': (post_time - tweet_time).total_seconds()})

	print "Have %d items" % len(items)
	time.sleep(.3)


	print 'Post \| Score \| Tweet to post lag'
	print ':-- \| --: \| --:'
	for item in sorted(items, key=lambda k: k['latency']):
	lat = ''
	if item['latency'] < 60:
	lat = '%.1fs' % item['latency']
	elif item['latency'] < 3600:
	lat = '%dm%ds' % (item['latency'] / 60, item['latency'] % 60)
	else:
	lat = '%dh%dm%ds' % (item['latency'] / 3600, (item['latency'] / 60)%60, item['latency'] % 60)
	print '[%s](http://reddit.com%s) by [%s](http://reddit.com/u/%s) \| %s \| %s' % (
	item['title'], item['permalink'], item['author'], item['author'], item['score'], lat) #!/usr/bin/python