Store common bitcoin exchange ticker data in MongoDB

gistfile1.py

#!/usr/bin/env python
import pymongo
import requests
import threading
from pprint import pprint


EXCHANGES = {
    'mtgox': 'http://data.mtgox.com/api/2/BTCUSD/money/ticker',
    'bitstamp': 'https://www.bitstamp.net/api/ticker/',
    'btce': 'https://btc-e.com/api/2/btc_usd/ticker',
    'btcchina': 'https://data.btcchina.com/data/ticker'
}
WAIT_FETCH = 5  # seconds
WAIT_LOG = 10


db_client = pymongo.MongoClient('mongodb://localhost:27017')
db = db_client['btc_tickers']
counters = dict((key, 0) for key in EXCHANGES.keys())


def fetch_site(key, url):
    res = requests.get(url)
    db[key].save(res.json())
    counters[key] += 1


def fetch_all():
    for key, url in iter(EXCHANGES.items()):
        kwargs = {'key': key, 'url': url}
        thread = threading.Thread(target=fetch_site, kwargs=kwargs)
        thread.start()
    timer = threading.Timer(WAIT_FETCH, fetch_all)
    timer.start()


def log():
    pprint(counters)
    timer = threading.Timer(WAIT_LOG, log)
    timer.start()


if __name__ == '__main__':
    fetch_all()
    log()

Be sure to do pip install requests pymongo and have MongoDB running.