fetch.py

import sys
from time import time
import simplejson as json
from datetime import datetime
from sqlalchemy import create_engine

engine = create_engine(
    'mssql+pymssql://user:pass@server:1433/portal_mj_nou?charset=utf8&timeout=300'
)


def clean(value):
    if isinstance(value, datetime):
        return value.isoformat()
    if isinstance(value, str):
        return str.decode('latin-1')
    return value


def dump(conn, query):
    result = conn.execute(query)
    t0 = t1 = time()

    for n, row in enumerate(result):
        data = {k: clean(v) for k, v in row.items()}
        print json.dumps(data)

        t = time()
        if t - t1 > 5:
            print>>sys.stderr, int(t - t0), n
            t1 = t

conn = engine.connect()
dump(engine, 'select * from %s' % sys.argv[1])