bench json

scratch.py

import json
import orjson
import pickle
import time
import contextlib

DATA = []


@contextlib.contextmanager
def bench(name):
    start = time.perf_counter()
    try:
        yield
    finally:
        end = time.perf_counter()
        print(f'{name}: {end-start}')


with open('/home/serjflint/workspace/cache.json') as stream:
    with bench('load'):
        for line in stream:
            DATA.append(json.loads(line))

DATA = DATA * 10

with open('/tmp/json.json', mode='w') as stream:
    with bench('json'):
        json.dump(DATA, stream)

with open('/tmp/orjson.json', mode='wb') as stream:
    with bench('orjson'):
        stream.write(orjson.dumps(DATA))

with open('/tmp/pickle.json', mode='wb') as stream:
    with bench('pickle'):
        pickle.dump(DATA, stream)

load: 0.6993525180005236
json: 14.33412618699731
orjson: 0.9688011159996677
pickle: 0.5945636799988279