OWID: shrink Covid JSON by changing JSON representation of data

shrink_json.py

#!/usr/bin/env python

import pandas as pd

import json

INPUT_FILE = "owid-covid-data.json"
OUTPUT_FILE = "owid-covid-data-list.json"

with open(INPUT_FILE) as istream:
    data = json.load(istream)


def remap_country(c):
    c = c.copy()
    df = pd.DataFrame.from_dict(c["data"])
    c["data"] = df.to_dict(orient="list")
    return c


new_data = {key: remap_country(c) for key, c in data.items()}

with open(OUTPUT_FILE, "w") as ostream:
    json.dump(new_data, ostream)