BACEN parser IPCA

ParserBCIPCA.py

import requests
import json
import datetime

bacen_ipca_url = "https://api.bcb.gov.br/dados/serie/bcdata.sgs.189/dados?formato=json"
output_json = "/home/bla/Desktop/igpm.json"
metadata = {
    "status": "ATIVO",
    "data-ultima-atualizacao": datetime.datetime.now().strftime('%d/%m/%Y'),
    "versao": "1.1.0",
    "site": "https://github.com/rgiaviti/open-data/blob/master/economia/inflacao/ipca.json",
    "fontes": ["FGV", "Banco Central do Brasil"]
}


def preppend_metadata(metadata, payload):
    print(" :: preppending metadata")
    full_payload = { "meta-info": metadata, "ipca": payload }
    return full_payload


def save_to_file(file, payload):
    print(" :: saving to json file")
    with open(file, 'w') as outfile:
        json.dump(payload, outfile, default = date_converter)


def reorder_data(payload):
    print(":: reordering data most recent to oldest")
    ordered_payload = sorted(payload, key=lambda k: k['data'], reverse=True)
    return ordered_payload


def convert_values(payload):
    print(":: converting payload from string to date and float types")
    converted_payload = []
    for index in payload:
        converted_payload.append(
            {
                "data": datetime.datetime.strptime(index["data"], '%d/%m/%Y'),
                "valor": float(index["valor"])
            }
        )
    return converted_payload

def date_converter(o):
    if isinstance(o, datetime.datetime):
        return "{}/{}".format(o.month, o.year)

"""
Início da execução do Script
"""
try:
    response = requests.get(bacen_ipca_url)

    if (response.status_code != 200):
        print(":: request failed")
        print(f":: http status code %s", response.status_code)
    else:
        print(":: request to bacen successful")
        converted_data = convert_values(response.json())
        ordered_data = reorder_data(converted_data)
        full_payload = preppend_metadata(metadata, ordered_data)
        save_to_file(output_json, full_payload)

        #full_json = preppend_metadata(metadata, reordered_data)
        #full_json = add_missing_metadata_info(full_json)
        # save_to_file(full_json)
except Exception as e:
    print(":: something bad happened")
    print(f":: error:", e)