Move data from JSON-LD files into Pandas dataframes

ldjson_to_pandas_dataframe.py

################################################################
# The hope is that this script can help you work with JSON-LD  #
# files (*.ldjson) so that you can move them into Pandas       #
# DataFrames.                                                  #
# Email: [email protected]                                 #
# Discord: tirwander#1570                                      #
# Twitter: @tirwander                                          #
# Crypto: brianfh.eth                                          #
################################################################


import json
import pandas as pd

# Replace FILENAME with the name of your file (and directories if not in working directory)
j_data = "FILENAME"


with open(j_data, 'r', encoding = 'utf8') as in_f:
    global data_list
    for i, line in enumerate(in_f):
        data = json.loads(line.strip())
        if i >= 1 :
            data_list2 = [data]
            list2_df = pd.DataFrame(data_list2)
            list_df = pd.concat([list_df,list2_df], ignore_index = True)
        if i < 1 :
            data_list = [data]
            list_df = pd.DataFrame(data_list)