populate_db_pandas.py

populate_db_pandas.py

from db_connector import SQLHelper
import pandas as pd

chunk_size = 20  # Number of rows in chunks
chunks = []
file_name = 'customers-100.csv'


for chunk in pd.read_csv(file_name, chunksize=chunk_size, delimiter=","):
    df: pd.DataFrame = chunk
    df.drop("Phone 2", inplace=True, axis=1)
    keys = df.keys()  # list of columns
    # print(df.to_dict(orient="index"))
    # print(df.values)  # [[...], [...], ]
    break

print(chunks)