mrizwan47 · January 26, 2023 11:30
diff --git a/pandas_df_to_csv_in_chunks.py b/pandas_df_to_csv_in_chunks.py
 import pandas as pd

 df = pd.read_csv('large_file.csv')

 n = 49000 # Max number of rows you want each chunk to have
 chunks = [df[i:i+n].copy() for i in range(0,df.shape[0],n)]

 k = 1
 for chunk in chunks:
    chunk.to_csv('data/chunk_{}.csv'.format(k), index=False)
    k=k+1
	import pandas as pd

	df = pd.read_csv('large_file.csv')

	n = 49000 # Max number of rows you want each chunk to have
	chunks = [df[i:i+n].copy() for i in range(0,df.shape[0],n)]

	k = 1
	for chunk in chunks:
	chunk.to_csv('data/chunk_{}.csv'.format(k), index=False)
	k=k+1