Python pandas - split csv file every n rows

python-pandas-split-every-n-rows.py

#!/usr/bin/python

import pandas as pd
import numpy as np
import csv


#get every 10000 rows
#group by 0,1,2,3,4,...
#df2[np.arange(len(df2))//10000==0].to_csv('out0.csv', index=False)
#df2[np.arange(len(df2))//10000==1].to_csv('out1.csv', index=False)
#df2[np.arange(len(df2))//10000==2].to_csv('out2.csv', index=False)
#df2[np.arange(len(df2))//10000==3].to_csv('out3.csv', index=False)
#df2[np.arange(len(df2))//10000==4].to_csv('out4.csv', index=False)
#df2[np.arange(len(df2))//10000==5].to_csv('out5.csv', index=False)

df2 = pd.read_csv('in.csv')
#replace NaN with empty "" string
df2.prefix = 'N/A'
i = 0
everyNrows = 5000
while len(df2[np.arange(len(df2))//everyNrows == i]) > 0:
    df2[np.arange(len(df2))//everyNrows == i].to_csv('out' + str(i) + '.csv', index=False, quoting=csv.QUOTE_NONNUMERIC, header=True)
    i += 1