Debug form qc excess row problems

debug_formqc.py

#!/usr/bin/env python

# detect files with excess rows

# cd /data/predict1/data_from_nda/formqc/

from glob import glob
import pandas as pd

files=glob('??-*-form_*day1to*csv')
for file in files:
    to=int(file.split('-day1to')[-1].strip('.csv'))
    df=pd.read_csv(file)
    L=len(df)

    if L>to:
        print(L,file)
        
# detect max days

files=glob('??-*-form_*day1to*csv')
max_day=1
for file in files:
    to=int(file.split('-day1to')[-1].strip('.csv'))
    if to>max_day:
        print(to,file)
        max_day=to

print(max_day)