fillna.py

import pandas as pd
import modin.pandas as pd_modin
import cudf as pd_cudf

results_fillna = []

### Read in the data with Pandas
for run in range(0,30):
	df = pd.read_csv("../inep/dados/microdados_educacao_superior_2018//microdados_ed_superior_2018/dados/DM_ALUNO.CSV")
    
	s = time.time()
	df = df.fillna(value="0")
	e = time.time()
	results_fillna.append({"lib":"Pandas","time":float("{}".format(e-s))})
	print("Pandas Fillna Time = {}".format(e-s))

### Read in the data with Modin
for run in range(0,30):
	df = pd_modin.read_csv("../inep/dados/microdados_educacao_superior_2018//microdados_ed_superior_2018/dados/DM_ALUNO.CSV")
    
	s = time.time()
	df = df.fillna(value="0")
	e = time.time()
	results_fillna.append({"lib":"Modin","time":float("{}".format(e-s))})
	print("Modin Fillna Time = {}".format(e-s))

### Read in the data with cudf
for run in range(0,30):
	df = pd_cudf.read_csv("../inep/dados/microdados_educacao_superior_2018//microdados_ed_superior_2018/dados/DM_ALUNO.CSV")
    
	s = time.time()
	df = df.fillna(value="0")
	e = time.time()
	results_fillna.append({"lib":"Cudf","time":float("{}".format(e-s))})
	print("Cudf Fillna Time = {}".format(e-s))