Pymongo + Pandas - Iterators to Dataframes conversion. - https://informationcorners.com/pymongo-wrapper

Pymongo + Pandas - Iterators to Dataframes conversion.md

import pandas as pd

def posts_2_df(iterator, chunk_size=1000):
    """
        Turn an iterator into multiple small pandas.DataFrame
        This is a balance between memory and efficiency
    """
    records = []
    frames = []
    for index, record in enumerate(iterator):
        records.append(record)
    if index % chunk_size == chunk_size - 1:
        frames.append(pd.DataFrame(records))
        records = []
    if records:
        frames.append(pd.DataFrame(records))
    return pd.concat(frames)

result = collection.find({'grades.date': {'$gte': start_date, '$lte': end_date}})

data_frame = posts_2_df(iterator=result, chunk_size=10000)

print(data_frame.head())