Django fetching by chunks

django_chunk_fetch.py

from django.db.models import Count, Min, Max
from django.db.models.functions import Coalesce

def chunk_fetch(queryset, chunk_size=100):
    """
    :type chunk_size: int
    :type queryset: django.db.models.QuerySet
    """
    aggregation = queryset.aggregate(
        min_id=Coalesce(Min('pk'), 0),
        max_id=Coalesce(Max('pk'), -1)
    )

    min_id, max_id = aggregation['min_id'], aggregation['max_id']

    while min_id <= max_id:
        queryset_slice = list(queryset.filter(
            pk__gte=min_id,
            pk__lt=min_id + chunk_size
        ))

        for record in queryset_slice:
            yield record

        min_id += chunk_size