cursor-illu

serverplusclient.py

CLIENT_PAGINATION_LIMIT = 200
SERVER_PAGINATION_LIMIT = 500

def main():
    sql_query = 'SELECT * FROM film'
    with connect(**config) as conn:
        with conn.cursor("film") as cur:
            # This fetches only 100 records from DB as batches
            # If you don't specify, the default value is 2000
            cur.itersize = SERVER_PAGINATION_LIMIT
            cur.execute(sql_query)

            while rows := cur.fetchmany(CLIENT_PAGINATION_LIMIT):
                if not rows:
                    break
                
                print(rows) # process the batch here