get_pages.py

def get_pages(self, org: str, repo: str, table: Table):
       endpoint = self.get_endpoint(org, repo, table)
       self.logger.info(f'get_pages endpoint={endpoint}')
       page = 1
       params = self.get_params(page, table)
       result = []
       batch = self.rest_api.get(endpoint, params=params).json()
       result.extend(batch)
       while batch:
           self.logger.info(f'get_pages endpoint={endpoint} done={len(result)}')
           page += 1
           params = self.get_params(page, table)
           batch = self.rest_api.get(endpoint, params=params).json()
           result.extend(batch)
       return result