Execute BigQuery request with retry

bq_retry.py

def ExecuteRequestWithRetries(request, num_tries=5):
    """Executes a request and retries certain failures.

    Failures are retried if they are in the list of errors to retry.  
    List includes system errors(500, 503) and an
    authentication error(401)

    Args:
      request: The request to issue to big query.  It must be an object with
          an execute method.
      num_tries: The number of times to attempt the request.

    Returns:
      The results of the request.
    """
    for _ in xrange(num_tries -1):
        try:
            return request.execute()
        except HttpError as e:
            if e.resp['status'] not in [401, 500, 503]:
                raise
    return request.execute()


bigquery_service = build('bigquery', 'v2', http=http)
jobCollection = bigquery_service.jobs()
current_job = ExecuteRequestWithRetries(
    jobCollection.get(projectId = PROJECT_NUMBER, jobId = bq_job_id))