Elasticsearch Scroll API Example in Python

elasticsearch_scroll.py

#!/usr/bin/env python

import boto3
import requests
from aws_requests_auth.aws_auth import AWSRequestsAuth

profile_name = "default"
endpoint = "search-host-example.us-east-1.es.amazonaws.com"
region = "us-east-1"
session = boto3.session.Session(region_name=region, profile_name=profile_name)
creds = session._session.get_credentials()
es_auth = AWSRequestsAuth(aws_access_key=creds.access_key,
                           aws_secret_access_key=creds.secret_key,
                           aws_token=creds.token,
                           aws_host=endpoint,
                           aws_region=region,
                           aws_service='es')

def request(path, data):
    return requests.post("https://{}{}".format(endpoint, path), json=data, auth=es_auth).json()


params = {
    "query": { "match_all": {}},
    "sort" : ["_doc"],
    "size":  1000
}

res = request("/_search?scroll=1m", params)
print res