Download and dump contents of a remote Elasticsearch index to a local newline-separated JSON file using Python

download_elasticsearch_index.py

from elasticsearch import Elasticsearch
from elasticsearch.helpers import scan
import json

REMOTE_URL = 'https://username:password@elasticsearch.example.com:9200/'
LOCAL_FILE = '/tmp/elasticsearch-dump.txt'
INDEX = 'my-index'
DOC_TYPE = 'document'

client = Elasticsearch([REMOTE_URL])

fp = open(LOCAL_FILE, 'w')
for row in scan(client, query={}, index=INDEX, doc_type=DOC_TYPE):
    json.dump(row, fp)
    fp.write("\n")
    fp.flush() # So you can tail -f the file
fp.close()