How to bulk load gzip'd JSON in Elastic

load_directory_json.gz.sh

# Bulk load the Foo data we prepared via PySpark in etl/transform_foo.spark.py
for path in data/foo/elastic/part*
do
    file=$(basename ${path})
    echo "Submitting ${path} to Elastic index foo ..."
    
    curl ${USER_STRING} \
    -X POST \
    -H "Content-encoding: gzip" \
    -H "Content-Type: application/x-ndjson" \
    "http://${HOSTNAME}:${PORT}/foo/_bulk" \
    --data-binary "@${path}" \
    > "data/foo/elastic_report/${file}.json"
done