Test ES sliced scroll

sliced_scroll.sh

n_shards=$1

echo "ES version"
curl -s localhost:9200

echo "Create index"
curl -si -H 'Content-type: application/json' -X PUT localhost:9200/twitter -d '
{
  "settings": {
    "index": {
      "number_of_shards": '$n_shards',
      "number_of_replicas": 0
    }
  },
  "mappings": {
    "tweet": {
      "_routing": { "required": true },
      "properties": {
        "title": { "type": "text" }
      }
    }
  }
}
'

echo "Adding docs..."
for i in `seq 1 9`
do
  curl -si -H 'Content-type: application/json' \
    -X PUT 'localhost:9200/twitter/tweet/t'$i'?routing=key&refresh=true' \
    -d '{ "title": "tweet '$i'" }' > /dev/null
done

echo "slice id 0 search"
curl -s 'localhost:9200/twitter/tweet/_search?scroll=1m&sort=_doc&routing=key&_source=false' -d '
{
  "slice": { "id": 0, "max": 2 },
  "query": { "match_all": { } }
}
' | jq '.hits.total'

echo "slice id 1 search"
curl -s 'localhost:9200/twitter/tweet/_search?scroll=1m&sort=_doc&routing=key&_source=false' -d '
{
  "slice": { "id": 1, "max": 2 },
  "query": { "match_all": { } }
}
' | jq '.hits.total'

echo ""

curl -si -X DELETE localhost:9200/twitter > /dev/null