clean elasticsearch expired data

es_expired_clean.sh

#!/usr/bin/env bash
#Copyright (C) 2018 Eagle <[email protected]>

ES_HOST="http://127.0.0.1:9200"

SEVEN_DAYS_AGO=$(date -d "-7 day" +%Y.%m.%d)
THREE_DAYS_AGO=$(date -d "-3 day" +%Y.%m.%d)

declare -a INDEX_FOR_SEVEN=(
	"filebeat-xxx-"
	"filebeat-yyy-"
)

declare -a INDEX_FOR_THREE=(
	"filebeat-xxx-"
	"filebeat-yyy-"
	".monitoring-es-6-"
)

function cleanIndex {
	index=$1
	echo "Clean index $index"
	curl -XDELETE "${ES_HOST}/$index"
	echo ""
}

for i in "${INDEX_FOR_SEVEN[@]}"
do
    cleanIndex "${i}${SEVEN_DAYS_AGO}"
done

for i in "${INDEX_FOR_THREE[@]}"
do
    cleanIndex "${i}${THREE_DAYS_AGO}"
done

0 0 1 * * /data/app/shell/es_expired_clean.sh > /dev/null 2>&1

Run at 1 a.m every day.