Created
June 25, 2016 16:24
-
-
Save jeffgeiger/80e07071a4dc50aa2ccc18acedde5a67 to your computer and use it in GitHub Desktop.
Keep 60 days of ES logs on ROCK with memory constraints.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#!/bin/bash | |
#Clean out old marvel indexes, only keeping the current index. | |
for i in $(curl -sSL http://localhost:9200/_stats/indexes\?pretty\=1 | grep marvel | grep -Ev 'es-data|kibana' | grep -vF "$(date +%m.%d)" | awk '{print $1}' | sed 's/\"//g' 2>/dev/null); do | |
curl -sSL -XDELETE http://127.0.0.1:9200/$i > /dev/null 2>&1 | |
done | |
#Delete Logstash indexes from 60 days ago. | |
curl -sSL -XDELETE "http://127.0.0.1:9200/logstash-$(date -d '60 days ago' +%Y.%m.%d)" 2>&1 | |
#Close Logstash indexes from 15 days ago. | |
curl -XPOST "http://127.0.0.1:9200/logstash-$(date -d '15 days ago' +%Y.%m.%d)/_close" 2>&1 | |
#Make sure all indexes have replicas off | |
curl -sSL -XPUT 'localhost:9200/_all/_settings' -d ' | |
{ | |
"index" : { | |
"number_of_replicas" : 0 | |
} | |
}' > /dev/null 2>&1 |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment