ELB/CF Parser

elb-cf-logs-parser.sh

#download files from bucket
#group logs
cat *.log >> single.txt && mv single.txt single.log

#IPS GET
cat single.log| grep -v POST | awk '{print $3}' |  cut -d : -f 1 | sort |  uniq -c | sort -nr

#IPS POST
cat single.log| grep -v GET | awk '{print $3}' |  cut -d : -f 1 | sort |  uniq -c | sort -nr

#both
cat single.log  | awk '{print $3}' |  cut -d : -f 1 | sort |  uniq -c | sort -nr



##### cloud frontlogs #####

#10+ GET
cat cloudfront.txt | grep -v POST | awk '{print $5}' |  cut -d : -f 1 | sort |  uniq -c | sort -nr | head -10
#10+ POST
cat cloudfront.txt | grep -v GET | awk '{print $5}' |  cut -d : -f 1 | sort |  uniq -c | sort -nr | head -10
#10+ all
cat cloudfront.txt | awk '{print $5}' |  cut -d : -f 1 | sort |  uniq -c | sort -nr | head -10