tail logs from s3 bucket

tail_s3_log.sh

#!/bin/bash

export AWS_PROFILE=dev

FULLPATH="s3://somebucket/logs/AWSLogs/1234567890/elasticloadbalancing/us-west-2/2019/03/"
BUCKET=$(echo "$FULLPATH" | cut -d "/" -f3)
echo "#$BUCKET#";
echo ;

LASTFILES=$(aws s3 ls $FULLPATH --recursive | sort | tail -n 10 | awk '{print $4}')

rm ./lastfile

for i in $LASTFILES; do
  if [ ! -f ./lastfile$i ]; then
    aws s3 cp s3://$BUCKET/$i ./lastfile$i
  fi
  gunzip -c ./lastfile$i >> ./lastfile
done

cat ./lastfile | awk '{ cmd="date +%Y-%m-%dT%H:%M:%S -d"$2; cmd | getline myTime; close(cmd); print myTime, $4, $5, $9 }'

#cat ./lastfile | sed 's/h2/\n-----------------------------------------/g' | tr " " "\n"