Short script to dump all Yarn logs to a local directory.

dump_yarn_logs.sh

#!/bin/sh

LOCAL_DIR=yarn_logs

mkdir $LOCAL_DIR

for row in $( yarn application -appStates ALL -list | awk '/application_/{print $1 "," $2}' )
do
    fields=($(echo $row | tr "," "\n"))
    yarn logs -applicationId ${fields[0]} > $LOCAL_DIR/${fields[0]}_${fields[1]}.log
done
aws s3 sync $LOCAL_DIR/ s3://ambari-cobrain/ambari-logs/dev/$(date +%h-%y)/$(date +%d-%H:%M)/