Useful aws s3 commands

aws_s3_commands.sh

# clone folder from s3 to local recursively 
aws s3 cp s3://some_folder ./some_folder/ --recursive

# get recursive size of folder on s3, human readable
aws s3 ls s3://some_folder/ \
  --recursive --summarize |
awk '
/Total Objects/ {print}
/Total Size/ {
    size=$3
    split("B KiB MiB GiB TiB PiB", u)
    i=1
    while (size>=1024 && i<6) { size/=1024; i++ }
    printf "   Total Size: %.2f %s\n", size, u[i]
}'