[AWS S3 Delete Directory] Delete Quickly From A S3 Directory #aws #s3

bash.sh

BUCKET_NAME="foo"
DIRECTORY="bar"

aws s3api list-objects-v2 --output text --bucket $BUCKET_NAME --prefix $DIRECTORY --query 'Contents[].[Key]' | pv -l > FILES.keys

tail -n+0 FILES.keys | pv -l | grep -v -e "'" | tr '\n' '\0' | xargs -0 -P4 -n1000 bash -c 'aws s3api delete-objects --bucket $BUCKET_NAME --delete "Objects=[$(printf "{Key=%q}," "$@")],Quiet=true"' _

# https://serverfault.com/questions/679989/most-efficient-way-to-batch-delete-s3-files