Makes a copy of all buckets in an S3 account, with the prefix being the destination region name (eg. "ap-southeast-1.").

s3_full_region_backup

#!/bin/bash
# Adam Bolte <[email protected]>

declare -r dstRegion="ap-southeast-1"
declare -r bucketList="$(s3cmd ls | sed -e 's/.*\ \ s3:\/\/\(.*\)$/\1/' | \
	grep -E -v "^(${dstRegion}|s3hub|rightscale)" | xargs echo)"
declare -ri bucketTotal="$(echo ${bucketList} | wc -w)"
declare -r bucketBackupsList="$(s3cmd ls | \
	sed -e 's/.*\ \ s3:\/\/\(.*\)$/\1/' | \
	grep "^${dstRegion}\." | xargs echo)"
declare -i bucketCounter=0
declare bucket

function bucketExists()
{
	declare bucket

	for bucket in ${bucketBackupsList}
	do
		[ "${bucket}" = "${1}" ] && return 0
	done
	return 1
}

for bucket in ${bucketList}
do
	bucketCounter=$((++bucketCounter))
	echo "${bucketCounter}/${bucketTotal} - backing up s3://${bucket}/..."

	if ! bucketExists "${dstRegion}.${bucket}"
	then
		echo s3cmd --bucket-location=${dstRegion} mb s3://${dstRegion}.${bucket}
	fi

	echo s3cmd --preserve --recursive --force --delete-removed \
		--parallel --workers=50 \
		--dry-run cp s3://${bucket}/ s3://${dstRegion}.${bucket}/
	echo
done