Delete with s3cmd, X at a time in BG.

delete.sh

#!/bin/bash

CONFIG="/etc/pod/.s3cfg-live"
BUCKET="live"
NUM_DELETES=20
CHANNELS=$(s3cmd -c $CONFIG ls s3://$BUCKET/ | grep DIR | awk -F'/' '{print $4}')


i=0
TOTAL=0

for CHAN in $CHANNELS
do
	echo "Deleting $CHAN"
	EPOCH_GROUP=$(s3cmd -c $CONFIG ls s3://$BUCKET/$CHAN/ | grep DIR | awk -F'/' '{print $5}')

	for GROUP in $EPOCH_GROUP
	do
		echo "Deleting $GROUP"
		#delete group
		s3cmd -c $CONFIG rm --recursive s3://live/$CHAN/$GROUP/ >> deletelog.log &
 		i=$((i+1))
		TOTAL=$((TOTAL+1))
		if [ "$i" -ge "$NUM_DELETES" ]
		then
			#wait for bath to finish deleting in BG
			wait;
			i=0;
		fi
	done
	echo $TOTAL
done