read_backup_meta.sh

#!/usr/bin/env bash

set -euo pipefail

bucket=${1}

mkdir -p ${bucket}

aws s3 ls ${bucket} | grep PRE | tr -s ' ' | cut -d' ' -f3 | while read snapshot_tag; do
	snapshot_tag=${snapshot_tag%%/*}
	echo "# $(date) reading backup metadata into ${bucket}/${snapshot_tag}.txt" >&2
	echo >&2
	aws s3api list-objects \
		--bucket ${bucket} \
		--prefix ${snapshot_tag} \
		--query 'Contents[].{Key: Key, ETag: ETag, Size: Size}' |
	jq -r '.[] | .Key + "\t" + (.ETag | fromjson) + "\t" + (.Size | tostring)' > ${bucket}/${snapshot_tag%%/*}.txt
done