[BASH 4.0] - Compute AWS S3 Data Transfert Out parsing S3 Logging files

gistfile1.sh

# The key of the map is the first folder name 
PATTERN=".*/mybucket/([^/]+)/.*200 - ([0-9]+) .*"

unset costMap
# Requires Bash 4.0
declare -A costMap


for file in $(ls .); do
	
	echo "Processing ${file}...."
    while read fileLine; do 
        if [[ "$fileLine" =~ ${PATTERN} ]]; then 
            echo "costMap[${BASH_REMATCH[1]}]=$(( ${costMap[${BASH_REMATCH[1]}]} + ${BASH_REMATCH[2]})); ";
            costMap[${BASH_REMATCH[1]}]=$(( ${costMap[${BASH_REMATCH[1]}]} + ${BASH_REMATCH[2]} )); 
        fi 
    done < ${file};

done