Script for generating CSV partitions report for Impala

impala-partitions-report.sh

# Script for generating csv partitions report for Impala
IMPALA_DAEMON=localhost

databases=$(impala-shell --quiet -i $IMPALA_DAEMON -d default --delimited -q "SHOW DATABASES" | cut -f1 | grep -e dl -e ods_)
for database in $databases
do
    echo $database
    directory="partitions/$database"
    mkdir -p $directory

    tables=$(impala-shell --quiet -i $IMPALA_DAEMON -d $database --delimited -q "SHOW TABLES")
    for table in $tables
    do
        echo $table
        impala-shell -i $IMPALA_DAEMON -d $database -q "SHOW PARTITIONS \`$table\`" --delimited --print_header > "$directory/$table.csv"
        find $directory -size 0 -delete
    done
done
find partitions/ -type d -empty -delete