Backup Cassandra to S3 Script

Cassandra_to_S3.sh

#!/bin/bash

TIMESTAMP=`date +%F-%H%M`

# Create backup
#mongodump --out mongodb-$HOSTNAME-$TIMESTAMP
cqlsh -e"copy propatterns_test.meterreadings to './cassandra.csv';"
cqlsh -e"copy propatterns_test.dailyconsumption to './cassandradaily.csv';"

# Add timestamp to backup
mv cassandra.csv cassandra-$HOSTNAME-$TIMESTAMP.csv
tar -cvf cassandra-$HOSTNAME-$TIMESTAMP.tar cassandra-$HOSTNAME-$TIMESTAMP.csv

# Upload to S3
#s3cmd put cassandra-$HOSTNAME-$TIMESTAMP.tar s3://$S3_BUCKET_NAME/$S3_BUCKET_PATH/cassandra-$TIMESTAMP.tar

gsutil cp cassandra-$HOSTNAME-$TIMESTAMP.tar gs://gta_portal_databackup/cassandra_backup/

#for daily consumption

# Add timestamp to backup
mv cassandradaily.csv cassandradaily-$HOSTNAME-$TIMESTAMP.csv
tar -cvf cassandradaily-$HOSTNAME-$TIMESTAMP.tar cassandradaily-$HOSTNAME-$TIMESTAMP.csv

# Upload to S3
s3cmd put cassandradaily-$HOSTNAME-$TIMESTAMP.tar s3://$S3_BUCKET_NAME/$S3_BUCKET_PATH/cassandradaily-$TIMESTAMP.tar
#gsutil cp cassandradaily-$HOSTNAME-$TIMESTAMP.tar  gs://gta_portal_databackup/cassandra_backup/

#remove original copy
rm cassandra-$HOSTNAME-$TIMESTAMP.tar
rm cassandra-$HOSTNAME-$TIMESTAMP.csv

rm cassandradaily-$HOSTNAME-$TIMESTAMP.tar
rm cassandradaily-$HOSTNAME-$TIMESTAMP.csv