Last active
August 7, 2017 09:43
-
-
Save dnileshp/5178adfd5f812684f0e597546aafbb57 to your computer and use it in GitHub Desktop.
Cassandra backup to google storage script
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#!/bin/bash | |
TIMESTAMP=`date +%F-%H%M` | |
# Create backup | |
#mongodump --out mongodb-$HOSTNAME-$TIMESTAMP | |
cqlsh -e"copy propatterns_test.meterreadings to './cassandra.csv';" | |
cqlsh -e"copy propatterns_test.dailyconsumption to './cassandradaily.csv';" | |
# Add timestamp to backup | |
mv cassandra.csv cassandra-$HOSTNAME-$TIMESTAMP.csv | |
tar -cvf cassandra-$HOSTNAME-$TIMESTAMP.tar cassandra-$HOSTNAME-$TIMESTAMP.csv | |
# Upload to S3 | |
#s3cmd put cassandra-$HOSTNAME-$TIMESTAMP.tar s3://$S3_BUCKET_NAME/$S3_BUCKET_PATH/cassandra-$TIMESTAMP.tar | |
gsutil cp cassandra-$HOSTNAME-$TIMESTAMP.tar gs://gta_portal_databackup/cassandra_backup/ | |
#for daily consumption | |
# Add timestamp to backup | |
mv cassandradaily.csv cassandradaily-$HOSTNAME-$TIMESTAMP.csv | |
tar -cvf cassandradaily-$HOSTNAME-$TIMESTAMP.tar cassandradaily-$HOSTNAME-$TIMESTAMP.csv | |
# Upload to S3 | |
#s3cmd put cassandradaily-$HOSTNAME-$TIMESTAMP.tar s3://$S3_BUCKET_NAME/$S3_BUCKET_PATH/cassandradaily-$TIMESTAMP.tar | |
gsutil cp cassandradaily-$HOSTNAME-$TIMESTAMP.tar gs://gta_portal_databackup/cassandra_backup/ | |
#remove original copy | |
rm cassandra-$HOSTNAME-$TIMESTAMP.tar | |
rm cassandra-$HOSTNAME-$TIMESTAMP.csv | |
rm cassandradaily-$HOSTNAME-$TIMESTAMP.tar | |
rm cassandradaily-$HOSTNAME-$TIMESTAMP.csv |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment