-
-
Save mfalgorepublic/63ed2c3965c747fb1a7a1ad2d2ecea2f to your computer and use it in GitHub Desktop.
Rails rake tasks for dump & restore of PostgreSQL databases
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# lib/tasks/db.rake | |
# Original source: https://gist.github.com/hopsoft/56ba6f55fe48ad7f8b90 | |
# Merged with: https://gist.github.com/kofronpi/37130f5ed670465b1fe2d170f754f8c6 | |
# | |
# This is the code from the comment: | |
# https://gist.github.com/hopsoft/56ba6f55fe48ad7f8b90#gistcomment-2275324 | |
# Made into a fork/separate gist for easier download, with redundant shell-script removed. | |
# | |
# | |
# Usage: | |
# | |
# # dump the development db | |
# rake db:dump | |
# | |
# # dump the db in a specific format | |
# rake db:dump format=sql | |
# | |
# # dump a table (e.g. users table) | |
# rake db:dump:table table=users | |
# | |
# # dump a table in a specific format | |
# rake db:dump:table table=users format=sql | |
# | |
# # list dumps | |
# rake db:dumps | |
# | |
# # dump the production db | |
# RAILS_ENV=production rake db:dump | |
# | |
# # restore db based on a backup file pattern (e.g. timestamp) | |
# rake db:restore pattern=20170101 | |
# | |
# # note: config/database.yml is used for database configuration, | |
# # but you will be prompted for the database user's password | |
# | |
namespace :db do | |
desc 'Dumps the database to backups' | |
task dump: :environment do | |
dump_fmt = ensure_format(ENV['format']) | |
dump_sfx = suffix_for_format(dump_fmt) | |
backup_dir = backup_directory(Rails.env, create: true) | |
full_path = nil | |
cmd = nil | |
with_config do |app, host, port, db, user| | |
full_path = "#{backup_dir}/#{Time.now.strftime('%Y%m%d%H%M%S')}_#{db}.#{dump_sfx}" | |
cmd = "pg_dump -F #{dump_fmt} -v -O -U '#{user}' -h '#{host}' -p '#{port}' -d '#{db}' -f '#{full_path}'" | |
end | |
puts cmd | |
system cmd | |
puts '' | |
puts "Dumped to file: #{full_path}" | |
puts '' | |
end | |
namespace :dump do | |
desc 'Dumps a specific table to backups' | |
task table: :environment do | |
table_name = ENV['table'] | |
if table_name.present? | |
dump_fmt = ensure_format(ENV['format']) | |
dump_sfx = suffix_for_format(dump_fmt) | |
backup_dir = backup_directory(Rails.env, create: true) | |
full_path = nil | |
cmd = nil | |
with_config do |app, host, port, db, user| | |
full_path = "#{backup_dir}/#{Time.now.strftime('%Y%m%d%H%M%S')}_#{db}.#{table_name.parameterize.underscore}.#{dump_sfx}" | |
cmd = "pg_dump -F #{dump_fmt} -v -O -U '#{user}' -h '#{host}' -p '#{port}' -d '#{db}' -t '#{table_name}' -f '#{full_path}'" | |
end | |
puts cmd | |
system cmd | |
puts '' | |
puts "Dumped to file: #{full_path}" | |
puts '' | |
else | |
puts 'Please specify a table name' | |
end | |
end | |
end | |
desc 'Show the existing database backups' | |
task dumps: :environment do | |
backup_dir = backup_directory | |
puts "#{backup_dir}" | |
d = backup_dir[Rails.root.to_s.size, backup_dir.size] | |
exec "/usr/bin/find .#{d} -type f -exec ls -alt {} \\+" | |
end | |
desc 'Restores the database from a backup using PATTERN' | |
task restore: :environment do | |
pattern = ENV['pattern'] | |
if pattern.present? | |
file = nil | |
cmd = nil | |
with_config do |app, host, port, db, user| | |
backup_dir = backup_directory | |
files = Dir.glob("#{backup_dir}/**/*#{pattern}*") | |
case files.size | |
when 0 | |
puts "No backups found for the pattern '#{pattern}'" | |
when 1 | |
file = files.first | |
fmt = format_for_file file | |
case fmt | |
when nil | |
puts "No recognized dump file suffix: #{file}" | |
when 'p' | |
cmd = "psql -U '#{user}' -h '#{host}' -p '#{port}' -d '#{db}' -f '#{file}'" | |
else | |
cmd = "pg_restore -F #{fmt} -v -c -C -U '#{user}' -h '#{host}' -p '#{port}' -d '#{db}' -f '#{file}'" | |
end | |
else | |
puts "Too many files match the pattern '#{pattern}':" | |
puts ' ' + files.join("\n ") | |
puts '' | |
puts "Try a more specific pattern" | |
puts '' | |
end | |
end | |
unless cmd.nil? | |
Rake::Task["db:drop"].invoke | |
Rake::Task["db:create"].invoke | |
puts cmd | |
system cmd | |
puts '' | |
puts "Restored from file: #{file}" | |
puts '' | |
end | |
else | |
puts 'Please specify a file pattern for the backup to restore (e.g. timestamp)' | |
end | |
end | |
private | |
def ensure_format(format) | |
return format if %w[c p t d].include?(format) | |
case format | |
when 'dump' then 'c' | |
when 'sql' then 'p' | |
when 'tar' then 't' | |
when 'dir' then 'd' | |
else 'p' | |
end | |
end | |
def suffix_for_format(suffix) | |
case suffix | |
when 'c' then 'dump' | |
when 'p' then 'sql' | |
when 't' then 'tar' | |
when 'd' then 'dir' | |
else nil | |
end | |
end | |
def format_for_file(file) | |
case file | |
when /\.dump$/ then 'c' | |
when /\.sql$/ then 'p' | |
when /\.dir$/ then 'd' | |
when /\.tar$/ then 't' | |
else nil | |
end | |
end | |
def backup_directory(suffix = nil, create: false) | |
backup_dir = File.join(*[Rails.root, 'db/backups', suffix].compact) | |
if create and not Dir.exists?(backup_dir) | |
puts "Creating #{backup_dir} .." | |
FileUtils.mkdir_p(backup_dir) | |
end | |
backup_dir | |
end | |
def with_config | |
yield Rails.application.class.parent_name.underscore, | |
ActiveRecord::Base.connection_config[:host] || "localhost", | |
ActiveRecord::Base.connection_config[:port] || 5432, | |
ActiveRecord::Base.connection_config[:database], | |
ActiveRecord::Base.connection_config[:username] | |
end | |
end |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment