Twitter Backup

twitter_backup.rb

require 'twitter'


# TwitterBackup.new(user,pass).backup!
# Will save tweets to files
# ~/.twitter_backup/tweets/tweet_id.yaml # Full yaml tweet
# ~/.twitter_backup/tweets/tweet_id.txt  # Only tweet text

# Search locally in your tweets
# cat ~/.twitter_backup/tweets/*.txt | grep -i 'some text'


class TwitterBackup
  
  def initialize(user,pass)
    @user,@pass = user, pass
    @twitter = Twitter::Base.new(Twitter::HTTPAuth.new(@user,@pass))
  end

  def total
    @twitter.verify_credentials.statuses_count
  end
  
  def remaining_hits
    @twitter.rate_limit_status.remaining_hits
  end
  
  def backup!
    puts "Backing up #{total} tweets for #{@user}"
    mkdir
    page = 1
    res = [1,2,3]
    while (res.size > 0)
      puts "Fetching page #{page}"
      res = @twitter.user_timeline(:page => page)
      res.each do |tweet|
        puts "Processing tweet #{tweet.id}: #{tweet.text}"
        save(tweet)
      end
      page += 1
    end 
  end

private

  def save(tweet)
    write_yaml(tweet.id,tweet)
    write_txt(tweet.id,tweet.text)
  end
  
  def write_yaml(id,data)
    f = File.open(backup_dir+"/#{id.to_s}.yaml",'w')
    f.write data.to_yaml
    f.close
  end
  
  def write_txt(id,data)
    f = File.open(backup_dir+"/#{id.to_s}.txt",'w')
    f.write data.to_yaml
    f.close
  end

  def backup_dir
    File.expand_path("~/.twitter_backup/tweets")
  end
  
  def mkdir
    `mkdir -p #{backup_dir}`
  end
end