Naive crawler

crawler.rb

require 'PageRankr'

@c=0

trap('SIGINT') {puts "\nCrawled #{@c} times."; exit 1; }

output = File.open('naive_crawler.dump.txt', 'w')

File.open('aug_url_list.txt', 'r').each_line do |line|
  url=line.split('**')[1]  
  puts 'Checking PR for ' + url + ' .. attempt:' + @c.to_s
  rank =  PageRankr.rank(url, :google)
  puts rank
  output.puts rank
  #sleep (1..9).map{|i| i.to_f/10}.sample
  @c=@c+1
end

It's incomplete. Am still working on it.