parse coffee meeting data

crawl_coffee_meeting.rb

require 'rubygems'
require 'nokogiri'
require 'open-uri'


class Crawler
  def run()
    base_url = 'http://coffeemeeting.jp/hours/'
    0.upto(10).each {|i|
      count = (i*10)+1
      begin
        
        http = open(
                    base_url + count.to_s,
                    "User-Agent" => "My Agent",
                    "From" => "xxxx@mydomain",
                    "Referer" => "http://mydomain/"
                    )
      rescue OpenURI::HTTPError => e
        e.io.close
      end
        doc = Nokogiri::HTML(http)
        entry_data = {
          :hourdate =>doc.search('//p[@class="hourdate"]').text,
          :hourspotname =>doc.search('//div[@class="hourspotname"]').text,
          :hourlocation =>doc.search('//p[@class="hourlocation"]').text,
          :meeting_owner => doc.search('//div[@id="left-sidebar"]/div/div/p').text
        }
        puts entry_data
        sleep(2)

    }
  end
end
c = Crawler.new
c.run