Basic http client which can process html and xml

curlr.rb

#!/usr/bin/env ruby

require 'open-uri'
require 'nokogiri'
VERSION = 0.1

def getter(url)
  URI.open(url,  "User-Agent" => "Curlr/#{VERSION}")
rescue OpenURI::HTTPError => e
  e.io
end

url = ARGV[0]

abort("#{File.basename(__FILE__)} url") if url.nil? || url.empty?

if url.start_with?('http')
  client = getter(url)

  case client.meta['content-type']
  when %r{text/xml}
    puts Nokogiri::XML(client.read)
  when %r{text/html}
    puts Nokogiri::HTML(client.read)
  else
    puts client.read
  end
end