New version... It works now

gistfile1.rb

require 'anemone'

Anemone.crawl("http://localhost:3000") do |a|
  a.on_every_page do |page|
    puts "#{page.code}, #{page.links}, #{page.url}"
  end
end

gistfile2.sh

#!/bin/sh
echo "crawling"
logs=$(ruby crawler.rb)
echo "$logs" > logs.txt
echo "$logs" | grep -v "^200"



##### TO START SERVER do something like this the port is important... (though it should not be)

gem install adsf
adsf -p 3000