ideas for fetching

gistfile1.rb

# set the thread pool size and the timeout in seconds.
fetcher = Feedzirra::Fetcher.new({:thread_pool_size => 100, :timeout => 5})

# some feed data objects. also include feed_entry data objects
feeds = [Feed.new({:entries => [], etag => "..", :last_modified => "...", :url => "...", :feed_url => "...", :title => ""})]

# async style
fetcher.get(feeds, :on_success => lambda {|feed, updated_feed| ...}, :on_failure => lambda {|feed, failure_object| ...})
# that returns before finishing fetching the feeds. just adds them to a thread-safe queue to be processed by a worker pool.
# the failure condition could actually call fetcher.get on the failed feed again if you wanted to retry.

fetcher.join # wait until everything has completed. like thread.join

# sync style. will still get multi-threaded, but won't return until every feed has processed
results = fetcher.get(feeds)
# where results is a hash with the feed as the key and the result (either updated feed or failure object) as the value.