Parallel Requests w/ Faraday + Typhoeus

faraday_typh_default.rb

require "faraday"
require 'typhoeus'

conn = Faraday.new(:url => 'http://httpstat.us') do |builder|
  builder.request  :url_encoded
  builder.response :logger
  builder.adapter  :typhoeus
end

conn.in_parallel do
 # will use Hydra's default settings: max_concurrency: 200, memoization, initial request pool size: 10
end

faraday_typh_settings.rb

require "faraday"
require 'typhoeus'

HYDRA = Typhoeus::Hydra.new(:max_concurrency => 5)
HYDRA.disable_memoization

conn = Faraday.new(:url => "http://httpstat.us", :parallel_manager => HYDRA) do |builder|
  builder.request  :url_encoded
  builder.adapter  :typhoeus
end

conn.in_parallel do
  # Will use user-defined Hydra settings: max_concurrency: 5, no memoization
end