Skip to content

Instantly share code, notes, and snippets.

@MathijsK93
Created November 30, 2023 11:56
Show Gist options
  • Save MathijsK93/d4ce59899d06c8da5d7ccc8a92868aea to your computer and use it in GitHub Desktop.
Save MathijsK93/d4ce59899d06c8da5d7ccc8a92868aea to your computer and use it in GitHub Desktop.
Typhoeus adapter
require "faraday"
require "typhoeus"
module Faraday # :nodoc:
class Adapter # :nodoc:
# Adapter to use Faraday with Typhoeus.
#
# @example Use Typhoeus.
# require 'faraday'
# require 'typhoeus'
# require 'typhoeus/adapters/faraday'
#
# conn = Faraday.new(url: "www.example.com") do |faraday|
# faraday.adapter :typhoeus
#
# # You can include Typhoeus options to be used for every request
# # faraday.adapter :typhoeus, forbid_reuse: true, maxredirs: 1
# end
#
# response = conn.get("/")
class Typhoeus < Faraday::Adapter
self.supports_parallel = true
(class << self; self; end).instance_eval do
remove_method :setup_parallel_manager if method_defined? :setup_parallel_manager
end
# remove_method :call if method_defined? :call
remove_method :perform_request if method_defined? :perform_request
remove_method :request if method_defined? :request
remove_method :read_body if method_defined? :read_body
remove_method :configure_ssl if method_defined? :configure_ssl
remove_method :configure_proxy if method_defined? :configure_proxy
remove_method :configure_timeout if method_defined? :configure_timeout
remove_method :configure_socket if method_defined? :configure_socket
remove_method :parallel? if method_defined? :parallel?
# Initialize the Typhoeus adapter
#
# @param [ App ] app Farday app
# @option [ Hash ] adapter_options Typhoeus options
#
# @return [ void ]
def initialize(app, adapter_options = {})
super(app)
@adapter_options = adapter_options
end
# Setup Hydra with provided options.
#
# @example Setup Hydra.
# Faraday::Adapter::Typhoeus.setup_parallel_manager
# #=> #<Typhoeus::Hydra ... >
#
# @param (see Typhoeus::Hydra#initialize)
# @option (see Typhoeus::Hydra#initialize)
#
# @return [ Typhoeus::Hydra ] The hydra.
def self.setup_parallel_manager(options = {})
::Typhoeus::Hydra.new(options)
end
# dependency "typhoeus"
# Hook into Faraday and perform the request with Typhoeus.
#
# @param [ Hash ] env The environment.
#
# @return [ void ]
def call(env)
super
perform_request env
@app.call env
end
private
def perform_request(env)
if parallel?(env)
env[:parallel_manager].queue request(env)
else
request(env).run
end
end
def request(env)
read_body env
req = typhoeus_request(env)
configure_ssl req, env
configure_proxy req, env
configure_timeout req, env
configure_socket req, env
req.on_complete do |resp|
if resp.timed_out?
env[:typhoeus_timed_out] = true
raise Faraday::TimeoutError, "request timed out" unless parallel?(env)
elsif (resp.response_code == 0) || ((resp.return_code != :ok) && !resp.mock?)
env[:typhoeus_connection_failed] = true
env[:typhoeus_return_message] = resp.return_message
raise Faraday::ConnectionFailed, resp.return_message unless parallel?(env)
end
save_response(env, resp.code, resp.body) do |response_headers|
response_headers.parse resp.response_headers
end
# in async mode, :response is initialized at this point
env[:response].finish(env) if parallel?(env)
end
req
end
def typhoeus_request(env)
opts = {
method: env[:method],
body: env[:body],
headers: env[:request_headers]
}.merge(@adapter_options)
::Typhoeus::Request.new(env[:url].to_s, opts)
end
def read_body(env)
env[:body] = env[:body].read if env[:body].respond_to? :read
end
def configure_ssl(req, env)
ssl = env[:ssl]
verify_p = (ssl && ssl.fetch(:verify, true))
ssl_verifyhost = verify_p ? 2 : 0
req.options[:ssl_verifyhost] = ssl_verifyhost
req.options[:ssl_verifypeer] = verify_p
req.options[:sslversion] = ssl[:version] if ssl[:version]
req.options[:sslcert] = ssl[:client_cert] if ssl[:client_cert]
req.options[:sslkey] = ssl[:client_key] if ssl[:client_key]
req.options[:cainfo] = ssl[:ca_file] if ssl[:ca_file]
req.options[:capath] = ssl[:ca_path] if ssl[:ca_path]
client_cert_passwd_key = [:client_cert_passwd, :client_certificate_password].detect { |name| ssl.key?(name) }
req.options[:keypasswd] = ssl[client_cert_passwd_key] if client_cert_passwd_key
end
def configure_proxy(req, env)
proxy = env[:request][:proxy]
return unless proxy
req.options[:proxy] = "#{proxy[:uri].scheme}://#{proxy[:uri].host}:#{proxy[:uri].port}"
return unless proxy[:user] && proxy[:password]
req.options[:proxyauth] = :any
req.options[:proxyuserpwd] = "#{proxy[:user]}:#{proxy[:password]}"
end
def configure_timeout(req, env)
env_req = env[:request]
req.options[:timeout_ms] = (env_req[:timeout] * 1000).to_i if env_req[:timeout]
req.options[:connecttimeout_ms] = (env_req[:open_timeout] * 1000).to_i if env_req[:open_timeout]
end
def configure_socket(req, env)
return unless bind = env[:request][:bind]
req.options[:interface] = bind[:host]
end
def parallel?(env)
!!env[:parallel_manager]
end
end
end
end
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment