in lib/crawler/http_executor.rb [137:157]
def http_client
@http_client ||= Crawler::HttpClient.new(
pool_max: 100,
user_agent: config.user_agent,
loopback_allowed: config.loopback_allowed,
private_networks_allowed: config.private_networks_allowed,
connect_timeout: config.connect_timeout,
socket_timeout: config.socket_timeout,
request_timeout: config.request_timeout,
ssl_ca_certificates: config.ssl_ca_certificates,
ssl_verification_mode: config.ssl_verification_mode,
http_proxy_host: config.http_proxy_host,
http_proxy_port: config.http_proxy_port,
http_proxy_username: config.http_proxy_username,
http_proxy_password: config.http_proxy_password,
http_proxy_scheme: config.http_proxy_protocol,
compression_enabled: config.compression_enabled,
logger:
)
end