in lib/crawler/coordinator.rb [36:59]
def initialize(crawl)
@crawl = crawl
@task_executors = Concurrent::ThreadPoolExecutor.new(
name: "crawler-tasks-#{config.crawl_id}",
max_threads: config.threads_per_crawl,
idletime: 0,
max_queue: 0,
synchronous: true,
fallback_policy: :abort
)
@crawl_stage = CRAWL_STAGE_PRIMARY
@crawl_results = {
CRAWL_STAGE_PRIMARY => { outcome: nil, message: nil },
CRAWL_STAGE_PURGE => { outcome: nil, message: nil }
}
@url_test = false
@url_test_results = []
@started_at = Time.now
end