in lib/crawler/api/config.rb [352:372]
def configure_seed_urls!
seed_urls = domains.flat_map do |domain|
if domain[:seed_urls]&.any?
domain[:seed_urls]
else
["#{domain[:url]}/"]
end
end
@seed_urls = seed_urls.each unless seed_urls.is_a?(Enumerator)
@seed_urls = seed_urls.lazy.map do |seed_url|
Crawler::Data::URL.parse(seed_url).tap do |url|
raise ArgumentError, "Unsupported scheme for a seed URL: #{url}" unless url.supported_scheme?
end
end
end