enqueue_sitemaps

in lib/crawler/coordinator.rb [216:243]

• 24 lines of code
• 4 McCabe index (conditional complexity)

    def enqueue_sitemaps
      if config.sitemap_urls.any?
        system_logger.debug("Seeding the crawl with #{config.sitemap_urls.count} Sitemap URLs...")
        add_urls_to_backlog(
          urls: config.sitemap_urls,
          type: :sitemap,
          source_type: SEED_LIST,
          crawl_depth: 1
        )
      end

      return if config.sitemap_discovery_disabled

      valid_auto_discovered_sitemap_urls = fetch_valid_auto_discovered_sitemap_urls!
      return unless valid_auto_discovered_sitemap_urls.any?

      system_logger.debug(
        "Seeding the crawl with #{valid_auto_discovered_sitemap_urls.count} " \
        'auto-discovered (via robots.txt) Sitemap URLs...'
      )
      add_urls_to_backlog(
        urls: valid_auto_discovered_sitemap_urls,
        type: :sitemap,
        source_type: SEED_LIST,
        crawl_depth: 1
      )
    end