generate_content_extractable_file_crawl_result

in lib/crawler/http_executor.rb [330:351]

• 21 lines of code
• 4 McCabe index (conditional complexity)

    def generate_content_extractable_file_crawl_result(crawl_task:, response:, response_body:)
      if SUPPORTED_MIME_TYPES[:xml].include?(response.mime_type) && crawl_task.sitemap?
        generate_xml_sitemap_crawl_result(crawl_task:, response:,
                                          response_body:)
      elsif crawl_task.content?
        Crawler::Data::CrawlResult::ContentExtractableFile.new(
          url: crawl_task.url,
          status_code: response.code,
          content_length: response.content_length,
          content_type: response['content-type'],
          content: response_body,
          start_time: response.request_start_time,
          end_time: response.request_end_time
        )
      else
        generate_unexpected_type_crawl_result(
          crawl_task:,
          response:
        )
      end
    end