in lib/crawler/data/crawl_result/html.rb [37:56]
def base_url
@base_url ||= begin
base_href = extract_attribute_value('base[href]', 'href').to_s.strip
if base_href.present?
base_url = begin
parsed_url = Crawler::Data::URL.parse(base_href)
parsed_url.site ||= url.site
parsed_url
rescue Addressable::URI::InvalidURIError
nil
end
end
base_url || url
end
end