base_url

in lib/crawler/data/crawl_result/html.rb [37:56]


        def base_url
          @base_url ||= begin
            
            base_href = extract_attribute_value('base[href]', 'href').to_s.strip
            if base_href.present?
              base_url = begin
                parsed_url = Crawler::Data::URL.parse(base_href)
                
                parsed_url.site ||= url.site
                parsed_url
              rescue Addressable::URI::InvalidURIError
                nil
              end
            end

            
            base_url || url
          end
        end