url_output

in lib/crawler/event_generator.rb [230:255]


    def url_output(url:, sink_name:, outcome:, start_time:, end_time:, duration:, message:, output: nil)
      system_logger_severity = outcome.to_s == 'success' ? Logger::INFO : Logger::WARN
      system_logger.add(
        system_logger_severity,
        "Processed crawl results from the page '#{url}' via the #{sink_name} output. " \
        "Outcome: #{outcome}. Message: #{message}."
      )

      event = {
        'event.type' => 'info',
        'event.action' => 'url-output',
        'event.module' => sink_name,
        'event.outcome' => outcome,
        'event.start' => start_time,
        'event.end' => end_time,
        'event.duration' => duration,
        'message' => message
      }

      output&.fetch(sink_name)&.each do |key, value|
        event["crawler.output.#{sink_name}.#{key}"] = value
      end

      log_url_event(url, event)
    end