packages/apache_spark/data_stream/executor/agent/stream/stream.yml.hbs

metricsets: ["jmx"]
namespace: "metrics"
hosts:
{{#each hosts}}
  - {{this}}
{{/each}}
path: {{path}}
period: {{period}}
{{#if processors}}
processors:
{{processors}}
{{/if}}
jmx.mappings:
  - mbean: 'metrics:name=*.*.executor.bytesRead,type=counters'
    attributes:
    - attr: Count
      field: executor.bytes.read
  - mbean: 'metrics:name=*.*.executor.bytesWritten,type=counters'
    attributes:
    - attr: Count
      field: executor.bytes.written
  - mbean: 'metrics:name=*.*.ExecutorMetrics.DirectPoolMemory,type=gauges'
    attributes:
    - attr: Value
      field: executor.memory.direct_pool
  - mbean: 'metrics:name=*.*.executor.diskBytesSpilled,type=counters'
    attributes:
    - attr: Count
      field: executor.disk_bytes_spilled
  - mbean: 'metrics:name=*.*.HiveExternalCatalog.fileCacheHits,type=counters'
    attributes:
    - attr: Count
      field: executor.file_cache_hits
  - mbean: 'metrics:name=*.*.HiveExternalCatalog.filesDiscovered,type=counters'
    attributes:
    - attr: Count
      field: executor.files_discovered
  - mbean: 'metrics:name=*.*.executor.filesystem.file.largeRead_ops,type=gauges'
    attributes:
    - attr: Value
      field: executor.filesystem.file.large_read_ops
  - mbean: 'metrics:name=*.*.executor.filesystem.file.read_bytes,type=gauges'
    attributes:
    - attr: Value
      field: executor.filesystem.file.read_bytes
  - mbean: 'metrics:name=*.*.executor.filesystem.file.read_ops,type=gauges'
    attributes:
    - attr: Value
      field: executor.filesystem.file.read_ops
  - mbean: 'metrics:name=*.*.executor.filesystem.file.write_bytes,type=gauges'
    attributes:
    - attr: Value
      field: executor.filesystem.file.write_bytes
  - mbean: 'metrics:name=*.*.executor.filesystem.file.write_ops,type=gauges'
    attributes:
    - attr: Value
      field: executor.filesystem.file.write_ops
  - mbean: 'metrics:name=*.*.executor.filesystem.hdfs.largeRead_ops,type=gauges'
    attributes:
    - attr: Value
      field: executor.filesystem.hdfs.large_read_ops
  - mbean: 'metrics:name=*.*.executor.filesystem.hdfs.read_bytes,type=gauges'
    attributes:
    - attr: Value
      field: executor.filesystem.hdfs.read_bytes
  - mbean: 'metrics:name=*.*.executor.filesystem.hdfs.read_ops,type=gauges'
    attributes:
    - attr: Value
      field: executor.filesystem.hdfs.read_ops
  - mbean: 'metrics:name=*.*.executor.filesystem.hdfs.write_bytes,type=gauges'
    attributes:
    - attr: Value
      field: executor.filesystem.hdfs.write_bytes
  - mbean: 'metrics:name=*.*.executor.filesystem.hdfs.write_ops,type=gauges'
    attributes:
    - attr: Value
      field: executor.filesystem.hdfs.write_ops
  - mbean: 'metrics:name=*.*.HiveExternalCatalog.hiveClientCalls,type=counters'
    attributes:
    - attr: Count
      field: executor.hive_client_calls
  - mbean: 'metrics:name=*.*.JVMCPU.jvmCpuTime,type=gauges'
    attributes:
    - attr: Value
      field: executor.jvm.cpu_time
  - mbean: 'metrics:name=*.*.executor.jvmGCTime,type=counters'
    attributes:
    - attr: Count
      field: executor.jvm.gc_time
  - mbean: 'metrics:name=*.*.ExecutorMetrics.JVMHeapMemory,type=gauges'
    attributes:
    - attr: Value
      field: executor.memory.jvm.heap
  - mbean: 'metrics:name=*.*.ExecutorMetrics.JVMOffHeapMemory,type=gauges'
    attributes:
    - attr: Value
      field: executor.memory.jvm.off_heap
  - mbean: 'metrics:name=*.*.ExecutorMetrics.MajorGCCount,type=gauges'
    attributes:
    - attr: Value
      field: executor.gc.major.count
  - mbean: 'metrics:name=*.*.ExecutorMetrics.MajorGCTime,type=gauges'
    attributes:
    - attr: Value
      field: executor.gc.major.time
  - mbean: 'metrics:name=*.*.ExecutorMetrics.MappedPoolMemory,type=gauges'
    attributes:
    - attr: Value
      field: executor.memory.mapped_pool
  - mbean: 'metrics:name=*.*.executor.memoryBytesSpilled,type=counters'
    attributes:
    - attr: Count
      field: executor.memory_bytes_spilled
  - mbean: 'metrics:name=*.*.ExecutorMetrics.MinorGCCount,type=gauges'
    attributes:
    - attr: Value
      field: executor.gc.minor.count
  - mbean: 'metrics:name=*.*.ExecutorMetrics.MinorGCTime,type=gauges'
    attributes:
    - attr: Value
      field: executor.gc.minor.time
  - mbean: 'metrics:name=*.*.ExecutorMetrics.OffHeapExecutionMemory,type=gauges'
    attributes:
    - attr: Value
      field: executor.heap_memory.off.execution
  - mbean: 'metrics:name=*.*.ExecutorMetrics.OffHeapStorageMemory,type=gauges'
    attributes:
    - attr: Value
      field: executor.heap_memory.off.storage
  - mbean: 'metrics:name=*.*.ExecutorMetrics.OffHeapUnifiedMemory,type=gauges'
    attributes:
    - attr: Value
      field: executor.heap_memory.off.unified
  - mbean: 'metrics:name=*.*.ExecutorMetrics.OnHeapExecutionMemory,type=gauges'
    attributes:
    - attr: Value
      field: executor.heap_memory.on.execution
  - mbean: 'metrics:name=*.*.ExecutorMetrics.OnHeapStorageMemory,type=gauges'
    attributes:
    - attr: Value
      field: executor.heap_memory.on.storage
  - mbean: 'metrics:name=*.*.ExecutorMetrics.OnHeapUnifiedMemory,type=gauges'
    attributes:
    - attr: Value
      field: executor.heap_memory.on.unified
  - mbean: 'metrics:name=*.*.HiveExternalCatalog.parallelListingJobCount,type=counters'
    attributes:
    - attr: Count
      field: executor.parallel_listing_job_count
  - mbean: 'metrics:name=*.*.HiveExternalCatalog.partitionsFetched,type=counters'
    attributes:
    - attr: Count
      field: executor.partitions_fetched
  - mbean: 'metrics:name=*.*.ExecutorMetrics.ProcessTreeJVMRSSMemory,type=gauges'
    attributes:
    - attr: Value
      field: executor.process_tree.jvm.rss_memory
  - mbean: 'metrics:name=*.*.ExecutorMetrics.ProcessTreeJVMVMemory,type=gauges'
    attributes:
    - attr: Value
      field: executor.process_tree.jvm.v_memory
  - mbean: 'metrics:name=*.*.ExecutorMetrics.ProcessTreeOtherRSSMemory,type=gauges'
    attributes:
    - attr: Value
      field: executor.process_tree.other.rss_memory
  - mbean: 'metrics:name=*.*.ExecutorMetrics.ProcessTreeOtherVMemory,type=gauges'
    attributes:
    - attr: Value
      field: executor.process_tree.other.v_memory
  - mbean: 'metrics:name=*.*.ExecutorMetrics.ProcessTreePythonRSSMemory,type=gauges'
    attributes:
    - attr: Value
      field: executor.process_tree.python.rss_memory
  - mbean: 'metrics:name=*.*.ExecutorMetrics.ProcessTreePythonVMemory,type=gauges'
    attributes:
    - attr: Value
      field: executor.process_tree.python.v_memory
  - mbean: 'metrics:name=*.*.executor.recordsRead,type=counters'
    attributes:
    - attr: Count
      field: executor.records.read
  - mbean: 'metrics:name=*.*.executor.recordsWritten,type=counters'
    attributes:
    - attr: Count
      field: executor.records.written
  - mbean: 'metrics:name=*.*.executor.resultSerializationTime,type=counters'
    attributes:
    - attr: Count
      field: executor.result.serialization_time
  - mbean: 'metrics:name=*.*.executor.resultSize,type=counters'
    attributes:
    - attr: Count
      field: executor.result.size
  - mbean: 'metrics:name=*.*.executor.runTime,type=counters'
    attributes:
    - attr: Count
      field: executor.run_time
  - mbean: 'metrics:name=*.*.ExternalShuffle.shuffle-client.usedDirectMemory,type=gauges'
    attributes:
    - attr: Value
      field: executor.shuffle.client.used.direct_memory
  - mbean: 'metrics:name=*.*.ExternalShuffle.shuffle-client.usedHeapMemory,type=gauges'
    attributes:
    - attr: Value
      field: executor.shuffle.client.used.heap_memory
  - mbean: 'metrics:name=*.*.executor.shuffleBytesWritten,type=counters'
    attributes:
    - attr: Count
      field: executor.shuffle.bytes_written
  - mbean: 'metrics:name=*.*.executor.shuffleFetchWaitTime,type=counters'
    attributes:
    - attr: Count
      field: executor.shuffle.fetch_wait_time
  - mbean: 'metrics:name=*.*.executor.shuffleLocalBlocksFetched,type=counters'
    attributes:
    - attr: Count
      field: executor.shuffle.local.blocks_fetched
  - mbean: 'metrics:name=*.*.executor.shuffleLocalBytesRead,type=counters'
    attributes:
    - attr: Count
      field: executor.shuffle.local.bytes_read
  - mbean: 'metrics:name=*.*.executor.shuffleRecordsRead,type=counters'
    attributes:
    - attr: Count
      field: executor.shuffle.records.read
  - mbean: 'metrics:name=*.*.executor.shuffleRecordsWritten,type=counters'
    attributes:
    - attr: Count
      field: executor.shuffle.records.written
  - mbean: 'metrics:name=*.*.executor.shuffleRemoteBlocksFetched,type=counters'
    attributes:
    - attr: Count
      field: executor.shuffle.remote.blocks_fetched
  - mbean: 'metrics:name=*.*.executor.shuffleRemoteBytesRead,type=counters'
    attributes:
    - attr: Count
      field: executor.shuffle.remote.bytes_read
  - mbean: 'metrics:name=*.*.executor.shuffleRemoteBytesReadToDisk,type=counters'
    attributes:
    - attr: Count
      field: executor.shuffle.remote.bytes_read_to_disk
  - mbean: 'metrics:name=*.*.executor.shuffleTotalBytesRead,type=counters'
    attributes:
    - attr: Count
      field: executor.shuffle.total.bytes_read
  - mbean: 'metrics:name=*.*.executor.shuffleWriteTime,type=counters'
    attributes:
    - attr: Count
      field: executor.shuffle.write.time
  - mbean: 'metrics:name=*.*.executor.succeededTasks,type=counters'
    attributes:
    - attr: Count
      field: executor.succeeded_tasks
  - mbean: 'metrics:name=*.*.executor.threadpool.activeTasks,type=gauges'
    attributes:
    - attr: Value
      field: executor.threadpool.active_tasks
  - mbean: 'metrics:name=*.*.executor.threadpool.completeTasks,type=gauges'
    attributes:
    - attr: Value
      field: executor.threadpool.complete_tasks
  - mbean: 'metrics:name=*.*.executor.threadpool.currentPool_size,type=gauges'
    attributes:
    - attr: Value
      field: executor.threadpool.current_pool_size
  - mbean: 'metrics:name=*.*.executor.threadpool.maxPool_size,type=gauges'
    attributes:
    - attr: Value
      field: executor.threadpool.max_pool_size
  - mbean: 'metrics:name=*.*.executor.threadpool.startedTasks,type=gauges'
    attributes:
    - attr: Value
      field: executor.threadpool.started_tasks