From 0f0c5043e27b623b2ae586e5a635ca2d3b789ff6 Mon Sep 17 00:00:00 2001 From: Piotr Wolski Date: Thu, 16 Oct 2025 15:13:13 -0600 Subject: [PATCH 1/4] Add kafka_cluster_id tag to Kafka cluster metrics --- kafka/datadog_checks/kafka/data/metrics.yaml | 184 +++++++++++++++++++ 1 file changed, 184 insertions(+) diff --git a/kafka/datadog_checks/kafka/data/metrics.yaml b/kafka/datadog_checks/kafka/data/metrics.yaml index 2271de20e183a..e8cc7788fbfb0 100644 --- a/kafka/datadog_checks/kafka/data/metrics.yaml +++ b/kafka/datadog_checks/kafka/data/metrics.yaml @@ -338,6 +338,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.net.bytes_out.rate + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.server' bean: 'kafka.server:type=BrokerTopicMetrics,name=BytesInPerSec' @@ -345,6 +349,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.net.bytes_in.rate + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.server' bean: 'kafka.server:type=BrokerTopicMetrics,name=MessagesInPerSec' @@ -352,6 +360,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.messages_in.rate + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.server' bean: 'kafka.server:type=BrokerTopicMetrics,name=BytesRejectedPerSec' @@ -359,6 +371,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.net.bytes_rejected.rate + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value # # Per Topic Broker Stats (only v0.8.x) @@ -372,6 +388,10 @@ jmx_metrics: alias: kafka.topic.messages_in.rate tags: topic: $1 + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value # # Brokers: Per Topic Metrics (v0.9.0.x+) @@ -383,6 +403,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.topic.messages_in.rate + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.server' bean_regex: 'kafka\.server:type=BrokerTopicMetrics,name=BytesOutPerSec,topic=.*' @@ -390,6 +414,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.topic.net.bytes_out.rate + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.server' bean_regex: 'kafka\.server:type=BrokerTopicMetrics,name=BytesInPerSec,topic=.*' @@ -397,6 +425,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.topic.net.bytes_in.rate + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.server' bean_regex: 'kafka\.server:type=BrokerTopicMetrics,name=BytesRejectedPerSec,topic=.*' @@ -404,6 +436,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.topic.net.bytes_rejected.rate + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value # # Request timings @@ -415,6 +451,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.request.fetch.failed.rate + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.server' bean: 'kafka.server:type=BrokerTopicMetrics,name=FailedProduceRequestsPerSec' @@ -422,6 +462,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.request.produce.failed.rate + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.network' bean_regex: 'kafka.network:type=RequestMetrics,name=RequestsPerSec,request=Produce(?:,version=.*)?' @@ -429,6 +473,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.request.produce.rate + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.network' bean: 'kafka.network:type=RequestMetrics,name=TotalTimeMs,request=Produce' @@ -439,6 +487,10 @@ jmx_metrics: 99thPercentile: metric_type: gauge alias: kafka.request.produce.time.99percentile + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.network' bean_regex: 'kafka.network:type=RequestMetrics,name=RequestsPerSec,request=FetchConsumer(?:,version=.*)?' @@ -446,6 +498,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.request.fetch_consumer.rate + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.network' bean_regex: 'kafka.network:type=RequestMetrics,name=RequestsPerSec,request=FetchFollower(?:,version=.*)?' @@ -453,6 +509,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.request.fetch_follower.rate + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.network' bean: 'kafka.network:type=RequestMetrics,name=TotalTimeMs,request=FetchConsumer' @@ -463,6 +523,10 @@ jmx_metrics: 99thPercentile: metric_type: gauge alias: kafka.request.fetch_consumer.time.99percentile + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.network' bean: 'kafka.network:type=RequestMetrics,name=TotalTimeMs,request=FetchFollower' @@ -473,6 +537,10 @@ jmx_metrics: 99thPercentile: metric_type: gauge alias: kafka.request.fetch_follower.time.99percentile + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.network' bean: 'kafka.network:type=RequestMetrics,name=TotalTimeMs,request=UpdateMetadata' @@ -483,6 +551,10 @@ jmx_metrics: 99thPercentile: metric_type: gauge alias: kafka.request.update_metadata.time.99percentile + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.network' bean: 'kafka.network:type=RequestMetrics,name=TotalTimeMs,request=Metadata' @@ -493,6 +565,10 @@ jmx_metrics: 99thPercentile: metric_type: gauge alias: kafka.request.metadata.time.99percentile + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.network' bean: 'kafka.network:type=RequestMetrics,name=TotalTimeMs,request=Offsets' @@ -503,6 +579,10 @@ jmx_metrics: 99thPercentile: metric_type: gauge alias: kafka.request.offsets.time.99percentile + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.network' bean: 'kafka.network:type=RequestChannel,name=RequestQueueSize' @@ -510,6 +590,10 @@ jmx_metrics: Value: metric_type: gauge alias: kafka.request.channel.queue.size + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.network' bean: 'kafka.network:type=SocketServer,name=NetworkProcessorAvgIdlePercent' @@ -517,6 +601,10 @@ jmx_metrics: Value: metric_type: gauge alias: kafka.net.processor.avg.idle.pct.rate + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.server' bean: 'kafka.server:type=KafkaRequestHandlerPool,name=RequestHandlerAvgIdlePercent' @@ -524,6 +612,10 @@ jmx_metrics: OneMinuteRate: metric_type: gauge alias: kafka.request.handler.avg.idle.pct.rate + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value # # Request Purgatory (only v0.8.2.x) @@ -535,6 +627,10 @@ jmx_metrics: Value: metric_type: gauge alias: kafka.request.producer_request_purgatory.size + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.server' bean: 'kafka.server:type=FetchRequestPurgatory,name=PurgatorySize' @@ -542,6 +638,10 @@ jmx_metrics: Value: metric_type: gauge alias: kafka.request.fetch_request_purgatory.size + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value # # Request Purgatory (v0.9.0.x onwards) @@ -553,6 +653,10 @@ jmx_metrics: Value: metric_type: gauge alias: kafka.request.producer_request_purgatory.size + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.server' bean: 'kafka.server:type=DelayedOperationPurgatory,name=PurgatorySize,delayedOperation=Fetch' @@ -560,6 +664,10 @@ jmx_metrics: Value: metric_type: gauge alias: kafka.request.fetch_request_purgatory.size + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value # # Replication stats @@ -571,6 +679,10 @@ jmx_metrics: Value: metric_type: gauge alias: kafka.replication.under_replicated_partitions + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.server' bean: 'kafka.server:type=ReplicaManager,name=UnderMinIsrPartitionCount' @@ -578,6 +690,10 @@ jmx_metrics: Value: metric_type: gauge alias: kafka.replication.under_min_isr_partition_count + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.server' bean: 'kafka.server:type=ReplicaManager,name=IsrShrinksPerSec' @@ -585,6 +701,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.replication.isr_shrinks.rate + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.server' bean: 'kafka.server:type=ReplicaManager,name=IsrExpandsPerSec' @@ -592,6 +712,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.replication.isr_expands.rate + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.controller' bean: 'kafka.controller:type=ControllerStats,name=LeaderElectionRateAndTimeMs' @@ -599,6 +723,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.replication.leader_elections.rate + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.controller' bean: 'kafka.controller:type=ControllerStats,name=UncleanLeaderElectionsPerSec' @@ -606,6 +734,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.replication.unclean_leader_elections.rate + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.controller' bean: 'kafka.controller:type=KafkaController,name=OfflinePartitionsCount' @@ -613,6 +745,10 @@ jmx_metrics: Value: metric_type: gauge alias: kafka.replication.offline_partitions_count + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.controller' bean: 'kafka.controller:type=KafkaController,name=ActiveControllerCount' @@ -620,6 +756,10 @@ jmx_metrics: Value: metric_type: gauge alias: kafka.replication.active_controller_count + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.server' bean: 'kafka.server:type=ReplicaManager,name=PartitionCount' @@ -627,6 +767,10 @@ jmx_metrics: Value: metric_type: gauge alias: kafka.replication.partition_count + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.server' bean: 'kafka.server:type=ReplicaManager,name=LeaderCount' @@ -634,6 +778,10 @@ jmx_metrics: Value: metric_type: gauge alias: kafka.replication.leader_count + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.server' bean: 'kafka.server:type=ReplicaFetcherManager,name=MaxLag,clientId=Replica' @@ -641,6 +789,10 @@ jmx_metrics: Value: metric_type: gauge alias: kafka.replication.max_lag + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value # # Log flush stats @@ -652,6 +804,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.log.flush_rate.rate + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value # # Zookeeper stats @@ -663,6 +819,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.session.zookeeper.disconnect.rate + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.server' bean: 'kafka.server:type=SessionExpireListener,name=ZooKeeperExpiresPerSec' @@ -670,6 +830,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.session.zookeeper.expire.rate + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.server' bean: 'kafka.server:type=SessionExpireListener,name=ZooKeeperReadOnlyConnectsPerSec' @@ -677,6 +841,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.session.zookeeper.readonly.rate + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.server' bean: 'kafka.server:type=SessionExpireListener,name=ZooKeeperSyncConnectsPerSec' @@ -684,6 +852,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.session.zookeeper.sync.rate + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value # # Session stats @@ -695,6 +867,10 @@ jmx_metrics: Value: metric_type: gauge alias: kafka.session.fetch.count + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.server' bean: 'kafka.server:type=FetchSessionCache,name=IncrementalFetchSessionEvictionsPerSec' @@ -702,6 +878,10 @@ jmx_metrics: Count: alias: kafka.session.fetch.eviction metric_type: rate + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value # # Listeners stats # @@ -714,3 +894,7 @@ jmx_metrics: alias: kafka.server.socket.connection_count tags: listener: $1 + dynamic_tags: + kafka_cluster_id: + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value From afba39d18ccb074d2c32b238d8ccef58b51a105c Mon Sep 17 00:00:00 2001 From: Piotr Wolski Date: Thu, 16 Oct 2025 22:22:32 -0600 Subject: [PATCH 2/4] update format to backwards compatible --- kafka/datadog_checks/kafka/data/metrics.yaml | 368 +++++++++---------- 1 file changed, 184 insertions(+), 184 deletions(-) diff --git a/kafka/datadog_checks/kafka/data/metrics.yaml b/kafka/datadog_checks/kafka/data/metrics.yaml index e8cc7788fbfb0..1888624a1bce5 100644 --- a/kafka/datadog_checks/kafka/data/metrics.yaml +++ b/kafka/datadog_checks/kafka/data/metrics.yaml @@ -338,10 +338,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.net.bytes_out.rate - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.server' bean: 'kafka.server:type=BrokerTopicMetrics,name=BytesInPerSec' @@ -349,10 +349,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.net.bytes_in.rate - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.server' bean: 'kafka.server:type=BrokerTopicMetrics,name=MessagesInPerSec' @@ -360,10 +360,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.messages_in.rate - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.server' bean: 'kafka.server:type=BrokerTopicMetrics,name=BytesRejectedPerSec' @@ -371,10 +371,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.net.bytes_rejected.rate - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value # # Per Topic Broker Stats (only v0.8.x) @@ -388,10 +388,10 @@ jmx_metrics: alias: kafka.topic.messages_in.rate tags: topic: $1 - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value # # Brokers: Per Topic Metrics (v0.9.0.x+) @@ -403,10 +403,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.topic.messages_in.rate - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.server' bean_regex: 'kafka\.server:type=BrokerTopicMetrics,name=BytesOutPerSec,topic=.*' @@ -414,10 +414,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.topic.net.bytes_out.rate - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.server' bean_regex: 'kafka\.server:type=BrokerTopicMetrics,name=BytesInPerSec,topic=.*' @@ -425,10 +425,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.topic.net.bytes_in.rate - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.server' bean_regex: 'kafka\.server:type=BrokerTopicMetrics,name=BytesRejectedPerSec,topic=.*' @@ -436,10 +436,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.topic.net.bytes_rejected.rate - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value # # Request timings @@ -451,10 +451,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.request.fetch.failed.rate - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.server' bean: 'kafka.server:type=BrokerTopicMetrics,name=FailedProduceRequestsPerSec' @@ -462,10 +462,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.request.produce.failed.rate - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.network' bean_regex: 'kafka.network:type=RequestMetrics,name=RequestsPerSec,request=Produce(?:,version=.*)?' @@ -473,10 +473,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.request.produce.rate - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.network' bean: 'kafka.network:type=RequestMetrics,name=TotalTimeMs,request=Produce' @@ -487,10 +487,10 @@ jmx_metrics: 99thPercentile: metric_type: gauge alias: kafka.request.produce.time.99percentile - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.network' bean_regex: 'kafka.network:type=RequestMetrics,name=RequestsPerSec,request=FetchConsumer(?:,version=.*)?' @@ -498,10 +498,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.request.fetch_consumer.rate - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.network' bean_regex: 'kafka.network:type=RequestMetrics,name=RequestsPerSec,request=FetchFollower(?:,version=.*)?' @@ -509,10 +509,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.request.fetch_follower.rate - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.network' bean: 'kafka.network:type=RequestMetrics,name=TotalTimeMs,request=FetchConsumer' @@ -523,10 +523,10 @@ jmx_metrics: 99thPercentile: metric_type: gauge alias: kafka.request.fetch_consumer.time.99percentile - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.network' bean: 'kafka.network:type=RequestMetrics,name=TotalTimeMs,request=FetchFollower' @@ -537,10 +537,10 @@ jmx_metrics: 99thPercentile: metric_type: gauge alias: kafka.request.fetch_follower.time.99percentile - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.network' bean: 'kafka.network:type=RequestMetrics,name=TotalTimeMs,request=UpdateMetadata' @@ -551,10 +551,10 @@ jmx_metrics: 99thPercentile: metric_type: gauge alias: kafka.request.update_metadata.time.99percentile - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.network' bean: 'kafka.network:type=RequestMetrics,name=TotalTimeMs,request=Metadata' @@ -565,10 +565,10 @@ jmx_metrics: 99thPercentile: metric_type: gauge alias: kafka.request.metadata.time.99percentile - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.network' bean: 'kafka.network:type=RequestMetrics,name=TotalTimeMs,request=Offsets' @@ -579,10 +579,10 @@ jmx_metrics: 99thPercentile: metric_type: gauge alias: kafka.request.offsets.time.99percentile - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.network' bean: 'kafka.network:type=RequestChannel,name=RequestQueueSize' @@ -590,10 +590,10 @@ jmx_metrics: Value: metric_type: gauge alias: kafka.request.channel.queue.size - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.network' bean: 'kafka.network:type=SocketServer,name=NetworkProcessorAvgIdlePercent' @@ -601,10 +601,10 @@ jmx_metrics: Value: metric_type: gauge alias: kafka.net.processor.avg.idle.pct.rate - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.server' bean: 'kafka.server:type=KafkaRequestHandlerPool,name=RequestHandlerAvgIdlePercent' @@ -612,10 +612,10 @@ jmx_metrics: OneMinuteRate: metric_type: gauge alias: kafka.request.handler.avg.idle.pct.rate - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value # # Request Purgatory (only v0.8.2.x) @@ -627,10 +627,10 @@ jmx_metrics: Value: metric_type: gauge alias: kafka.request.producer_request_purgatory.size - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.server' bean: 'kafka.server:type=FetchRequestPurgatory,name=PurgatorySize' @@ -638,10 +638,10 @@ jmx_metrics: Value: metric_type: gauge alias: kafka.request.fetch_request_purgatory.size - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value # # Request Purgatory (v0.9.0.x onwards) @@ -653,10 +653,10 @@ jmx_metrics: Value: metric_type: gauge alias: kafka.request.producer_request_purgatory.size - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.server' bean: 'kafka.server:type=DelayedOperationPurgatory,name=PurgatorySize,delayedOperation=Fetch' @@ -664,10 +664,10 @@ jmx_metrics: Value: metric_type: gauge alias: kafka.request.fetch_request_purgatory.size - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value # # Replication stats @@ -679,10 +679,10 @@ jmx_metrics: Value: metric_type: gauge alias: kafka.replication.under_replicated_partitions - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.server' bean: 'kafka.server:type=ReplicaManager,name=UnderMinIsrPartitionCount' @@ -690,10 +690,10 @@ jmx_metrics: Value: metric_type: gauge alias: kafka.replication.under_min_isr_partition_count - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.server' bean: 'kafka.server:type=ReplicaManager,name=IsrShrinksPerSec' @@ -701,10 +701,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.replication.isr_shrinks.rate - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.server' bean: 'kafka.server:type=ReplicaManager,name=IsrExpandsPerSec' @@ -712,10 +712,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.replication.isr_expands.rate - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.controller' bean: 'kafka.controller:type=ControllerStats,name=LeaderElectionRateAndTimeMs' @@ -723,10 +723,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.replication.leader_elections.rate - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.controller' bean: 'kafka.controller:type=ControllerStats,name=UncleanLeaderElectionsPerSec' @@ -734,10 +734,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.replication.unclean_leader_elections.rate - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.controller' bean: 'kafka.controller:type=KafkaController,name=OfflinePartitionsCount' @@ -745,10 +745,10 @@ jmx_metrics: Value: metric_type: gauge alias: kafka.replication.offline_partitions_count - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.controller' bean: 'kafka.controller:type=KafkaController,name=ActiveControllerCount' @@ -756,10 +756,10 @@ jmx_metrics: Value: metric_type: gauge alias: kafka.replication.active_controller_count - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.server' bean: 'kafka.server:type=ReplicaManager,name=PartitionCount' @@ -767,10 +767,10 @@ jmx_metrics: Value: metric_type: gauge alias: kafka.replication.partition_count - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.server' bean: 'kafka.server:type=ReplicaManager,name=LeaderCount' @@ -778,10 +778,10 @@ jmx_metrics: Value: metric_type: gauge alias: kafka.replication.leader_count - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.server' bean: 'kafka.server:type=ReplicaFetcherManager,name=MaxLag,clientId=Replica' @@ -789,10 +789,10 @@ jmx_metrics: Value: metric_type: gauge alias: kafka.replication.max_lag - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value # # Log flush stats @@ -804,10 +804,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.log.flush_rate.rate - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value # # Zookeeper stats @@ -819,10 +819,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.session.zookeeper.disconnect.rate - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.server' bean: 'kafka.server:type=SessionExpireListener,name=ZooKeeperExpiresPerSec' @@ -830,10 +830,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.session.zookeeper.expire.rate - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.server' bean: 'kafka.server:type=SessionExpireListener,name=ZooKeeperReadOnlyConnectsPerSec' @@ -841,10 +841,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.session.zookeeper.readonly.rate - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.server' bean: 'kafka.server:type=SessionExpireListener,name=ZooKeeperSyncConnectsPerSec' @@ -852,10 +852,10 @@ jmx_metrics: Count: metric_type: rate alias: kafka.session.zookeeper.sync.rate - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value # # Session stats @@ -867,10 +867,10 @@ jmx_metrics: Value: metric_type: gauge alias: kafka.session.fetch.count - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value - include: domain: 'kafka.server' bean: 'kafka.server:type=FetchSessionCache,name=IncrementalFetchSessionEvictionsPerSec' @@ -878,10 +878,10 @@ jmx_metrics: Count: alias: kafka.session.fetch.eviction metric_type: rate - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value # # Listeners stats # @@ -894,7 +894,7 @@ jmx_metrics: alias: kafka.server.socket.connection_count tags: listener: $1 - dynamic_tags: - kafka_cluster_id: - bean: kafka.server:type=KafkaServer,name=ClusterId - attribute: Value + dynamic_tags: + - tag_name: kafka_cluster_id + bean: kafka.server:type=KafkaServer,name=ClusterId + attribute: Value From 3542bc8f27f620f7767336212e70fbcc022f9769 Mon Sep 17 00:00:00 2001 From: Piotr Wolski Date: Thu, 16 Oct 2025 22:25:54 -0600 Subject: [PATCH 3/4] add changelog --- kafka/changelog.d/21687.added | 1 + 1 file changed, 1 insertion(+) create mode 100644 kafka/changelog.d/21687.added diff --git a/kafka/changelog.d/21687.added b/kafka/changelog.d/21687.added new file mode 100644 index 0000000000000..dcf48776d6664 --- /dev/null +++ b/kafka/changelog.d/21687.added @@ -0,0 +1 @@ +Add kafka_cluster_id tag to Kafka cluster metrics From 2fc65a9e7b207739293583c8a305a182c6d9eaa7 Mon Sep 17 00:00:00 2001 From: Piotr Wolski Date: Mon, 20 Oct 2025 16:15:58 -0600 Subject: [PATCH 4/4] update bean to bean_name --- kafka/datadog_checks/kafka/data/metrics.yaml | 92 ++++++++++---------- 1 file changed, 46 insertions(+), 46 deletions(-) diff --git a/kafka/datadog_checks/kafka/data/metrics.yaml b/kafka/datadog_checks/kafka/data/metrics.yaml index 1888624a1bce5..13f11cbca2b5c 100644 --- a/kafka/datadog_checks/kafka/data/metrics.yaml +++ b/kafka/datadog_checks/kafka/data/metrics.yaml @@ -340,7 +340,7 @@ jmx_metrics: alias: kafka.net.bytes_out.rate dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value - include: domain: 'kafka.server' @@ -351,7 +351,7 @@ jmx_metrics: alias: kafka.net.bytes_in.rate dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value - include: domain: 'kafka.server' @@ -362,7 +362,7 @@ jmx_metrics: alias: kafka.messages_in.rate dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value - include: domain: 'kafka.server' @@ -373,7 +373,7 @@ jmx_metrics: alias: kafka.net.bytes_rejected.rate dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value # @@ -390,7 +390,7 @@ jmx_metrics: topic: $1 dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value # @@ -405,7 +405,7 @@ jmx_metrics: alias: kafka.topic.messages_in.rate dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value - include: domain: 'kafka.server' @@ -416,7 +416,7 @@ jmx_metrics: alias: kafka.topic.net.bytes_out.rate dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value - include: domain: 'kafka.server' @@ -427,7 +427,7 @@ jmx_metrics: alias: kafka.topic.net.bytes_in.rate dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value - include: domain: 'kafka.server' @@ -438,7 +438,7 @@ jmx_metrics: alias: kafka.topic.net.bytes_rejected.rate dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value # @@ -453,7 +453,7 @@ jmx_metrics: alias: kafka.request.fetch.failed.rate dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value - include: domain: 'kafka.server' @@ -464,7 +464,7 @@ jmx_metrics: alias: kafka.request.produce.failed.rate dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value - include: domain: 'kafka.network' @@ -475,7 +475,7 @@ jmx_metrics: alias: kafka.request.produce.rate dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value - include: domain: 'kafka.network' @@ -489,7 +489,7 @@ jmx_metrics: alias: kafka.request.produce.time.99percentile dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value - include: domain: 'kafka.network' @@ -500,7 +500,7 @@ jmx_metrics: alias: kafka.request.fetch_consumer.rate dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value - include: domain: 'kafka.network' @@ -511,7 +511,7 @@ jmx_metrics: alias: kafka.request.fetch_follower.rate dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value - include: domain: 'kafka.network' @@ -525,7 +525,7 @@ jmx_metrics: alias: kafka.request.fetch_consumer.time.99percentile dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value - include: domain: 'kafka.network' @@ -539,7 +539,7 @@ jmx_metrics: alias: kafka.request.fetch_follower.time.99percentile dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value - include: domain: 'kafka.network' @@ -553,7 +553,7 @@ jmx_metrics: alias: kafka.request.update_metadata.time.99percentile dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value - include: domain: 'kafka.network' @@ -567,7 +567,7 @@ jmx_metrics: alias: kafka.request.metadata.time.99percentile dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value - include: domain: 'kafka.network' @@ -581,7 +581,7 @@ jmx_metrics: alias: kafka.request.offsets.time.99percentile dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value - include: domain: 'kafka.network' @@ -592,7 +592,7 @@ jmx_metrics: alias: kafka.request.channel.queue.size dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value - include: domain: 'kafka.network' @@ -603,7 +603,7 @@ jmx_metrics: alias: kafka.net.processor.avg.idle.pct.rate dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value - include: domain: 'kafka.server' @@ -614,7 +614,7 @@ jmx_metrics: alias: kafka.request.handler.avg.idle.pct.rate dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value # @@ -629,7 +629,7 @@ jmx_metrics: alias: kafka.request.producer_request_purgatory.size dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value - include: domain: 'kafka.server' @@ -640,7 +640,7 @@ jmx_metrics: alias: kafka.request.fetch_request_purgatory.size dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value # @@ -655,7 +655,7 @@ jmx_metrics: alias: kafka.request.producer_request_purgatory.size dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value - include: domain: 'kafka.server' @@ -666,7 +666,7 @@ jmx_metrics: alias: kafka.request.fetch_request_purgatory.size dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value # @@ -681,7 +681,7 @@ jmx_metrics: alias: kafka.replication.under_replicated_partitions dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value - include: domain: 'kafka.server' @@ -692,7 +692,7 @@ jmx_metrics: alias: kafka.replication.under_min_isr_partition_count dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value - include: domain: 'kafka.server' @@ -703,7 +703,7 @@ jmx_metrics: alias: kafka.replication.isr_shrinks.rate dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value - include: domain: 'kafka.server' @@ -714,7 +714,7 @@ jmx_metrics: alias: kafka.replication.isr_expands.rate dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value - include: domain: 'kafka.controller' @@ -725,7 +725,7 @@ jmx_metrics: alias: kafka.replication.leader_elections.rate dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value - include: domain: 'kafka.controller' @@ -736,7 +736,7 @@ jmx_metrics: alias: kafka.replication.unclean_leader_elections.rate dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value - include: domain: 'kafka.controller' @@ -747,7 +747,7 @@ jmx_metrics: alias: kafka.replication.offline_partitions_count dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value - include: domain: 'kafka.controller' @@ -758,7 +758,7 @@ jmx_metrics: alias: kafka.replication.active_controller_count dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value - include: domain: 'kafka.server' @@ -769,7 +769,7 @@ jmx_metrics: alias: kafka.replication.partition_count dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value - include: domain: 'kafka.server' @@ -780,7 +780,7 @@ jmx_metrics: alias: kafka.replication.leader_count dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value - include: domain: 'kafka.server' @@ -791,7 +791,7 @@ jmx_metrics: alias: kafka.replication.max_lag dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value # @@ -806,7 +806,7 @@ jmx_metrics: alias: kafka.log.flush_rate.rate dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value # @@ -821,7 +821,7 @@ jmx_metrics: alias: kafka.session.zookeeper.disconnect.rate dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value - include: domain: 'kafka.server' @@ -832,7 +832,7 @@ jmx_metrics: alias: kafka.session.zookeeper.expire.rate dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value - include: domain: 'kafka.server' @@ -843,7 +843,7 @@ jmx_metrics: alias: kafka.session.zookeeper.readonly.rate dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value - include: domain: 'kafka.server' @@ -854,7 +854,7 @@ jmx_metrics: alias: kafka.session.zookeeper.sync.rate dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value # @@ -869,7 +869,7 @@ jmx_metrics: alias: kafka.session.fetch.count dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value - include: domain: 'kafka.server' @@ -880,7 +880,7 @@ jmx_metrics: metric_type: rate dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value # # Listeners stats @@ -896,5 +896,5 @@ jmx_metrics: listener: $1 dynamic_tags: - tag_name: kafka_cluster_id - bean: kafka.server:type=KafkaServer,name=ClusterId + bean_name: kafka.server:type=KafkaServer,name=ClusterId attribute: Value