kafka/system_test/metrics.json

{
    "dashboards": [
        {
            "role": "broker",
            "graphs": [
               { 
                  "graph_name": "Produce-Request-Rate",
                  "y_label": "requests-per-sec",
                  "bean_name": "kafka.network:type=RequestMetrics,name=Produce-RequestsPerSec",
                  "attributes": "OneMinuteRate"
               },
               { 
                  "graph_name": "Produce-Request-Time",
                  "y_label": "ms,ms",
                  "bean_name": "kafka.network:type=RequestMetrics,name=Produce-TotalTimeMs",
                  "attributes": "Mean,99thPercentile"
               },
               { 
                  "graph_name": "Produce-Request-Remote-Time",
                  "y_label": "ms,ms",
                  "bean_name": "kafka.network:type=RequestMetrics,name=Produce-RemoteTimeMs",
                  "attributes": "Mean,99thPercentile"
               },
               { 
                  "graph_name": "Fetch-Consumer-Request-Rate",
                  "y_label": "requests-per-sec",
                  "bean_name": "kafka.network:type=RequestMetrics,name=Fetch-Consumer-RequestsPerSec",
                  "attributes": "OneMinuteRate"
               },
               { 
                  "graph_name": "Fetch-Consumer-Request-Time",
                  "y_label": "ms,ms",
                  "bean_name": "kafka.network:type=RequestMetrics,name=Fetch-Consumer-TotalTimeMs",
                  "attributes": "Mean,99thPercentile"
               },
               { 
                  "graph_name": "Fetch-Consumer-Request-Remote-Time",
                  "y_label": "ms,ms",
                  "bean_name": "kafka.network:type=RequestMetrics,name=Fetch-Consumer-RemoteTimeMs",
                  "attributes": "Mean,99thPercentile"
               },
               { 
                  "graph_name": "Fetch-Follower-Request-Rate",
                  "y_label": "requests-per-sec",
                  "bean_name": "kafka.network:type=RequestMetrics,name=Fetch-Follower-RequestsPerSec",
                  "attributes": "OneMinuteRate"
               },
               { 
                  "graph_name": "Fetch-Follower-Request-Time",
                  "y_label": "ms,ms",
                  "bean_name": "kafka.network:type=RequestMetrics,name=Fetch-Follower-TotalTimeMs",
                  "attributes": "Mean,99thPercentile"
               },
               { 
                  "graph_name": "Fetch-Follower-Request-Remote-Time",
                  "y_label": "ms,ms",
                  "bean_name": "kafka.network:type=RequestMetrics,name=Fetch-Follower-RemoteTimeMs",
                  "attributes": "Mean,99thPercentile"
               },
               { 
                  "graph_name": "ProducePurgatoryExpirationRate",
                  "y_label": "expirations-per-sec",
                  "bean_name": "kafka.server:type=DelayedProducerRequestMetrics,name=AllExpiresPerSecond",
                  "attributes": "OneMinuteRate"
               },
               { 
                  "graph_name": "FetchConsumerPurgatoryExpirationRate",
                  "y_label": "expirations-per-sec",
                  "bean_name": "kafka.server:type=DelayedFetchRequestMetrics,name=ConsumerExpiresPerSecond",
                  "attributes": "OneMinuteRate"
               },
               {
                  "graph_name": "FetchFollowerPurgatoryExpirationRate",
                  "y_label": "expirations-per-sec",
                  "bean_name": "kafka.server:type=DelayedFetchRequestMetrics,name=FollowerExpiresPerSecond",
                  "attributes": "OneMinuteRate"
               },
               {
                  "graph_name": "ProducePurgatoryQueueSize",
                  "y_label": "size",
                  "bean_name": "kafka.server:type=ProducerRequestPurgatory,name=NumDelayedRequests",
                  "attributes": "Value"
               },
               {
                  "graph_name": "FetchPurgatoryQueueSize",
                  "y_label": "size",
                  "bean_name": "kafka.server:type=FetchRequestPurgatory,name=NumDelayedRequests",
                  "attributes": "Value"
               },
               {
                  "graph_name": "ControllerLeaderElectionRateAndTime",
                  "y_label": "elections-per-sec,ms,ms",
                  "bean_name": "kafka.controller:type=ControllerStat,name=LeaderElectionRateAndTimeMs",
                  "attributes": "OneMinuteRate,Mean,99thPercentile"
               },
               {
                  "graph_name": "LogFlushRateAndTime",
                  "y_label": "flushes-per-sec,ms,ms",
                  "bean_name": "kafka.log:type=LogFlushStats,name=LogFlushRateAndTimeMs",
                  "attributes": "OneMinuteRate,Mean,99thPercentile"
               },
               {
                  "graph_name": "AllBytesOutRate",
                  "y_label": "bytes-per-sec",
                  "bean_name": "kafka.server:type=BrokerTopicMetrics,name=AllTopicsBytesOutPerSec",
                  "attributes": "OneMinuteRate"
               },
               {
                  "graph_name": "AllBytesInRate",
                  "y_label": "bytes-per-sec",
                  "bean_name": "kafka.server:type=BrokerTopicMetrics,name=AllTopicsBytesInPerSec",
                  "attributes": "OneMinuteRate"
               },
               {
                  "graph_name": "AllMessagesInRate",
                  "y_label": "messages-per-sec",
                  "bean_name": "kafka.server:type=BrokerTopicMetrics,name=AllTopicsMessagesInPerSec",
                  "attributes": "OneMinuteRate"
               }
             ]
       },
        {
            "role": "producer_performance",
            "graphs": [
               {
                  "graph_name": "ProduceRequestRateAndTime",
                  "y_label": "requests-per-sec,ms,ms",
                  "bean_name": "kafka.producer:type=ProducerRequestStat,name=ProduceRequestRateAndTimeMs",
                  "attributes": "OneMinuteRate,Mean,99thPercentile"
               },
               {
                  "graph_name": "ProduceRequestSize",
                  "y_label": "bytes,bytes",
                  "bean_name": "kafka.producer:type=ProducerRequestStat,name=ProducerRequestSize",
                  "attributes": "Mean,99thPercentile"
               }
             ]
       },
       {
            "role": "console_consumer",
            "graphs": [
               {
                  "graph_name": "FetchRequestRateAndTime",
                  "y_label": "requests-per-sec,ms,ms",
                  "bean_name": "kafka.consumer:type=FetchRequestAndResponseStat,name=FetchRequestRateAndTimeMs",
                  "attributes": "OneMinuteRate,Mean,99thPercentile"
               },
               {
                  "graph_name": "FetchResponseSize",
                  "y_label": "bytes,bytes",
                  "bean_name": "kafka.consumer:type=FetchRequestAndResponseStat,name=FetchResponseSize",
                  "attributes": "Mean,99thPercentile"
               },
               {
                  "graph_name": "ConsumedMessageRate",
                  "y_label": "messages-per-sec",
                  "bean_name": "kafka.consumer:type=ConsumerTopicStat,name=AllTopicsMessagesPerSec",
                  "attributes": "OneMinuteRate"
               }
             ]
       },
        {
            "role": "zookeeper",
            "graphs": [
               {
                  "graph_name": "ZookeeperServerStats",
                  "y_label": "zookeeper-latency-ms",
                  "bean_name": "org.apache.ZooKeeperService:name0=StandaloneServer_port-1",
                  "attributes": "AvgRequestLatency"
               }
             ]
       }
    ]
}