{ "annotations": { "list": [ { "$$hashKey": "object:87", "builtIn": 1, "datasource": "-- Grafana --", "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", "target": { "limit": 100, "matchAny": false, "tags": [], "type": "dashboard" }, "type": "dashboard" } ] }, "description": "Dashboard for metrics jmx_exporter protmetheus", "editable": true, "fiscalYearStartMonth": 0, "gnetId": 11962, "graphTooltip": 0, "id": 32, "iteration": 1662341631798, "links": [], "liveNow": false, "panels": [ { "collapsed": false, "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 0 }, "id": 231, "panels": [], "title": "Cluster health", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "#d44a3a", "value": null }, { "color": "rgba(237, 129, 40, 0.89)", "value": 2 }, { "color": "#299c46", "value": 3 } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 4, "w": 4, "x": 0, "y": 1 }, "id": 647, "links": [], "maxDataPoints": 100, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto" }, "pluginVersion": "8.3.3", "targets": [ { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "exemplar": true, "expr": "count(kafka_server_replicamanager_total_leadercount_value{job=~\"$job\"})", "format": "time_series", "instant": false, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" } ], "title": "Brokers Online", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "#C4162A", "value": null }, { "color": "#37872D", "value": 0 }, { "color": "#299c46", "value": 1 } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 4, "w": 4, "x": 4, "y": 1 }, "id": 233, "links": [], "maxDataPoints": 100, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto" }, "pluginVersion": "8.3.3", "repeatDirection": "h", "targets": [ { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "exemplar": true, "expr": "sum(kafka_controller_kafkacontroller_activecontrollercount_value{job=~\"$job\"})", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" } ], "title": "Active Controllers", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 4, "w": 4, "x": 8, "y": 1 }, "id": 625, "links": [], "maxDataPoints": 100, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto" }, "pluginVersion": "8.3.3", "targets": [ { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "exemplar": true, "expr": "sum(kafka_controller_kafkacontroller_globaltopiccount_value{job=~\"$job\"})", "format": "time_series", "hide": false, "interval": "", "intervalFactor": 2, "legendFormat": "", "refId": "A" } ], "title": "Total of Topics", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "#508642", "value": null }, { "color": "rgba(237, 129, 40, 0.89)", "value": 1 }, { "color": "#bf1b00", "value": 5 } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 4, "w": 4, "x": 12, "y": 1 }, "id": 30, "links": [], "maxDataPoints": 100, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto" }, "pluginVersion": "8.3.3", "targets": [ { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "exemplar": true, "expr": "sum(kafka_server_replicamanager_total_underreplicatedpartitions_value{job=~\"$job\"})", "format": "time_series", "hide": false, "interval": "", "intervalFactor": 2, "legendFormat": "", "refId": "A" } ], "title": "Under Replicated Partitions", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "#d44a3a", "value": null }, { "color": "rgba(237, 129, 40, 0.89)", "value": 0 }, { "color": "#299c46", "value": 0 } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 4, "w": 4, "x": 16, "y": 1 }, "id": 40, "links": [], "maxDataPoints": 100, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto" }, "pluginVersion": "8.3.3", "targets": [ { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "exemplar": true, "expr": "sum(kafka_server_replicamanager_total_partitioncount_value{job=~\"$job\"})", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" } ], "title": "Online Partitions", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "#508642", "value": null }, { "color": "rgba(237, 129, 40, 0.89)", "value": 1 }, { "color": "#bf1b00", "value": 5 } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 4, "w": 4, "x": 20, "y": 1 }, "id": 126, "links": [], "maxDataPoints": 100, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto" }, "pluginVersion": "8.3.3", "targets": [ { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "exemplar": true, "expr": "sum(kafka_controller_kafkacontroller_offlinepartitionscount_value{job=~\"$job\"})", "format": "time_series", "hide": false, "interval": "", "intervalFactor": 2, "legendFormat": "", "refId": "A" } ], "title": "Offline Partitions", "type": "stat" }, { "columns": [], "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "description": "", "fontSize": "100%", "gridPos": { "h": 5, "w": 24, "x": 0, "y": 5 }, "id": 622, "links": [], "scroll": true, "showHeader": true, "sort": { "col": 0, "desc": true }, "styles": [ { "alias": "Time", "align": "auto", "dateFormat": "YYYY-MM-DD HH:mm:ss", "pattern": "Time", "type": "hidden" }, { "alias": "", "align": "auto", "colors": [ "rgba(245, 54, 54, 0.9)", "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], "decimals": 2, "pattern": "__name__", "thresholds": [], "type": "hidden", "unit": "short" }, { "alias": " Brokers", "align": "auto", "colors": [ "rgba(245, 54, 54, 0.9)", "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], "dateFormat": "YYYY-MM-DD HH:mm:ss", "decimals": 2, "mappingType": 1, "pattern": "instance", "thresholds": [], "type": "string", "unit": "short" }, { "alias": "", "align": "auto", "colorMode": "value", "colors": [ "#FA6400", "#56A64B", "#FF780A" ], "dateFormat": "YYYY-MM-DD HH:mm:ss", "decimals": 2, "mappingType": 1, "pattern": "Value", "thresholds": [ "1" ], "type": "string", "unit": "short", "valueMaps": [ { "text": "Controller", "value": "1" }, { "text": "Follower", "value": "0" } ] }, { "alias": "", "align": "auto", "colors": [ "rgba(245, 54, 54, 0.9)", "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], "dateFormat": "YYYY-MM-DD HH:mm:ss", "decimals": 2, "mappingType": 1, "pattern": "job", "thresholds": [], "type": "hidden", "unit": "short" } ], "targets": [ { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "exemplar": false, "expr": "kafka_controller_kafkacontroller_activecontrollercount_value{job=~\"$job\"}", "format": "table", "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" } ], "title": "Controller and Followers ", "transform": "table", "type": "table-old" }, { "columns": [], "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "description": "", "fontSize": "100%", "gridPos": { "h": 5, "w": 24, "x": 0, "y": 10 }, "id": 619, "links": [], "scroll": true, "showHeader": true, "sort": { "col": 0, "desc": true }, "styles": [ { "$$hashKey": "object:45", "alias": "Time", "align": "auto", "dateFormat": "YYYY-MM-DD HH:mm:ss", "pattern": "Time", "type": "hidden" }, { "$$hashKey": "object:46", "alias": "", "align": "auto", "colors": [ "rgba(245, 54, 54, 0.9)", "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], "decimals": 2, "pattern": "__name__", "thresholds": [], "type": "hidden", "unit": "short" }, { "$$hashKey": "object:47", "alias": "Brokers", "align": "auto", "colors": [ "rgba(245, 54, 54, 0.9)", "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], "dateFormat": "YYYY-MM-DD HH:mm:ss", "decimals": 2, "mappingType": 1, "pattern": "instance", "thresholds": [], "type": "string", "unit": "short" }, { "$$hashKey": "object:48", "alias": "Leader ", "align": "auto", "colorMode": "value", "colors": [ "#FA6400", "#56A64B", "#FF780A" ], "dateFormat": "YYYY-MM-DD HH:mm:ss", "decimals": 2, "mappingType": 1, "pattern": "Value #A", "thresholds": [ "1" ], "type": "string", "unit": "short", "valueMaps": [] }, { "$$hashKey": "object:49", "alias": "", "align": "auto", "colors": [ "rgba(245, 54, 54, 0.9)", "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], "dateFormat": "YYYY-MM-DD HH:mm:ss", "decimals": 2, "mappingType": 1, "pattern": "job", "thresholds": [], "type": "hidden", "unit": "short" }, { "$$hashKey": "object:50", "alias": "Replicas", "align": "auto", "colorMode": "value", "colors": [ "rgba(50, 172, 45, 0.97)", "rgba(237, 129, 40, 0.89)", "rgba(245, 54, 54, 0.9)" ], "dateFormat": "YYYY-MM-DD HH:mm:ss", "decimals": 2, "mappingType": 1, "pattern": "Value #B", "thresholds": [], "type": "string", "unit": "short" }, { "$$hashKey": "object:51", "alias": "Leader Percent", "align": "auto", "colorMode": "value", "colors": [ "rgba(245, 54, 54, 0.9)", "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], "dateFormat": "YYYY-MM-DD HH:mm:ss", "decimals": 2, "mappingType": 1, "pattern": "Value #C", "thresholds": [ "20", "30", "40" ], "type": "number", "unit": "percent" } ], "targets": [ { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "exemplar": false, "expr": "kafka_server_replicamanager_total_leadercount_value{job=~\"$job\"} / kafka_server_replicamanager_total_partitioncount_value{job=\"$job\"} * 100", "format": "table", "hide": true, "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "C" }, { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "exemplar": false, "expr": "kafka_server_replicamanager_total_leadercount_value{job=~\"$job\"}", "format": "table", "hide": false, "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "exemplar": false, "expr": "count(kafka_server_replicamanager_total_partitioncount_value{job=\"$job\"} <= 1)by(instance)", "format": "table", "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "B" } ], "title": "Partitions Leader and Replica Per Broker", "transform": "table", "type": "table-old" }, { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "description": "", "fieldConfig": { "defaults": { "decimals": 2, "displayName": "Broker: $broker", "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "#299c46", "value": null }, { "color": "rgba(237, 129, 40, 0.89)", "value": 80 }, { "color": "#d44a3a", "value": 90 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 5, "w": 8, "x": 0, "y": 15 }, "id": 467, "links": [], "options": { "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showThresholdLabels": false, "showThresholdMarkers": true }, "pluginVersion": "8.3.3", "repeat": "broker", "repeatDirection": "h", "targets": [ { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "exemplar": true, "expr": "100 - (sum(kafka_network_processor_idlepercent_value{job=\"$job\",pod=~\"$broker\"})/count(kafka_network_processor_idlepercent_value{job=\"$job\", pod=~\"$broker\"})*100)", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "Network processor avg {{instance}}", "refId": "A" } ], "title": "Network Processor", "type": "gauge" }, { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "displayName": "Messages In Per Sec", "mappings": [], "noValue": "0", "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "locale" }, "overrides": [] }, "gridPos": { "h": 4, "w": 24, "x": 0, "y": 20 }, "id": 683, "options": { "colorMode": "background", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "last" ], "fields": "", "values": false }, "textMode": "auto" }, "pluginVersion": "8.3.3", "targets": [ { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "exemplar": true, "expr": "sum(kafka_server_brokertopicmetrics_messagesinpersec_oneminuterate{job=\"$job\"})", "interval": "", "legendFormat": "Total messages in per sec ", "refId": "A" } ], "type": "stat" }, { "collapsed": false, "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 24 }, "id": 680, "panels": [], "title": "Request Handler", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "description": "If <= 0 is very idle", "fieldConfig": { "defaults": { "decimals": 2, "displayName": "Broker: $broker", "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "max": 100, "min": 0, "noValue": "0", "thresholds": { "mode": "absolute", "steps": [ { "color": "#299c46", "value": null }, { "color": "rgba(237, 129, 40, 0.89)", "value": 80 }, { "color": "#d44a3a", "value": 90 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 5, "w": 8, "x": 0, "y": 25 }, "id": 681, "links": [], "maxPerRow": 6, "options": { "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showThresholdLabels": false, "showThresholdMarkers": true }, "pluginVersion": "8.3.3", "repeat": "broker", "repeatDirection": "h", "targets": [ { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "exemplar": true, "expr": "kafka_server_kafkarequesthandlerpool_total_requesthandleravgidlepercent_oneminuterate{job=\"$job\", pod=~\"$broker\"}", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "Request a handler vg {{pod}}", "refId": "A" } ], "type": "gauge" }, { "collapsed": false, "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 30 }, "id": 653, "panels": [], "title": "Throughput", "type": "row" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "description": "", "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, "fill": 0, "fillGradient": 0, "gridPos": { "h": 10, "w": 24, "x": 0, "y": 31 }, "hiddenSeries": false, "id": 152, "legend": { "alignAsTable": true, "avg": false, "current": true, "max": true, "min": true, "rightSide": true, "show": true, "sort": "current", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "null as zero", "options": { "alertThreshold": true }, "paceLength": 10, "percentage": false, "pluginVersion": "8.3.3", "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "exemplar": true, "expr": "sort(sum(rate(kafka_server_brokertopicmetrics_messagesinpersec_count{job=\"$job\",pod=~\"$broker\",topic!=\"\",topic=~\"$topic\"}[1m]))by(topic))", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "Topic: {{topic}}", "refId": "D" } ], "thresholds": [], "timeRegions": [], "title": "Messages In Per Topic", "tooltip": { "shared": false, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "reqps", "label": "Message/s", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "description": "", "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, "fill": 0, "fillGradient": 0, "gridPos": { "h": 12, "w": 24, "x": 0, "y": 41 }, "hiddenSeries": false, "id": 155, "interval": "", "legend": { "alignAsTable": true, "avg": false, "current": true, "hideEmpty": false, "hideZero": false, "max": true, "min": true, "rightSide": true, "show": true, "sort": "current", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "null", "options": { "alertThreshold": true }, "paceLength": 10, "percentage": false, "pluginVersion": "8.3.3", "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "exemplar": true, "expr": "sum (rate(kafka_server_brokertopicmetrics_bytesinpersec_count{job=\"$job\",topic!=\"\",pod=~\"$broker\",topic=~\"$topic\"}[1m]))by(topic)", "format": "time_series", "interval": "", "intervalFactor": 2, "legendFormat": "Topic: {{topic}}", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "Bytes In Per Topic", "tooltip": { "shared": false, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "Bps", "label": "Bytes/s", "logBase": 1, "show": true }, { "format": "Bps", "label": "", "logBase": 1, "show": false } ], "yaxis": { "align": false } }, { "aliasColors": { "Failed Produce Request Broker - 10.24.88.7:9091": "dark-red", "Failed Produce Request Broker - 10.24.88.8:9091": "semi-dark-red", "Failed Produce Request Broker - 10.24.88.9:9091": "light-red", "Total Produce Request Broker - 10.24.88.7:9091": "dark-green", "Total Produce Request Broker - 10.24.88.8:9091": "semi-dark-green", "Total Produce Request Broker - 10.24.88.9:9091": "light-green" }, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "description": "", "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, "fill": 0, "fillGradient": 0, "gridPos": { "h": 11, "w": 24, "x": 0, "y": 53 }, "hiddenSeries": false, "id": 50, "interval": "", "legend": { "alignAsTable": true, "avg": false, "current": true, "max": true, "min": true, "rightSide": true, "show": true, "sort": "current", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "null", "options": { "alertThreshold": true }, "paceLength": 10, "percentage": false, "pluginVersion": "8.3.3", "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "exemplar": true, "expr": "sum (rate(kafka_server_brokertopicmetrics_totalproducerequestspersec_count{job=\"$job\",pod=~\"$broker\",topic!=\"\",topic=~\"$topic\"}[1m]))by(topic)", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "Topic: {{topic}}", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "Total Produce Request Rate Per Topic", "tooltip": { "shared": false, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "reqps", "label": "Request/s", "logBase": 1, "show": true }, { "format": "reqps", "label": "", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "description": "", "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, "fill": 0, "fillGradient": 0, "gridPos": { "h": 13, "w": 24, "x": 0, "y": 64 }, "hiddenSeries": false, "id": 176, "legend": { "alignAsTable": true, "avg": false, "current": true, "max": true, "min": true, "rightSide": true, "show": true, "sort": "current", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "null", "options": { "alertThreshold": true }, "paceLength": 10, "percentage": false, "pluginVersion": "8.3.3", "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "exemplar": true, "expr": "sum(rate(kafka_server_brokertopicmetrics_total_totalproducerequestspersec_count{job=\"$job\",pod=~\"$broker\"}[1m]))by(instance)", "format": "time_series", "instant": false, "interval": "", "intervalFactor": 1, "legendFormat": "Request: {{instance}}", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "Produce Request Per Broker", "tooltip": { "shared": true, "sort": 1, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "reqps", "label": "Request/s", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": { "Incoming Byte Topic: depositos-comando-ledger": "light-orange" }, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "description": "", "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, "fill": 0, "fillGradient": 0, "gridPos": { "h": 12, "w": 24, "x": 0, "y": 77 }, "hiddenSeries": false, "id": 154, "interval": "", "legend": { "alignAsTable": true, "avg": false, "current": true, "hideEmpty": false, "hideZero": false, "max": true, "min": true, "rightSide": true, "show": true, "sort": "current", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": { "alertThreshold": true }, "paceLength": 10, "percentage": false, "pluginVersion": "8.3.3", "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "exemplar": true, "expr": "sum (rate(kafka_server_brokertopicmetrics_bytesoutpersec_count{job=\"$job\",pod=~\"$broker\",topic!=\"\",topic=~\"$topic\"}[1m]))by(topic)", "format": "time_series", "interval": "", "intervalFactor": 2, "legendFormat": "Topic: {{topic}}", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "Bytes Out Per Topic", "tooltip": { "shared": false, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "Bps", "label": "Bytes/s", "logBase": 1, "show": true }, { "format": "Bps", "label": "", "logBase": 1, "show": false } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "description": "", "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 13, "w": 24, "x": 0, "y": 89 }, "hiddenSeries": false, "id": 142, "interval": "", "legend": { "alignAsTable": true, "avg": false, "current": true, "hideEmpty": false, "hideZero": false, "max": true, "min": true, "rightSide": true, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "null", "options": { "alertThreshold": true }, "paceLength": 10, "percentage": false, "pluginVersion": "8.3.3", "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [ { "$$hashKey": "object:411", "alias": "/.*Bytes In*./", "transform": "negative-Y" } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "exemplar": true, "expr": "sum (rate(kafka_server_brokertopicmetrics_total_bytesoutpersec_count{job=\"$job\",pod=~\"$broker\"}[1m]))by(instance)", "format": "time_series", "instant": false, "interval": "", "intervalFactor": 2, "legendFormat": "Bytes Out [{{instance}}]", "refId": "B" }, { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "exemplar": true, "expr": "sum (rate(kafka_server_brokertopicmetrics_total_bytesinpersec_count{job=\"$job\",instance=~\"$broker\"}[1m]))by(instance)", "format": "time_series", "instant": false, "interval": "", "intervalFactor": 2, "legendFormat": "Bytes In [{{instance}}]", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "Bytes In / Out Per Broker", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:424", "format": "Bps", "label": "In (-) / Out (+)", "logBase": 1, "show": true }, { "$$hashKey": "object:425", "format": "Bps", "label": "", "logBase": 1, "show": false } ], "yaxis": { "align": false } }, { "collapsed": false, "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 102 }, "id": 28, "panels": [], "title": "Troubleshooting", "type": "row" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "description": "", "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, "fill": 0, "fillGradient": 0, "gridPos": { "h": 11, "w": 24, "x": 0, "y": 103 }, "hiddenSeries": false, "id": 612, "legend": { "alignAsTable": true, "avg": false, "current": true, "max": true, "min": false, "rightSide": true, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "null", "options": { "alertThreshold": true }, "paceLength": 10, "percentage": false, "pluginVersion": "8.3.3", "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "exemplar": true, "expr": "sum(irate(kafka_server_brokertopicmetrics_total_failedproducerequestspersec_count{job=~\"$job\",pod=~\"$broker\"}[1m]))by(pod)", "format": "time_series", "instant": false, "interval": "", "intervalFactor": 1, "legendFormat": "{{instance}}", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "Failed Produce Request Per Broker", "tooltip": { "shared": true, "sort": 1, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "reqps", "label": "Request/s", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "description": "", "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, "fill": 0, "fillGradient": 0, "gridPos": { "h": 7, "w": 24, "x": 0, "y": 114 }, "hiddenSeries": false, "id": 613, "legend": { "alignAsTable": true, "avg": false, "current": true, "max": true, "min": false, "rightSide": true, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "null", "options": { "alertThreshold": true }, "paceLength": 10, "percentage": false, "pluginVersion": "8.3.3", "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "exemplar": true, "expr": "sum(irate(kafka_server_brokertopicmetrics_total_failedfetchrequestspersec_count{job=~\"$job\",pod=~\"$broker\"}[1m]))by(pod)", "format": "time_series", "instant": false, "interval": "", "intervalFactor": 1, "legendFormat": "{{instance}}", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "Failed Fetch Request Per Broker", "tooltip": { "shared": true, "sort": 1, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "reqps", "label": "Request/s", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "description": "", "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 12, "w": 24, "x": 0, "y": 121 }, "hiddenSeries": false, "id": 138, "legend": { "alignAsTable": true, "avg": false, "current": true, "max": true, "min": true, "rightSide": false, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "alertThreshold": true }, "paceLength": 10, "percentage": false, "pluginVersion": "8.3.3", "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "exemplar": true, "expr": "sum (irate(kafka_server_sessionexpirelistener_total_zookeeperdisconnectspersec_count{job=\"$job\",pod=~\"$broker\"}[1m]))by(pod)", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "Broker: {{pod}}", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "ZooKeeper Disconnects Per Sec", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "ms", "label": "Time/ms", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "description": "", "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 10, "w": 24, "x": 0, "y": 133 }, "hiddenSeries": false, "id": 139, "legend": { "alignAsTable": true, "avg": false, "current": true, "max": true, "min": true, "rightSide": false, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "alertThreshold": true }, "paceLength": 10, "percentage": false, "pluginVersion": "8.3.3", "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "exemplar": true, "expr": "sum (irate(kafka_server_sessionexpirelistener_total_zookeeperexpirespersec_count{job=\"$job\",pod=~\"$broker\"}[1m]))by(pod)", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "Broker: {{pod}}", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "ZooKeeper Expires Per Sec", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:1050", "format": "ms", "label": "Time/ms", "logBase": 1, "show": true }, { "$$hashKey": "object:1051", "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "description": "", "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 10, "w": 24, "x": 0, "y": 143 }, "hiddenSeries": false, "id": 150, "legend": { "alignAsTable": true, "avg": false, "current": true, "max": true, "min": true, "rightSide": false, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "alertThreshold": true }, "paceLength": 10, "percentage": false, "pluginVersion": "8.3.3", "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "exemplar": true, "expr": "sum(kafka_server_zookeeperclientmetrics_total_zookeeperrequestlatencyms_count{job=\"$job\",pod=~\"$broker\"})by(pod)", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "Broker: {{pod}}", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "ZooKeeper Request Latency Ms", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "ms", "label": "Time/ms", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "description": "", "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 11, "w": 24, "x": 0, "y": 153 }, "hiddenSeries": false, "id": 193, "legend": { "alignAsTable": true, "avg": false, "current": true, "hideEmpty": false, "hideZero": false, "max": true, "min": true, "rightSide": false, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "null", "options": { "alertThreshold": true }, "paceLength": 10, "percentage": false, "pluginVersion": "8.3.3", "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [ { "alias": "/.*Expands*./", "transform": "negative-Y" } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "exemplar": true, "expr": "sum (irate(kafka_server_replicamanager_total_isrshrinkspersec_count{job=\"$job\",pod=~\"$broker\"}[1m]))", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "ISR Shrinks Per Sec", "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "exemplar": true, "expr": "sum (irate(kafka_server_replicamanager_total_isrexpandspersec_count{job=\"$job\",pod=~\"$broker\"}[1m]))", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "ISR Expands Per Sec", "refId": "B" } ], "thresholds": [], "timeRegions": [], "title": "Isr Shrinks / Isr Expands Per Sec", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "ops", "label": "Expands (-) / Shrinks (+)", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "decimals": 0, "description": "", "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, "fill": 0, "fillGradient": 0, "gridPos": { "h": 10, "w": 24, "x": 0, "y": 164 }, "hiddenSeries": false, "id": 178, "legend": { "alignAsTable": true, "avg": false, "current": true, "max": true, "min": true, "rightSide": false, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "null", "options": { "alertThreshold": true }, "paceLength": 10, "percentage": false, "pluginVersion": "8.3.3", "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "exemplar": true, "expr": "sum(irate(kafka_network_requestmetrics_requestspersec_count{request=\"FetchConsumer, version=11\",job=\"$job\",pod=~\"$broker\"}[5m]))by(pod)", "format": "time_series", "instant": false, "interval": "", "intervalFactor": 1, "legendFormat": "Request: {{pod}}", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "FetchConsumer Request Per Broker", "tooltip": { "shared": true, "sort": 1, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:1579", "decimals": 0, "format": "reqps", "label": "Request/s", "logBase": 1, "show": true }, { "$$hashKey": "object:1580", "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "description": "", "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, "fill": 0, "fillGradient": 0, "gridPos": { "h": 13, "w": 24, "x": 0, "y": 174 }, "hiddenSeries": false, "id": 56, "legend": { "alignAsTable": true, "avg": false, "current": true, "max": true, "min": true, "rightSide": false, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "null", "options": { "alertThreshold": true }, "paceLength": 10, "percentage": false, "pluginVersion": "8.3.3", "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "exemplar": true, "expr": "sum (irate(kafka_server_brokertopicmetrics_total_totalfetchrequestspersec_count{job=\"$job\",pod=~\"$broker\"}[1m]))by(pod)", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "Broker: {{pod}}", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "Total Fetch Request Per Broker", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "reqps", "label": "Bytes/s", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "decimals": 0, "description": "", "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, "fill": 0, "fillGradient": 0, "gridPos": { "h": 12, "w": 24, "x": 0, "y": 187 }, "hiddenSeries": false, "id": 195, "legend": { "alignAsTable": true, "avg": false, "current": true, "hideEmpty": false, "hideZero": false, "max": true, "min": true, "rightSide": false, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "null", "options": { "alertThreshold": true }, "paceLength": 10, "percentage": false, "pluginVersion": "8.3.3", "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "exemplar": true, "expr": "sum (kafka_server_delayedoperationpurgatory_purgatorysize_produce_value{job=\"$job\",pod=~\"$broker\"})by(pod)", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "Broker: {{pod}}", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "Number of Requests Waiting in the Producer Purgatory", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "decimals": 0, "format": "none", "label": "", "logBase": 1, "show": true }, { "decimals": 0, "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "decimals": 0, "description": "", "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, "fill": 0, "fillGradient": 0, "gridPos": { "h": 9, "w": 24, "x": 0, "y": 199 }, "hiddenSeries": false, "id": 196, "legend": { "alignAsTable": true, "avg": false, "current": true, "hideEmpty": false, "hideZero": false, "max": true, "min": true, "rightSide": false, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "null", "options": { "alertThreshold": true }, "paceLength": 10, "percentage": false, "pluginVersion": "8.3.3", "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "exemplar": true, "expr": "sum (kafka_server_delayedoperationpurgatory_purgatorysize_fetch_value{job=\"$job\",pod=~\"$broker\"})by(pod)", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "Broker: {{pod}}", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "Number of Requests Waiting in the Fetch Purgatory", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "decimals": 0, "format": "none", "label": "", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "description": "", "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 12, "w": 24, "x": 0, "y": 208 }, "hiddenSeries": false, "id": 140, "legend": { "alignAsTable": true, "avg": false, "current": true, "max": true, "min": true, "rightSide": false, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "alertThreshold": true }, "paceLength": 10, "percentage": false, "pluginVersion": "8.3.3", "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "exemplar": true, "expr": "sum (irate(kafka_controller_controllerstats_leaderelectionrateandtimems_count{job=\"$job\",pod=~\"$broker\"}[1m]))by(pod)", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "Broker - {{pod}}", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "Leader Election Rate Count", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "none", "label": "", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": true, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "decimals": 2, "description": "", "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, "fill": 0, "fillGradient": 0, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 220 }, "hiddenSeries": false, "id": 609, "legend": { "alignAsTable": true, "avg": false, "current": true, "max": true, "min": true, "rightSide": true, "show": false, "total": false, "values": true }, "lines": false, "linewidth": 2, "links": [], "nullPointMode": "null", "options": { "alertThreshold": true }, "paceLength": 10, "percentage": false, "pluginVersion": "8.3.3", "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "exemplar": false, "expr": "sort(sum(kafka_log_log_size{job=~\"$job\",pod=~\"$broker\"})by(pod))", "format": "time_series", "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "Broker: {{pod}}", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "Disk Usage Segment Size", "tooltip": { "shared": false, "sort": 1, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "series", "show": true, "values": [ "total" ] }, "yaxes": [ { "decimals": 2, "format": "bytes", "label": "", "logBase": 2, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": true, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "decimals": 0, "description": "", "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 228 }, "hiddenSeries": false, "id": 603, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": false, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "alertThreshold": true }, "paceLength": 10, "percentage": false, "pluginVersion": "8.3.3", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "exemplar": false, "expr": "sort(kafka_server_replicamanager_total_partitioncount_value{job=~\"$job\"})", "format": "time_series", "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "Broker: {{pod}}", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "Count Partition per Broker", "tooltip": { "shared": false, "sort": 2, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "series", "show": true, "values": [ "current" ] }, "yaxes": [ { "decimals": 0, "format": "none", "logBase": 2, "show": true }, { "decimals": 0, "format": "none", "logBase": 1, "show": true } ], "yaxis": { "align": true, "alignLevel": 0 } }, { "collapsed": false, "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 236 }, "id": 159, "panels": [], "title": "JVM", "type": "row" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "description": "", "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 9, "w": 12, "x": 0, "y": 237 }, "hiddenSeries": false, "id": 161, "legend": { "alignAsTable": true, "avg": false, "current": true, "max": true, "min": true, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "alertThreshold": true }, "paceLength": 10, "percentage": false, "pluginVersion": "8.3.3", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "exemplar": true, "expr": "java_lang_threading_threadcount{job=\"$job\",pod=~\"$broker\"}", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "{{pod}}", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "JVM Threads Current", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "none", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "description": "", "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 9, "w": 12, "x": 12, "y": 237 }, "hiddenSeries": false, "id": 163, "legend": { "alignAsTable": true, "avg": false, "current": true, "max": true, "min": true, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "alertThreshold": true }, "paceLength": 10, "percentage": false, "pluginVersion": "8.3.3", "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "exemplar": true, "expr": "java_lang_memory_heapmemoryusage_used{job=\"$job\",pod=~\"$broker\"}", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "Broker - {{pod}}", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "JVM Memory Usage", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "bytes", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } } ], "refresh": false, "schemaVersion": 34, "style": "dark", "tags": [ "stable", "kafka" ], "templating": { "list": [ { "current": { "selected": true, "text": "fouram-tag-no-clean-4lnw7-1-kafka-jmx-metrics", "value": "fouram-tag-no-clean-4lnw7-1-kafka-jmx-metrics" }, "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "definition": "label_values(kafka_controller_kafkacontroller_controllerstate_value, job)", "hide": 0, "includeAll": false, "label": "job", "multi": false, "name": "job", "options": [], "query": { "query": "label_values(kafka_controller_kafkacontroller_controllerstate_value, job)", "refId": "StandardVariableQuery" }, "refresh": 1, "regex": "", "skipUrlSync": false, "sort": 0, "tagValuesQuery": "", "tagsQuery": "", "type": "query", "useTags": false }, { "current": { "selected": true, "text": [ "All" ], "value": [ "$__all" ] }, "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "definition": "label_values(kafka_controller_kafkacontroller_controllerstate_value{job=\"$job\"}, pod)", "hide": 0, "includeAll": true, "label": "Broker", "multi": true, "name": "broker", "options": [], "query": { "query": "label_values(kafka_controller_kafkacontroller_controllerstate_value{job=\"$job\"}, pod)", "refId": "StandardVariableQuery" }, "refresh": 1, "regex": "", "skipUrlSync": false, "sort": 0, "tagValuesQuery": "", "tagsQuery": "", "type": "query", "useTags": false }, { "current": { "selected": true, "text": [ "All" ], "value": [ "$__all" ] }, "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "definition": "label_values(kafka_server_brokertopicmetrics_bytesinpersec_count{job=\"$job\"}, topic)", "hide": 0, "includeAll": true, "label": "Topic", "multi": true, "name": "topic", "options": [], "query": { "query": "label_values(kafka_server_brokertopicmetrics_bytesinpersec_count{job=\"$job\"}, topic)", "refId": "StandardVariableQuery" }, "refresh": 2, "regex": "", "skipUrlSync": false, "sort": 0, "tagValuesQuery": "", "tagsQuery": "", "type": "query", "useTags": false }, { "current": { "selected": false, "text": "3", "value": "3" }, "datasource": { "type": "prometheus", "uid": "P1809F7CD0C75ACF3" }, "definition": "query_result(count(up{job=~\"$job\"}))", "hide": 2, "includeAll": false, "label": "", "multi": false, "name": "online_broker", "options": [], "query": { "query": "query_result(count(up{job=~\"$job\"}))", "refId": "prometheus-online_broker-Variable-Query" }, "refresh": 1, "regex": "/.* ([^\\ ]*) .*/", "skipUrlSync": false, "sort": 0, "tagValuesQuery": "", "tagsQuery": "", "type": "query", "useTags": false } ] }, "time": { "from": "2022-09-02T02:31:39.377Z", "to": "2022-09-05T01:36:53.432Z" }, "timepicker": { "hidden": false, "refresh_intervals": [ "5s", "10s", "30s", "1m", "5m", "15m", "30m", "1h", "2h", "1d" ], "time_options": [ "5m", "15m", "1h", "6h", "12h", "24h", "2d", "7d", "30d" ] }, "timezone": "", "title": "Kafka Metrics", "uid": "5nhADrDWk", "version": 3, "weekStart": "" }