{ "annotations": { "list": [ { "builtIn": 1, "datasource": { "type": "grafana", "uid": "-- Grafana --" }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", "type": "dashboard" } ] }, "editable": true, "fiscalYearStartMonth": 0, "graphTooltip": 0, "id": 2538, "links": [], "panels": [ { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 0 }, "id": 26, "panels": [], "title": "Service Details", "type": "row" }, { "datasource": { "type": "prometheus" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "axisSoftMin": 0, "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 85, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "smooth", "lineStyle": { "fill": "solid" }, "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" } ] }, "unit": "svs/s" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 1 }, "id": 24, "options": { "legend": { "calcs": [ "lastNotNull", "mean", "max" ], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.0.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "disableTextWrap": false, "editorMode": "code", "expr": "sum by (op)(rate(farm_data_aggregation_single_views_total{k8sCluster=~\"$cluster\", namespace=~\"$namespace\",container=~\"$container\"}[1m]))", "fullMetaSearch": false, "includeNullMetadata": true, "instant": false, "legendFormat": "{{op}}", "range": true, "refId": "A", "useBackend": false } ], "title": "Aggregation rate", "type": "timeseries" }, { "datasource": { "type": "prometheus" }, "fieldConfig": { "defaults": { "color": { "mode": "continuous-BlPu" }, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green" } ] }, "unit": "ops" }, "overrides": [] }, "gridPos": { "h": 8, "w": 4, "x": 12, "y": 1 }, "id": 28, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showPercentChange": true, "textMode": "auto", "wideLayout": true }, "pluginVersion": "12.0.2", "targets": [ { "editorMode": "code", "exemplar": false, "expr": "sum by (container)(rate(farm_data_aggregation_single_views_total{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"}[1m]))", "instant": false, "legendFormat": "__auto", "range": true, "refId": "A" } ], "title": "Current Aggregation Rate", "type": "stat" }, { "datasource": { "type": "prometheus" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "hideFrom": { "legend": false, "tooltip": false, "viz": false } }, "mappings": [], "min": 0, "unit": "ops" }, "overrides": [] }, "gridPos": { "h": 8, "w": 4, "x": 16, "y": 1 }, "id": 30, "options": { "legend": { "displayMode": "list", "placement": "bottom", "showLegend": true }, "pieType": "pie", "reduceOptions": { "calcs": [ "delta" ], "fields": "", "values": false }, "tooltip": { "hideZeros": false, "mode": "single", "sort": "none" } }, "pluginVersion": "12.0.2", "targets": [ { "editorMode": "code", "exemplar": false, "expr": "sum by (op)(farm_data_aggregation_single_views_total{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"})", "instant": false, "legendFormat": "__auto", "range": true, "refId": "A" } ], "title": "SV by Operation", "type": "piechart" }, { "datasource": { "type": "prometheus" }, "description": "Percentage of internal-update events that are \"compacted\", that is, only the last event is actually processed, since the execution of all the events would still lead to the same outcome", "fieldConfig": { "defaults": { "color": { "mode": "continuous-RdYlGr" }, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green" } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 8, "w": 4, "x": 20, "y": 1 }, "id": 27, "options": { "minVizHeight": 75, "minVizWidth": 75, "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showThresholdLabels": false, "showThresholdMarkers": true, "sizing": "auto" }, "pluginVersion": "12.0.2", "targets": [ { "editorMode": "code", "exemplar": false, "expr": "avg by (container)(rate(farm_data_msg_compression_rate_sum{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"}[$__rate_interval])) / avg by (container)(rate(farm_data_msg_compression_rate_count{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"}[$__rate_interval]))", "instant": false, "legendFormat": "__auto", "range": true, "refId": "A" } ], "title": "Current Mean Compression Rate", "type": "gauge" }, { "datasource": { "type": "prometheus" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "axisSoftMin": 0, "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 15, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "smooth", "lineStyle": { "fill": "solid" }, "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "ms" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 9 }, "id": 23, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.0.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "disableTextWrap": false, "editorMode": "code", "expr": "sum by(unit) (rate(farm_data_aggregation_unit_duration_milliseconds_sum{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"}[1m])) / sum by(unit) (rate(farm_data_aggregation_unit_duration_milliseconds_count{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"}[1m]))", "fullMetaSearch": false, "includeNullMetadata": true, "instant": false, "legendFormat": "{{unit}}", "range": true, "refId": "A", "useBackend": false } ], "title": "Mean Process Time per Unit", "type": "timeseries" }, { "datasource": { "type": "prometheus" }, "description": "Percentage of internal-update events that are \"compacted\", that is, only the last event is actually processed, since the execution of all the events would still lead to the same outcome", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 85, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "smooth", "lineStyle": { "fill": "solid" }, "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 9 }, "id": 25, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.0.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "disableTextWrap": false, "editorMode": "code", "expr": "sum by(unit) (rate(farm_data_msg_compression_rate_sum{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"}[1m])) / sum by(unit) (rate(farm_data_msg_compression_rate_count{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"}[1m]))", "fullMetaSearch": false, "includeNullMetadata": true, "instant": false, "legendFormat": "Compression Rate", "range": true, "refId": "A", "useBackend": false } ], "title": "Mean Compression Rate", "type": "timeseries" }, { "datasource": { "type": "prometheus" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "axisSoftMin": 0, "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 85, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "smooth", "lineStyle": { "fill": "solid" }, "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "msg/s" }, "overrides": [] }, "gridPos": { "h": 8, "w": 15, "x": 0, "y": 17 }, "id": 42, "options": { "legend": { "calcs": [ "min", "mean", "max" ], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.0.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "1G5sxfBVk" }, "editorMode": "code", "expr": "sum (rate(farm_data_processed_msg_total{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"}[1m]))", "hide": false, "instant": false, "legendFormat": "rate", "range": true, "refId": "B" } ], "title": "Msg Processing Rate", "type": "timeseries" }, { "datasource": { "type": "prometheus" }, "fieldConfig": { "defaults": { "color": { "mode": "continuous-BlPu" }, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green" } ] }, "unit": "ops" }, "overrides": [] }, "gridPos": { "h": 8, "w": 9, "x": 15, "y": 17 }, "id": 46, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showPercentChange": true, "textMode": "auto", "wideLayout": true }, "pluginVersion": "12.0.2", "targets": [ { "editorMode": "code", "exemplar": false, "expr": "sum by (container)(rate(farm_data_processed_msg_total{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"}[1m]))", "instant": false, "legendFormat": "__auto", "range": true, "refId": "A" } ], "title": "Current Aggregation Rate", "type": "stat" }, { "datasource": { "type": "prometheus" }, "description": "", "fieldConfig": { "defaults": { "color": { "fixedColor": "orange", "mode": "shades" }, "displayName": "${__field.labels.le} kiB", "fieldMinMax": false, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green" } ] } }, "overrides": [] }, "gridPos": { "h": 7, "w": 24, "x": 0, "y": 25 }, "id": 16, "options": { "displayMode": "gradient", "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "maxVizHeight": 300, "minVizHeight": 16, "minVizWidth": 8, "namePlacement": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showUnfilled": false, "sizing": "auto", "valueMode": "color" }, "pluginVersion": "12.0.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "exemplar": false, "expr": "sum by(le) (farm_data_msg_payload_size_bucket{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"})", "format": "heatmap", "hide": false, "instant": false, "legendFormat": "__auto", "range": true, "refId": "A" } ], "title": "Mean Message Payload Size", "type": "bargauge" }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 32 }, "id": 43, "panels": [], "title": "Service Resources", "type": "row" }, { "datasource": { "type": "prometheus" }, "description": "Shows the service CPU actual usage and the deploy request/limit", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "axisSoftMin": 0, "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 100, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "smooth", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" } ] } }, "overrides": [ { "matcher": { "id": "byFrameRefID", "options": "Request" }, "properties": [ { "id": "custom.fillOpacity", "value": 0 }, { "id": "color", "value": { "fixedColor": "#f1883f", "mode": "fixed" } }, { "id": "custom.lineWidth", "value": 3 }, { "id": "custom.lineStyle", "value": { "dash": [ 10, 10 ], "fill": "dash" } } ] }, { "matcher": { "id": "byFrameRefID", "options": "Limit" }, "properties": [ { "id": "custom.fillOpacity", "value": 0 }, { "id": "custom.lineWidth", "value": 3 }, { "id": "color", "value": { "fixedColor": "#ea515a", "mode": "fixed" } } ] } ] }, "gridPos": { "h": 8, "w": 10, "x": 0, "y": 33 }, "id": 35, "interval": "1m", "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.0.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{namespace=\"$namespace\", container=~\"$container\", k8sCluster=\"$cluster\"}) by (container)", "hide": false, "legendFormat": "__auto", "range": true, "refId": "Usage" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "sum by (container)(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", k8sCluster=\"$cluster\", namespace=\"$namespace\", exported_container=~\"$container\", resource=\"cpu\"}\n)", "hide": false, "legendFormat": "CPU Request {{container}}", "range": true, "refId": "Request" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", k8sCluster=\"$cluster\", namespace=\"$namespace\", exported_container=~\"$container\", resource=\"cpu\"}\n)", "hide": false, "legendFormat": "CPU Limit", "range": true, "refId": "Limit" } ], "title": "CPU Usage", "type": "timeseries" }, { "datasource": { "type": "prometheus" }, "description": "Shows the service RAM actual consumption and the deploy request/limit", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "axisSoftMin": 0, "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 100, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "smooth", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" } ] }, "unit": "decbytes" }, "overrides": [ { "matcher": { "id": "byFrameRefID", "options": "Request" }, "properties": [ { "id": "custom.fillOpacity", "value": 0 }, { "id": "color", "value": { "fixedColor": "#f1883f", "mode": "fixed" } }, { "id": "custom.lineWidth", "value": 3 }, { "id": "custom.lineStyle", "value": { "dash": [ 10, 10 ], "fill": "dash" } } ] }, { "matcher": { "id": "byFrameRefID", "options": "Limit" }, "properties": [ { "id": "custom.fillOpacity", "value": 0 }, { "id": "custom.lineWidth", "value": 3 }, { "id": "color", "value": { "fixedColor": "#ea515a", "mode": "fixed" } } ] } ] }, "gridPos": { "h": 8, "w": 10, "x": 10, "y": 33 }, "id": 36, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.0.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "sum(container_memory_working_set_bytes{job=\"kubelet\", k8sCluster=\"$cluster\", namespace=\"$namespace\", container=~\"$container\", image!=\"\"}) by (container)", "hide": false, "legendFormat": "{{container}}", "range": true, "refId": "Usage" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", k8sCluster=\"$cluster\", namespace=\"$namespace\", exported_container=~\"$container\", resource=\"memory\"}\n)", "hide": false, "legendFormat": "RAM Request", "range": true, "refId": "Request" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", k8sCluster=\"$cluster\", namespace=\"$namespace\", exported_container=~\"$container\", resource=\"memory\"}\n)", "hide": false, "legendFormat": "RAM Limit", "range": true, "refId": "Limit" } ], "title": "Memory Usage", "type": "timeseries" }, { "datasource": { "type": "prometheus" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "decimals": 0, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" } ] } }, "overrides": [] }, "gridPos": { "h": 8, "w": 4, "x": 20, "y": 33 }, "id": 37, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showPercentChange": false, "textMode": "auto", "wideLayout": true }, "pluginVersion": "12.0.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "disableTextWrap": false, "editorMode": "code", "expr": "sum by (deployment)(kube_deployment_status_replicas_available{k8sCluster=\"$cluster\", namespace=\"$namespace\", deployment=~\"$container\"})", "fullMetaSearch": false, "includeNullMetadata": true, "instant": false, "legendFormat": "{{op}}", "range": true, "refId": "A", "useBackend": false } ], "title": "Service Replicas", "type": "stat" }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 41 }, "id": 7, "panels": [], "title": "Kafka Client Overview", "type": "row" }, { "datasource": { "type": "prometheus" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 85, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "smooth", "lineStyle": { "fill": "solid" }, "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "binBps" }, "overrides": [ { "matcher": { "id": "byFrameRefID", "options": "B" }, "properties": [ { "id": "custom.stacking", "value": { "group": "A", "mode": "normal" } } ] } ] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 42 }, "id": 1, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.0.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "expr": "sum by(consumer_group) (rate(kafka_consumer_rx_msgs_bytes_total{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"}[1m]))", "instant": false, "legendFormat": "consumer: {{consumer_group}}", "range": true, "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "expr": "sum by(producer_id) (-rate(kafka_producer_tx_msgs_bytes_total{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\", producer_id=~\"(head$)|(internal.*)\"}[1m]))", "hide": false, "instant": false, "legendFormat": "producer: {{producer_id}}", "range": true, "refId": "B" } ], "title": "IO Bytes rate", "type": "timeseries" }, { "datasource": { "type": "prometheus" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 85, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "smooth", "lineStyle": { "fill": "solid" }, "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "binBps" }, "overrides": [ { "matcher": { "id": "byFrameRefID", "options": "B" }, "properties": [ { "id": "custom.stacking", "value": { "group": "A", "mode": "normal" } } ] } ] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 42 }, "id": 4, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.0.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "expr": "sum by(consumer_group) (rate(kafka_consumer_rx_bytes_total{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"}[1m]))", "instant": false, "legendFormat": "consumer: {{consumer_group}}", "range": true, "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "expr": "sum by(producer_id)(-rate(kafka_producer_tx_bytes_total{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\",producer_id=~\"(head$)|(internal.*)\"}[1m]))", "hide": false, "instant": false, "legendFormat": "producer: {{producer_id}}", "range": true, "refId": "B" } ], "title": "Network IO Bytes rate", "type": "timeseries" }, { "datasource": { "type": "prometheus" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "Msg/s", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 85, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "smooth", "lineStyle": { "fill": "solid" }, "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 50 }, "id": 3, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.0.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "expr": "sum by(consumer_group) (rate(kafka_consumer_rx_msgs_total{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"}[1m]))", "instant": false, "legendFormat": "consumer: {{consumer_group}}", "range": true, "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "expr": "sum by(producer_id) (-rate(kafka_producer_tx_msgs_total{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"}[1m]))", "hide": false, "instant": false, "legendFormat": "producer: {{producer_id}}", "range": true, "refId": "B" } ], "title": "IO Message rate", "type": "timeseries" }, { "datasource": { "type": "prometheus" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 85, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "smooth", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, "fieldMinMax": true, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green" } ] } }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 50 }, "id": 29, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.0.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "expr": "sum by(topic)(kafka_consumer_group_lag{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"})", "instant": false, "legendFormat": "__auto", "range": true, "refId": "A" } ], "title": "Consumer Lag", "type": "timeseries" }, { "datasource": { "type": "prometheus" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "axisSoftMin": 0, "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 85, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "smooth", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, "fieldMinMax": true, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" } ] }, "unit": "decbytes" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 58 }, "id": 41, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.0.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "expr": "sum by(topic)(rate(kafka_consumer_fetch_queue_size{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"}[1m]))", "instant": false, "legendFormat": "__auto", "range": true, "refId": "A" } ], "title": "Consumer Fetch Queue Size", "type": "timeseries" }, { "datasource": { "type": "prometheus" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "axisSoftMin": 0, "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 85, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "smooth", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, "fieldMinMax": true, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" } ] } }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 58 }, "id": 40, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.0.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "expr": "sum by(topic)(rate(kafka_consumer_fetch_queue_count{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"}[1m]))", "instant": false, "legendFormat": "__auto", "range": true, "refId": "A" } ], "title": "Consumer Fetch Queue Count", "type": "timeseries" }, { "datasource": { "type": "prometheus" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 85, "gradientMode": "hue", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "smooth", "lineStyle": { "fill": "solid" }, "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "Msg" }, "overrides": [ { "matcher": { "id": "byFrameRefID", "options": "B" }, "properties": [ { "id": "custom.fillOpacity", "value": 0 } ] } ] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 66 }, "id": 38, "interval": "1m", "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.0.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "expr": "sum by (container)(kafka_producer_queue_msgs_count{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"})", "hide": false, "instant": false, "legendFormat": "Current | {{container}}", "range": true, "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "expr": "max by (container)(kafka_producer_queue_msgs_max_count{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"})", "hide": false, "instant": false, "legendFormat": "Max | {{container}}", "range": true, "refId": "B" } ], "title": "Messages in Producer Queue", "type": "timeseries" }, { "datasource": { "type": "prometheus" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 85, "gradientMode": "hue", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "smooth", "lineStyle": { "fill": "solid" }, "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "bytes" }, "overrides": [ { "matcher": { "id": "byFrameRefID", "options": "B" }, "properties": [ { "id": "custom.fillOpacity", "value": 0 } ] } ] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 66 }, "id": 39, "interval": "1m", "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.0.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "expr": "sum by (container)(kafka_producer_queue_msgs_size{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"})", "hide": false, "instant": false, "legendFormat": "Current | {{container}}", "range": true, "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "expr": "max by (container)(kafka_producer_queue_msgs_max_size{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"})", "hide": false, "instant": false, "legendFormat": "Max | {{container}}", "range": true, "refId": "B" } ], "title": "Producer Queue Size", "type": "timeseries" }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 74 }, "id": 14, "panels": [], "title": "MongoDB Client Overview", "type": "row" }, { "datasource": { "type": "prometheus" }, "description": "This shows how many find commands where executed in the given time span and how much they took to execute.", "fieldConfig": { "defaults": { "color": { "fixedColor": "light-blue", "mode": "fixed" }, "displayName": "${__field.labels.le} ms", "fieldMinMax": false, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green" } ] } }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 75 }, "id": 44, "options": { "displayMode": "gradient", "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "maxVizHeight": 300, "minVizHeight": 16, "minVizWidth": 8, "namePlacement": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showUnfilled": false, "sizing": "auto", "valueMode": "color" }, "pluginVersion": "12.0.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "exemplar": false, "expr": "sum by(le) (mongodb_find_cmd_duration_milliseconds_bucket{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"})", "format": "heatmap", "hide": false, "instant": false, "legendFormat": "__auto", "range": true, "refId": "A" } ], "title": "Distribution of Find Command Duration", "type": "bargauge" }, { "datasource": { "type": "prometheus" }, "fieldConfig": { "defaults": { "color": { "fixedColor": "blue", "mode": "fixed" }, "fieldMinMax": false, "mappings": [], "noValue": "N/A", "thresholds": { "mode": "absolute", "steps": [ { "color": "green" } ] }, "unit": "dtdurationms" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 75 }, "id": 19, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "center", "orientation": "auto", "percentChangeColorMode": "inverted", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showPercentChange": true, "textMode": "auto", "wideLayout": true }, "pluginVersion": "12.0.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "exemplar": false, "expr": "sum by (container)(rate(mongodb_find_cmd_duration_milliseconds_sum{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"}[1m]))/sum by (container)(rate(mongodb_find_cmd_duration_milliseconds_count{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"}[1m]))", "format": "time_series", "hide": false, "instant": false, "legendFormat": "__auto", "range": true, "refId": "A" } ], "title": "Avg Find Command Duration", "type": "stat" }, { "datasource": { "type": "prometheus" }, "description": "This shows how many update with insertion commands where executed in the given time span and how much they took to execute.", "fieldConfig": { "defaults": { "color": { "fixedColor": "light-blue", "mode": "fixed" }, "displayName": "${__field.labels.le} ms", "fieldMinMax": false, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green" } ] } }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 83 }, "id": 31, "options": { "displayMode": "gradient", "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "maxVizHeight": 300, "minVizHeight": 16, "minVizWidth": 8, "namePlacement": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showUnfilled": false, "sizing": "auto", "valueMode": "color" }, "pluginVersion": "12.0.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "exemplar": false, "expr": "sum by(le) (mongodb_upsert_cmd_duration_milliseconds_bucket{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"})", "format": "heatmap", "hide": false, "instant": false, "legendFormat": "__auto", "range": true, "refId": "A" } ], "title": "Distribution of Upsert Command Duration", "type": "bargauge" }, { "datasource": { "type": "prometheus" }, "fieldConfig": { "defaults": { "color": { "fixedColor": "blue", "mode": "fixed" }, "fieldMinMax": false, "mappings": [], "noValue": "N/A", "thresholds": { "mode": "absolute", "steps": [ { "color": "green" } ] }, "unit": "dtdurationms" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 83 }, "id": 20, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "center", "orientation": "auto", "percentChangeColorMode": "inverted", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showPercentChange": true, "textMode": "auto", "wideLayout": true }, "pluginVersion": "12.0.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "exemplar": false, "expr": "sum by (container)(rate(mongodb_upsert_cmd_duration_milliseconds_sum{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"}[1m]))/sum by (container)(rate(mongodb_upsert_cmd_duration_milliseconds_count{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"}[1m]))", "format": "time_series", "hide": false, "instant": false, "legendFormat": "__auto", "range": true, "refId": "A" } ], "title": "Avg Upsert Command Duration", "type": "stat" }, { "datasource": { "type": "prometheus" }, "description": "This shows how many update commands where executed in the given time span and how much they took to execute.", "fieldConfig": { "defaults": { "color": { "fixedColor": "light-blue", "mode": "fixed" }, "displayName": "${__field.labels.le} ms", "fieldMinMax": false, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green" } ] } }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 91 }, "id": 32, "options": { "displayMode": "gradient", "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "maxVizHeight": 300, "minVizHeight": 16, "minVizWidth": 8, "namePlacement": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showUnfilled": false, "sizing": "auto", "valueMode": "color" }, "pluginVersion": "12.0.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "exemplar": false, "expr": "sum by(le) (mongodb_update_cmd_duration_milliseconds_bucket{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"})", "format": "heatmap", "hide": false, "instant": false, "legendFormat": "__auto", "range": true, "refId": "A" } ], "title": "Distribution of Update Command Duration", "type": "bargauge" }, { "datasource": { "type": "prometheus" }, "fieldConfig": { "defaults": { "color": { "fixedColor": "blue", "mode": "fixed" }, "fieldMinMax": false, "mappings": [], "noValue": "N/A", "thresholds": { "mode": "absolute", "steps": [ { "color": "green" } ] }, "unit": "dtdurationms" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 91 }, "id": 11, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "center", "orientation": "auto", "percentChangeColorMode": "inverted", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showPercentChange": true, "textMode": "auto", "wideLayout": true }, "pluginVersion": "12.0.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "exemplar": false, "expr": "sum by (container)(rate(mongodb_update_cmd_duration_milliseconds_sum{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"}[1m]))/sum by (container)(rate(mongodb_update_cmd_duration_milliseconds_count{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"}[1m]))", "format": "time_series", "hide": false, "instant": false, "legendFormat": "__auto", "range": true, "refId": "A" } ], "title": "Avg Update Command Duration", "type": "stat" }, { "datasource": { "type": "prometheus" }, "description": "This shows how many delete commands where executed in the given time span and how much they took to execute.", "fieldConfig": { "defaults": { "color": { "fixedColor": "light-blue", "mode": "fixed" }, "displayName": "${__field.labels.le} ms", "fieldMinMax": false, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green" } ] } }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 99 }, "id": 33, "options": { "displayMode": "gradient", "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "maxVizHeight": 300, "minVizHeight": 16, "minVizWidth": 8, "namePlacement": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showUnfilled": false, "sizing": "auto", "valueMode": "color" }, "pluginVersion": "12.0.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "exemplar": false, "expr": "sum by(le) (mongodb_delete_cmd_duration_milliseconds_bucket{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"})", "format": "heatmap", "hide": false, "instant": false, "legendFormat": "__auto", "range": true, "refId": "A" } ], "title": "Distribution of Delete Command Duration", "type": "bargauge" }, { "datasource": { "type": "prometheus" }, "fieldConfig": { "defaults": { "color": { "fixedColor": "blue", "mode": "fixed" }, "fieldMinMax": false, "mappings": [], "noValue": "N/A", "thresholds": { "mode": "absolute", "steps": [ { "color": "green" } ] }, "unit": "dtdurationms" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 99 }, "id": 12, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "center", "orientation": "auto", "percentChangeColorMode": "inverted", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showPercentChange": true, "textMode": "auto", "wideLayout": true }, "pluginVersion": "12.0.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "exemplar": false, "expr": "sum by (container)(rate(mongodb_delete_cmd_duration_milliseconds_sum{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"}[1m]))/sum by (container)(rate(mongodb_delete_cmd_duration_milliseconds_count{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"}[1m]))", "format": "time_series", "hide": false, "instant": false, "legendFormat": "__auto", "range": true, "refId": "A" } ], "title": "Avg Delete Command Duration", "type": "stat" }, { "datasource": { "type": "prometheus" }, "description": "This shows how many aggregation pipelines where executed in the given time span and how much they took to execute.", "fieldConfig": { "defaults": { "color": { "fixedColor": "light-blue", "mode": "fixed" }, "displayName": "${__field.labels.le} ms", "fieldMinMax": false, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green" } ] } }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 107 }, "id": 34, "options": { "displayMode": "gradient", "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "maxVizHeight": 300, "minVizHeight": 16, "minVizWidth": 8, "namePlacement": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showUnfilled": false, "sizing": "auto", "valueMode": "color" }, "pluginVersion": "12.0.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "exemplar": false, "expr": "sum by(le) (mongodb_aggregate_cmd_duration_milliseconds_bucket{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"})", "format": "heatmap", "hide": false, "instant": false, "legendFormat": "__auto", "range": true, "refId": "A" } ], "title": "Distribution of Aggregate Command Duration", "type": "bargauge" }, { "datasource": { "type": "prometheus" }, "fieldConfig": { "defaults": { "color": { "fixedColor": "blue", "mode": "fixed" }, "fieldMinMax": false, "mappings": [], "noValue": "N/A", "thresholds": { "mode": "absolute", "steps": [ { "color": "green" } ] }, "unit": "dtdurationms" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 107 }, "id": 21, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "center", "orientation": "auto", "percentChangeColorMode": "inverted", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showPercentChange": true, "textMode": "auto", "wideLayout": true }, "pluginVersion": "12.0.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "exemplar": false, "expr": "sum by (container)(rate(mongodb_aggregate_cmd_duration_milliseconds_sum{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"}[1m]))/sum by (container)(rate(mongodb_aggregate_cmd_duration_milliseconds_count{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"}[1m]))", "format": "time_series", "hide": false, "instant": false, "legendFormat": "__auto", "range": true, "refId": "A" } ], "title": "Avg Aggregate Command Duration", "type": "stat" }, { "datasource": { "type": "prometheus" }, "description": "This shows how many aggregation pipelines where executed in the given time span and how much they took to execute.", "fieldConfig": { "defaults": { "color": { "fixedColor": "light-blue", "mode": "fixed" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "axisSoftMin": 0, "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 70, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "smooth", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "fieldMinMax": false, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green" } ] }, "unit": "iops" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 115 }, "id": 45, "options": { "legend": { "calcs": [ "min", "mean", "max" ], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "single", "sort": "none" } }, "pluginVersion": "12.0.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "exemplar": false, "expr": "(sum (rate(mongodb_aggregate_cmd_duration_milliseconds_count{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"}[1m])) or vector(0)) +\n(sum (rate(mongodb_find_cmd_duration_milliseconds_count{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"}[1m])) or vector(0)) +\n(sum (rate(mongodb_upsert_cmd_duration_milliseconds_count{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"}[1m])) or vector(0)) +\n(sum (rate(mongodb_update_cmd_duration_milliseconds_count{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"}[1m])) or vector(0)) +\n(sum (rate(mongodb_delete_cmd_duration_milliseconds_count{k8sCluster=\"$cluster\", namespace=\"$namespace\",container=~\"$container\"}[1m])) or vector(0))", "format": "time_series", "hide": false, "instant": false, "legendFormat": "rate", "range": true, "refId": "A" } ], "title": "MongoDB IOps", "type": "timeseries" } ], "preload": false, "refresh": "30s", "schemaVersion": 41, "tags": [], "templating": { "list": [ { "definition": "label_values(kube_pod_container_info,k8sCluster)", "label": "cluster", "name": "cluster", "options": [], "query": { "qryType": 1, "query": "label_values(kube_pod_container_info,k8sCluster)", "refId": "PrometheusVariableQueryEditor-VariableQuery" }, "refresh": 1, "regex": "", "type": "query" }, { "definition": "label_values(kube_pod_container_info{k8sCluster=\"$cluster\"},namespace)", "description": "", "label": "namespace", "name": "namespace", "options": [], "query": { "qryType": 1, "query": "label_values(kube_pod_container_info{k8sCluster=\"$cluster\"},namespace)", "refId": "PrometheusVariableQueryEditor-VariableQuery" }, "refresh": 1, "regex": "", "type": "query" }, { "allValue": ".*", "current": { "text": "All", "value": [ "$__all" ] }, "definition": "label_values(kube_pod_container_info{k8sCluster=\"$cluster\", namespace=\"$namespace\"},exported_container)", "includeAll": true, "multi": true, "name": "container", "options": [], "query": { "qryType": 1, "query": "label_values(kube_pod_container_info{k8sCluster=\"$cluster\", namespace=\"$namespace\"},exported_container)", "refId": "PrometheusVariableQueryEditor-VariableQuery" }, "refresh": 1, "regex": "", "type": "query" } ] }, "time": { "from": "now-30m", "to": "now" }, "timepicker": {}, "timezone": "browser", "title": "SV Aggregation Overview", "uid": "cegexl9t77hfd8", "version": 31 }