{ "annotations": { "list": [ { "builtIn": 1, "datasource": { "type": "datasource", "uid": "grafana" }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", "type": "dashboard" }, { "datasource": { "uid": "${DS_PROMETHEUS}" }, "enable": true, "expr": "changes(process_start_time_seconds{ instance=~\"$instance\"}[2m]) > 0", "hide": false, "iconColor": "#bf1b00", "name": "Restarts", "showIn": 0, "step": "1m", "tagKeys": "instance", "titleFormat": "Restart" } ] }, "description": "", "editable": true, "fiscalYearStartMonth": 0, "gnetId": 9578, "graphTooltip": 1, "id": 3, "links": [ { "asDropdown": true, "icon": "external link", "includeVars": false, "keepTime": false, "tags": [ "Zogg" ], "targetBlank": false, "title": "Dashboards", "tooltip": "", "type": "dashboards", "url": "" } ], "liveNow": false, "panels": [ { "collapsed": false, "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 0 }, "id": 36, "panels": [], "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "refId": "A" } ], "title": "General info", "type": "row" }, { "datasource": { "uid": "${DS_PROMETHEUS}" }, "fieldConfig": { "defaults": { "color": { "fixedColor": "#f4d598", "mode": "fixed" }, "decimals": 0, "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 3, "w": 5, "x": 0, "y": 1 }, "id": 4, "links": [], "maxDataPoints": 100, "options": { "colorMode": "none", "graphMode": "area", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "mean" ], "fields": "", "values": false }, "textMode": "auto" }, "pluginVersion": "10.1.0", "targets": [ { "datasource": { "uid": "${DS_PROMETHEUS}" }, "expr": "count(alertmanager_build_info{instance=~\"$instance\"})", "format": "time_series", "intervalFactor": 1, "refId": "A" } ], "title": "Instances", "type": "stat" }, { "datasource": { "uid": "${DS_PROMETHEUS}" }, "description": "", "fieldConfig": { "defaults": { "color": { "fixedColor": "#e5ac0e", "mode": "fixed" }, "decimals": 0, "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 3, "w": 5, "x": 5, "y": 1 }, "id": 207, "links": [], "maxDataPoints": 100, "options": { "colorMode": "none", "graphMode": "area", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "mean" ], "fields": "", "values": false }, "textMode": "auto" }, "pluginVersion": "10.1.0", "targets": [ { "datasource": { "uid": "${DS_PROMETHEUS}" }, "expr": "max(alertmanager_cluster_members{instance=~\"$instance\"})", "format": "time_series", "intervalFactor": 1, "refId": "A" } ], "title": "Cluster size", "type": "stat" }, { "datasource": { "uid": "${DS_PROMETHEUS}" }, "description": "", "fieldConfig": { "defaults": { "color": { "fixedColor": "#bf1b00", "mode": "fixed" }, "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 3, "w": 5, "x": 10, "y": 1 }, "id": 2, "links": [], "maxDataPoints": 100, "options": { "colorMode": "none", "graphMode": "area", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "mean" ], "fields": "", "values": false }, "textMode": "auto" }, "pluginVersion": "10.1.0", "targets": [ { "datasource": { "uid": "${DS_PROMETHEUS}" }, "expr": "max(alertmanager_alerts{state=\"active\", instance=~\"$instance\"})", "format": "time_series", "intervalFactor": 1, "refId": "A" } ], "title": "Active alerts", "type": "stat" }, { "datasource": { "uid": "${DS_PROMETHEUS}" }, "description": "", "fieldConfig": { "defaults": { "color": { "fixedColor": "#f9e2d2", "mode": "fixed" }, "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 3, "w": 5, "x": 15, "y": 1 }, "id": 3, "links": [], "maxDataPoints": 100, "options": { "colorMode": "none", "graphMode": "area", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "mean" ], "fields": "", "values": false }, "textMode": "auto" }, "pluginVersion": "10.1.0", "targets": [ { "datasource": { "uid": "${DS_PROMETHEUS}" }, "expr": "max(alertmanager_alerts{state=\"suppressed\", instance=~\"$instance\"})", "format": "time_series", "intervalFactor": 1, "refId": "A" } ], "title": "Suppressed alerts", "type": "stat" }, { "datasource": { "uid": "${DS_PROMETHEUS}" }, "description": "", "fieldConfig": { "defaults": { "color": { "fixedColor": "#f9e2d2", "mode": "fixed" }, "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 3, "w": 4, "x": 20, "y": 1 }, "id": 121, "links": [], "maxDataPoints": 100, "options": { "colorMode": "none", "graphMode": "area", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "mean" ], "fields": "", "values": false }, "textMode": "auto" }, "pluginVersion": "10.1.0", "targets": [ { "datasource": { "uid": "${DS_PROMETHEUS}" }, "expr": "max(alertmanager_silences{state=\"active\", instance=~\"$instance\"})", "format": "time_series", "intervalFactor": 1, "refId": "A" } ], "title": "Active silences", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "noValue": "0", "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 3, "w": 10, "x": 0, "y": 4 }, "id": 315, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "last" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "10.1.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "count(ALERTS{alertstate=\"firing\", alertname != \"Watchdog\" }) by (severity)", "instant": false, "interval": "", "legendFormat": "__auto", "refId": "A" } ], "title": "Firing Alerts", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "noValue": "0", "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 3, "w": 10, "x": 10, "y": 4 }, "id": 316, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "last" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "10.1.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "count(ALERTS{alertstate = \"pending\", alertname != \"Watchdog\" }) by (severity)", "instant": false, "interval": "", "legendFormat": "{{s}}", "refId": "A" } ], "title": "Pending Alerts", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "blue", "value": null } ] } }, "overrides": [] }, "gridPos": { "h": 3, "w": 4, "x": 20, "y": 4 }, "id": 317, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "10.1.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "count(up)", "interval": "", "legendFormat": "", "range": true, "refId": "A" } ], "title": "Prometheus Targets", "type": "stat" }, { "datasource": { "uid": "${DS_PROMETHEUS}" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "align": "auto", "cellOptions": { "type": "auto" }, "inspect": false, "minWidth": 50 }, "decimals": 2, "displayName": "", "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [ { "matcher": { "id": "byName", "options": "Time" }, "properties": [ { "id": "displayName", "value": "Time" }, { "id": "custom.align" } ] }, { "matcher": { "id": "byName", "options": "instance" }, "properties": [ { "id": "displayName", "value": "Instance" }, { "id": "unit", "value": "short" }, { "id": "decimals", "value": 2 }, { "id": "custom.align" } ] }, { "matcher": { "id": "byName", "options": "version" }, "properties": [ { "id": "displayName", "value": "Version" }, { "id": "unit", "value": "short" }, { "id": "decimals", "value": 2 }, { "id": "custom.align" } ] }, { "matcher": { "id": "byName", "options": "Value #A" }, "properties": [ { "id": "displayName", "value": "Up time" }, { "id": "unit", "value": "s" }, { "id": "custom.align" } ] }, { "matcher": { "id": "byName", "options": "Value #B" }, "properties": [ { "id": "displayName", "value": "Last reload" }, { "id": "unit", "value": "s" }, { "id": "custom.align" } ] }, { "matcher": { "id": "byName", "options": "Value #C" }, "properties": [ { "id": "displayName", "value": "Last reload sucessfull" }, { "id": "unit", "value": "short" }, { "id": "decimals", "value": 2 }, { "id": "custom.cellOptions", "value": { "type": "color-background" } }, { "id": "custom.align" }, { "id": "thresholds", "value": { "mode": "absolute", "steps": [ { "color": "rgba(245, 54, 54, 0.9)", "value": null }, { "color": "rgba(237, 129, 40, 0.89)", "value": 0 }, { "color": "rgba(50, 172, 45, 0.97)", "value": 1 } ] } } ] } ] }, "gridPos": { "h": 4, "w": 24, "x": 0, "y": 7 }, "id": 26, "links": [], "options": { "cellHeight": "sm", "footer": { "countRows": false, "enablePagination": false, "fields": "", "reducer": [ "sum" ], "show": false }, "showHeader": true }, "pluginVersion": "10.1.0", "targets": [ { "datasource": { "uid": "${DS_PROMETHEUS}" }, "expr": "time() - (alertmanager_build_info{instance=~\"$instance\"} * on (instance, cluster) group_left process_start_time_seconds{instance=~\"$instance\"})", "format": "table", "instant": true, "intervalFactor": 1, "refId": "A" }, { "datasource": { "uid": "${DS_PROMETHEUS}" }, "expr": "time() - alertmanager_config_last_reload_success_timestamp_seconds{instance=~\"$instance\"}", "format": "table", "instant": true, "intervalFactor": 1, "refId": "B" }, { "datasource": { "uid": "${DS_PROMETHEUS}" }, "expr": "alertmanager_config_last_reload_successful{instance=~\"$instance\"}", "format": "table", "instant": true, "intervalFactor": 1, "refId": "C" } ], "title": "Instance versions and up time", "transformations": [ { "id": "merge", "options": { "reducers": [] } } ], "type": "table" }, { "collapsed": false, "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 11 }, "id": 113, "panels": [], "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "refId": "A" } ], "title": "Notifications", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "/Failed.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "#99440a", "mode": "fixed" } }, { "id": "custom.transform", "value": "negative-Y" } ] } ] }, "gridPos": { "h": 5, "w": 24, "x": 0, "y": 12 }, "id": 118, "links": [], "options": { "legend": { "calcs": [ "mean", "sum" ], "displayMode": "table", "placement": "right", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "9.5.2", "repeat": "instance", "repeatDirection": "h", "targets": [ { "datasource": { "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "sum(increase(alertmanager_notifications_total{instance=~\"$instance\"}[$__interval])) by (integration)", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{ integration}}", "range": true, "refId": "B" }, { "datasource": { "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "sum(increase(alertmanager_notifications_failed_total{instance=~\"$instance\"}[$__interval])) by (integration)", "format": "time_series", "hide": false, "interval": "", "intervalFactor": 1, "legendFormat": "Failed {{ integration }}", "range": true, "refId": "A" } ], "title": "Notifications sent from $instance", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "s" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "/0.99.*/" }, "properties": [ { "id": "custom.lineWidth", "value": 1 } ] }, { "matcher": { "id": "byRegexp", "options": "/0.5 .*/" }, "properties": [ { "id": "custom.lineWidth", "value": 2 } ] } ] }, "gridPos": { "h": 6, "w": 24, "x": 0, "y": 22 }, "id": 115, "links": [], "options": { "legend": { "calcs": [ "mean" ], "displayMode": "table", "placement": "right", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "9.5.2", "repeat": "instance", "repeatDirection": "h", "targets": [ { "datasource": { "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "sum(histogram_quantile(0.9,rate(alertmanager_notification_latency_seconds_bucket{instance=~\"$instance\"}[$__interval]))) by (integration)", "format": "time_series", "intervalFactor": 1, "legendFormat": "0.9q {{ integration }}", "range": true, "refId": "B" }, { "datasource": { "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "sum(histogram_quantile(0.99,rate(alertmanager_notification_latency_seconds_bucket{instance=~\"$instance\"}[$__interval]))) by (integration)", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "0.99q {{ integration }}", "range": true, "refId": "A" } ], "title": "Notification durations per integration on $instance", "type": "timeseries" }, { "collapsed": false, "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 34 }, "id": 18, "panels": [], "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "refId": "A" } ], "title": "Alerts", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "fillOpacity": 70, "lineWidth": 0, "spanNulls": false }, "decimals": 0, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "yellow", "value": 2 }, { "color": "orange", "value": 5 }, { "color": "red", "value": 10 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 10, "w": 24, "x": 0, "y": 35 }, "id": 319, "options": { "alignValue": "left", "legend": { "displayMode": "list", "placement": "bottom", "showLegend": true }, "mergeValues": true, "rowHeight": 0.9, "showValue": "auto", "tooltip": { "mode": "single", "sort": "none" } }, "pluginVersion": "9.5.1", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "count(ALERTS{alertstate=\"firing\", alertname != \"Watchdog\", severity=~\"$severity\" }) by (alertname)", "legendFormat": "__auto", "range": true, "refId": "A" } ], "title": "Firing Alerts", "type": "state-timeline" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "align": "auto", "cellOptions": { "type": "auto" }, "filterable": false, "inspect": false }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 7, "w": 24, "x": 0, "y": 45 }, "id": 320, "options": { "cellHeight": "sm", "footer": { "countRows": false, "fields": "", "reducer": [ "sum" ], "show": false }, "showHeader": true }, "pluginVersion": "10.0.3", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "ALERTS{alertstate=\"firing\", alertname != \"Watchdog\", severity=~\"$severity\" }", "format": "table", "instant": true, "interval": "", "legendFormat": "", "refId": "A" } ], "title": "Firing Alerts ", "type": "table" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "fillOpacity": 70, "lineWidth": 0, "spanNulls": false }, "decimals": 0, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "yellow", "value": 2 }, { "color": "orange", "value": 5 }, { "color": "red", "value": 10 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 10, "w": 24, "x": 0, "y": 52 }, "id": 321, "options": { "alignValue": "left", "legend": { "displayMode": "list", "placement": "bottom", "showLegend": true }, "mergeValues": true, "rowHeight": 0.9, "showValue": "auto", "tooltip": { "mode": "single", "sort": "none" } }, "pluginVersion": "9.5.1", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "count(ALERTS{alertstate=\"pending\", alertname != \"Watchdog\",severity=~\"$severity\" }) by (alertname)", "legendFormat": "__auto", "range": true, "refId": "A" } ], "title": "Pending Alerts", "type": "state-timeline" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "align": "auto", "cellOptions": { "type": "auto" }, "filterable": false, "inspect": false }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 7, "w": 24, "x": 0, "y": 62 }, "id": 322, "options": { "cellHeight": "sm", "footer": { "countRows": false, "fields": "", "reducer": [ "sum" ], "show": false }, "showHeader": true }, "pluginVersion": "10.0.3", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "ALERTS{alertstate=\"pending\", alertname != \"Watchdog\", severity=~\"$severity\" }", "format": "table", "instant": true, "interval": "", "legendFormat": "", "refId": "A" } ], "title": "Pending Alerts ", "type": "table" }, { "datasource": { "uid": "${DS_PROMETHEUS}" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 40, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [ { "matcher": { "id": "byName", "options": "active" }, "properties": [ { "id": "color", "value": { "fixedColor": "#bf1b00", "mode": "fixed" } } ] }, { "matcher": { "id": "byName", "options": "suppressed" }, "properties": [ { "id": "color", "value": { "fixedColor": "#2f575e", "mode": "fixed" } } ] } ] }, "gridPos": { "h": 5, "w": 24, "x": 0, "y": 69 }, "id": 6, "links": [], "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "9.5.2", "repeat": "instance", "repeatDirection": "h", "targets": [ { "datasource": { "uid": "${DS_PROMETHEUS}" }, "expr": "sum(alertmanager_alerts{instance=~\"$instance\"}) by (state)", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{state}}", "refId": "A" } ], "title": "Active alerts in $instance", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [ { "matcher": { "id": "byName", "options": "resolved" }, "properties": [ { "id": "color", "value": { "fixedColor": "#7eb26d", "mode": "fixed" } }, { "id": "custom.transform", "value": "negative-Y" } ] }, { "matcher": { "id": "byName", "options": "firing" }, "properties": [ { "id": "color", "value": { "fixedColor": "#99440a", "mode": "fixed" } } ] } ] }, "gridPos": { "h": 5, "w": 24, "x": 0, "y": 79 }, "id": 8, "links": [], "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "9.5.2", "repeat": "instance", "repeatDirection": "h", "targets": [ { "datasource": { "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "sum(increase(alertmanager_alerts_received_total{instance=~\"$instance\"}[$__interval])) by (status)", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "{{ status }}", "range": true, "refId": "A" } ], "title": "Received alerts by status for $instance", "type": "timeseries" }, { "collapsed": false, "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 89 }, "id": 34, "panels": [], "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "refId": "A" } ], "title": "Cluster members", "type": "row" }, { "datasource": { "uid": "${DS_PROMETHEUS}" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [ { "matcher": { "id": "byName", "options": "Number of failed peers" }, "properties": [ { "id": "color", "value": { "fixedColor": "#bf1b00", "mode": "fixed" } }, { "id": "custom.fillOpacity", "value": 70 } ] } ] }, "gridPos": { "h": 4, "w": 24, "x": 0, "y": 90 }, "id": 57, "links": [], "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "9.5.2", "repeat": "instance", "repeatDirection": "h", "targets": [ { "datasource": { "uid": "${DS_PROMETHEUS}" }, "expr": "alertmanager_cluster_health_score{instance=~\"$instance\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "Cluster health score", "refId": "A" } ], "title": "Clusterhealth score for $instance", "type": "timeseries" }, { "datasource": { "uid": "${DS_PROMETHEUS}" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [ { "matcher": { "id": "byName", "options": "Number of failed peers" }, "properties": [ { "id": "color", "value": { "fixedColor": "#bf1b00", "mode": "fixed" } }, { "id": "custom.fillOpacity", "value": 70 } ] } ] }, "gridPos": { "h": 4, "w": 24, "x": 0, "y": 98 }, "id": 38, "links": [], "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "9.5.2", "repeat": "instance", "repeatDirection": "h", "targets": [ { "datasource": { "uid": "${DS_PROMETHEUS}" }, "expr": "alertmanager_cluster_members{instance=~\"$instance\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "Number of cluster members", "refId": "A" }, { "datasource": { "uid": "${DS_PROMETHEUS}" }, "expr": "alertmanager_cluster_failed_peers{instance=~\"$instance\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "Number of failed peers", "refId": "B" } ], "title": "Cluster members count on $instance", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [ { "matcher": { "id": "byName", "options": "Cluster left peers" }, "properties": [ { "id": "color", "value": { "fixedColor": "#890f02", "mode": "fixed" } }, { "id": "custom.transform", "value": "negative-Y" } ] } ] }, "gridPos": { "h": 6, "w": 24, "x": 0, "y": 106 }, "id": 75, "links": [], "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "9.5.2", "repeat": "instance", "repeatDirection": "h", "targets": [ { "datasource": { "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "increase(alertmanager_cluster_peers_left_total{instance=~\"$instance\"}[$__interval])", "format": "time_series", "intervalFactor": 1, "legendFormat": "Cluster joined peers", "range": true, "refId": "A" }, { "datasource": { "uid": "${DS_PROMETHEUS}" }, "expr": "increase(alertmanager_cluster_peers_joined_total{instance=~\"$instance\"}[$__interval])", "format": "time_series", "intervalFactor": 1, "legendFormat": "Cluster left peers", "refId": "B" } ], "title": "Cluster peers left/joined on $instance", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [ { "matcher": { "id": "byName", "options": "Failed reconnections" }, "properties": [ { "id": "color", "value": { "fixedColor": "#890f02", "mode": "fixed" } }, { "id": "custom.transform", "value": "negative-Y" } ] } ] }, "gridPos": { "h": 6, "w": 24, "x": 0, "y": 118 }, "id": 68, "links": [], "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "9.5.2", "repeat": "instance", "repeatDirection": "h", "targets": [ { "datasource": { "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "increase(alertmanager_cluster_reconnections_total{instance=~\"$instance\"}[$__interval])", "format": "time_series", "intervalFactor": 1, "legendFormat": "Sucessful reconnections", "range": true, "refId": "A" }, { "datasource": { "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "increase(alertmanager_cluster_reconnections_failed_total{instance=~\"$instance\"}[$__interval])", "format": "time_series", "intervalFactor": 1, "legendFormat": "Failed reconnections", "range": true, "refId": "B" } ], "title": "Cluster reconnections on $instance", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "/received.*/" }, "properties": [ { "id": "custom.transform", "value": "negative-Y" } ] }, { "matcher": { "id": "byRegexp", "options": "/.*full_state.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "#629e51", "mode": "fixed" } } ] }, { "matcher": { "id": "byRegexp", "options": "/.*update.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "#f4d598", "mode": "fixed" } } ] } ] }, "gridPos": { "h": 6, "w": 24, "x": 0, "y": 130 }, "id": 48, "links": [], "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "9.5.2", "repeat": "instance", "repeatDirection": "h", "targets": [ { "datasource": { "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "sum(increase(alertmanager_cluster_messages_sent_total{instance=~\"$instance\"}[$__interval])) by (msg_type)", "format": "time_series", "intervalFactor": 1, "legendFormat": "sent {{msg_type}}", "range": true, "refId": "A" }, { "datasource": { "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "sum(increase(alertmanager_cluster_messages_received_total{instance=~\"$instance\"}[$__interval])) by (msg_type)", "format": "time_series", "intervalFactor": 1, "legendFormat": "received {{msg_type}}", "range": true, "refId": "B" } ], "title": "Cluster messages count on $instance", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "bytes" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "/received.*/" }, "properties": [ { "id": "custom.transform", "value": "negative-Y" } ] }, { "matcher": { "id": "byRegexp", "options": "/.*full_state.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "#629e51", "mode": "fixed" } } ] }, { "matcher": { "id": "byRegexp", "options": "/.*update.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "#f4d598", "mode": "fixed" } } ] } ] }, "gridPos": { "h": 6, "w": 24, "x": 0, "y": 142 }, "id": 53, "links": [], "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "9.5.2", "repeat": "instance", "repeatDirection": "h", "targets": [ { "datasource": { "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "sum(increase(alertmanager_cluster_messages_sent_size_total{instance=~\"$instance\"}[$__interval])) by (msg_type)", "format": "time_series", "intervalFactor": 1, "legendFormat": "sent {{msg_type}}", "range": true, "refId": "A" }, { "datasource": { "uid": "${DS_PROMETHEUS}" }, "expr": "sum(increase(alertmanager_cluster_messages_received_size_total{instance=~\"$instance\"}[$__interval])) by (msg_type)", "format": "time_series", "intervalFactor": 1, "legendFormat": "received {{msg_type}}", "refId": "B" } ], "title": "Cluster messages size on $instance", "type": "timeseries" }, { "datasource": { "uid": "${DS_PROMETHEUS}" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [ { "matcher": { "id": "byName", "options": "Pruned messaged" }, "properties": [ { "id": "custom.transform", "value": "negative-Y" } ] } ] }, "gridPos": { "h": 6, "w": 24, "x": 0, "y": 154 }, "id": 62, "links": [], "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "9.5.2", "repeat": "instance", "repeatDirection": "h", "targets": [ { "datasource": { "uid": "${DS_PROMETHEUS}" }, "expr": "alertmanager_cluster_messages_pruned_total{instance=~\"$instance\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "Pruned messaged", "refId": "A" }, { "datasource": { "uid": "${DS_PROMETHEUS}" }, "expr": "alertmanager_cluster_messages_queued{instance=~\"$instance\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "Queued messages", "refId": "B" } ], "title": "Cluster messages queue on $instance", "type": "timeseries" }, { "collapsed": false, "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 166 }, "id": 284, "panels": [], "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "refId": "A" } ], "title": "Gossip messages", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "s" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "/dropped/" }, "properties": [ { "id": "color", "value": { "fixedColor": "#cca300", "mode": "fixed" } }, { "id": "custom.transform", "value": "negative-Y" } ] }, { "matcher": { "id": "byRegexp", "options": "/failed/" }, "properties": [ { "id": "color", "value": { "fixedColor": "#bf1b00", "mode": "fixed" } }, { "id": "custom.transform", "value": "negative-Y" } ] } ] }, "gridPos": { "h": 6, "w": 24, "x": 0, "y": 167 }, "id": 314, "links": [], "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "9.5.2", "repeat": "instance", "repeatDirection": "h", "targets": [ { "datasource": { "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "increase(alertmanager_oversized_gossip_message_sent_total{instance=~\"$instance\"}[$__interval])", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "{{key}}", "range": true, "refId": "A" }, { "datasource": { "uid": "${DS_PROMETHEUS}" }, "expr": "increase(alertmanager_oversized_gossip_message_dropped_total{instance=~\"$instance\"}[$__interval])", "format": "time_series", "intervalFactor": 1, "legendFormat": "dropped {{key}}", "refId": "B" }, { "datasource": { "uid": "${DS_PROMETHEUS}" }, "expr": "increase(alertmanager_oversized_gossip_message_failure_total{instance=~\"$instance\"}[$__interval])", "format": "time_series", "intervalFactor": 1, "legendFormat": "failed {{key}}", "refId": "C" } ], "title": "Count of oversized gossip messages on $instance", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "s" }, "overrides": [ { "matcher": { "id": "byName", "options": "Nf log query errors" }, "properties": [ { "id": "color", "value": { "fixedColor": "#890f02", "mode": "fixed" } }, { "id": "custom.transform", "value": "negative-Y" } ] } ] }, "gridPos": { "h": 6, "w": 24, "x": 0, "y": 179 }, "id": 307, "links": [], "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "9.5.2", "repeat": "instance", "repeatDirection": "h", "targets": [ { "datasource": { "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "histogram_quantile(1,rate(alertmanager_oversize_gossip_message_duration_seconds_bucket{instance=~\"$instance\"}[$__interval]))", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "{{key}}", "range": true, "refId": "A" } ], "title": "Duration of oversized gossip messages on $instance", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [ { "matcher": { "id": "byName", "options": "Nf log query errors" }, "properties": [ { "id": "color", "value": { "fixedColor": "#890f02", "mode": "fixed" } }, { "id": "custom.transform", "value": "negative-Y" } ] } ] }, "gridPos": { "h": 6, "w": 24, "x": 0, "y": 191 }, "id": 303, "links": [], "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "9.5.2", "repeat": "instance", "repeatDirection": "h", "targets": [ { "datasource": { "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "increase(alertmanager_silences_gossip_messages_propagated_total{instance=~\"$instance\"}[$__interval])", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "silences", "range": true, "refId": "A" }, { "datasource": { "uid": "${DS_PROMETHEUS}" }, "expr": "increase(alertmanager_nflog_gossip_messages_propagated_total{instance=~\"$instance\"}[$__interval])", "format": "time_series", "intervalFactor": 1, "legendFormat": "nf_log", "refId": "B" } ], "title": "Number of propagated gossip messages on $instance", "type": "timeseries" }, { "collapsed": false, "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 203 }, "id": 84, "panels": [], "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "refId": "A" } ], "title": "Nflog", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [ { "matcher": { "id": "byName", "options": "Nf log query errors" }, "properties": [ { "id": "color", "value": { "fixedColor": "#890f02", "mode": "fixed" } }, { "id": "custom.transform", "value": "negative-Y" } ] } ] }, "gridPos": { "h": 6, "w": 24, "x": 0, "y": 204 }, "id": 94, "links": [], "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "9.5.2", "repeat": "instance", "repeatDirection": "h", "targets": [ { "datasource": { "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "increase(alertmanager_nflog_queries_total{instance=~\"$instance\"}[$__interval])", "format": "time_series", "intervalFactor": 1, "legendFormat": "Nf log query count", "range": true, "refId": "A" }, { "datasource": { "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "increase(alertmanager_nflog_query_errors_total{instance=~\"$instance\"}[$__interval])", "format": "time_series", "intervalFactor": 1, "legendFormat": "Nf log query errors", "range": true, "refId": "B" } ], "title": "Nf log queries count for $instance", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "s" }, "overrides": [ { "matcher": { "id": "byName", "options": "Nf log query errors" }, "properties": [ { "id": "color", "value": { "fixedColor": "#890f02", "mode": "fixed" } }, { "id": "custom.transform", "value": "negative-Y" } ] } ] }, "gridPos": { "h": 6, "w": 24, "x": 0, "y": 216 }, "id": 106, "links": [], "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "9.5.2", "repeat": "instance", "repeatDirection": "h", "targets": [ { "datasource": { "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "histogram_quantile(1,rate(alertmanager_nflog_query_duration_seconds_bucket{instance=~\"$instance\"}[$__interval]))", "format": "time_series", "intervalFactor": 1, "legendFormat": "Nf log query duration", "range": true, "refId": "A" } ], "title": "Nf log query duration for $instance", "type": "timeseries" }, { "datasource": { "uid": "${DS_PROMETHEUS}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "bytes" }, "overrides": [ { "matcher": { "id": "byName", "options": "Nf log query errors" }, "properties": [ { "id": "color", "value": { "fixedColor": "#890f02", "mode": "fixed" } }, { "id": "custom.transform", "value": "negative-Y" } ] } ] }, "gridPos": { "h": 6, "w": 24, "x": 0, "y": 228 }, "id": 97, "links": [], "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "9.5.2", "repeat": "instance", "repeatDirection": "h", "targets": [ { "datasource": { "uid": "${DS_PROMETHEUS}" }, "expr": "alertmanager_nflog_snapshot_size_bytes{instance=~\"$instance\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "Nf log snapshot size", "refId": "A" } ], "title": "Nf log snapshot size for $instance", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "s" }, "overrides": [ { "matcher": { "id": "byName", "options": "Nf log query errors" }, "properties": [ { "id": "color", "value": { "fixedColor": "#890f02", "mode": "fixed" } }, { "id": "custom.transform", "value": "negative-Y" } ] } ] }, "gridPos": { "h": 6, "w": 24, "x": 0, "y": 240 }, "id": 101, "links": [], "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "9.5.2", "repeat": "instance", "repeatDirection": "h", "targets": [ { "datasource": { "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(alertmanager_nflog_snapshot_duration_seconds_sum{instance=~\"$instance\"}[$__interval]) / rate(alertmanager_nflog_snapshot_duration_seconds_sum{instance=~\"$instance\"}[$__interval])", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "Nf log snapshot size", "range": true, "refId": "A" } ], "title": "Nf log snapshot duration for $instance", "type": "timeseries" }, { "datasource": { "uid": "${DS_PROMETHEUS}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "s" }, "overrides": [ { "matcher": { "id": "byName", "options": "Cluster left peers" }, "properties": [ { "id": "color", "value": { "fixedColor": "#890f02", "mode": "fixed" } }, { "id": "custom.transform", "value": "negative-Y" } ] } ] }, "gridPos": { "h": 6, "w": 24, "x": 0, "y": 252 }, "id": 92, "links": [], "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "9.5.2", "repeat": "instance", "repeatDirection": "h", "targets": [ { "datasource": { "uid": "${DS_PROMETHEUS}" }, "expr": "alertmanager_nflog_gc_duration_seconds{instance=~\"$instance\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "Cluster joined peers", "refId": "A" } ], "title": "Nf log Go GC time for $instance", "type": "timeseries" }, { "collapsed": false, "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 264 }, "id": 123, "panels": [], "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "refId": "A" } ], "title": "Silences", "type": "row" }, { "datasource": { "uid": "${DS_PROMETHEUS}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [ { "matcher": { "id": "byName", "options": "Nf log query errors" }, "properties": [ { "id": "color", "value": { "fixedColor": "#890f02", "mode": "fixed" } }, { "id": "custom.transform", "value": "negative-Y" } ] } ] }, "gridPos": { "h": 6, "w": 24, "x": 0, "y": 265 }, "id": 129, "links": [], "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "9.5.2", "repeat": "instance", "repeatDirection": "h", "targets": [ { "datasource": { "uid": "${DS_PROMETHEUS}" }, "expr": "alertmanager_silences{instance=~\"$instance\"}", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "{{state}}", "refId": "A" } ], "title": "Silences count by state on $instance", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [ { "matcher": { "id": "byName", "options": "Silecnces query fails" }, "properties": [ { "id": "color", "value": { "fixedColor": "#890f02", "mode": "fixed" } }, { "id": "custom.transform", "value": "negative-Y" } ] } ] }, "gridPos": { "h": 6, "w": 24, "x": 0, "y": 277 }, "id": 134, "links": [], "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "9.5.2", "repeat": "instance", "repeatDirection": "h", "targets": [ { "datasource": { "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "increase(alertmanager_silences_queries_total{instance=~\"$instance\"}[$__interval])", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "Silecnces query count", "range": true, "refId": "A" }, { "datasource": { "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "increase(alertmanager_silences_query_errors_total{instance=~\"$instance\"}[$__interval])", "format": "time_series", "intervalFactor": 1, "legendFormat": "Silecnces query fails", "range": true, "refId": "B" } ], "title": "Silences query count on $instance", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "s" }, "overrides": [ { "matcher": { "id": "byName", "options": "Nf log query errors" }, "properties": [ { "id": "color", "value": { "fixedColor": "#890f02", "mode": "fixed" } }, { "id": "custom.transform", "value": "negative-Y" } ] } ] }, "gridPos": { "h": 6, "w": 24, "x": 0, "y": 289 }, "id": 138, "links": [], "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "9.5.2", "repeat": "instance", "repeatDirection": "h", "targets": [ { "datasource": { "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "histogram_quantile(1,rate(alertmanager_silences_query_duration_seconds_bucket{instance=~\"$instance\"}[$__interval]))", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "Silecnces query duration", "range": true, "refId": "A" } ], "title": "Silences query duration on $instance", "type": "timeseries" }, { "datasource": { "uid": "${DS_PROMETHEUS}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "bytes" }, "overrides": [ { "matcher": { "id": "byName", "options": "Nf log query errors" }, "properties": [ { "id": "color", "value": { "fixedColor": "#890f02", "mode": "fixed" } }, { "id": "custom.transform", "value": "negative-Y" } ] } ] }, "gridPos": { "h": 6, "w": 24, "x": 0, "y": 301 }, "id": 149, "links": [], "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "9.5.2", "repeat": "instance", "repeatDirection": "h", "targets": [ { "datasource": { "uid": "${DS_PROMETHEUS}" }, "expr": "alertmanager_silences_snapshot_size_bytes{instance=~\"$instance\"}", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "Silecnces snapshot size", "refId": "A" } ], "title": "Silences snapshot size on $instance", "type": "timeseries" }, { "datasource": { "uid": "${DS_PROMETHEUS}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "s" }, "overrides": [ { "matcher": { "id": "byName", "options": "Nf log query errors" }, "properties": [ { "id": "color", "value": { "fixedColor": "#890f02", "mode": "fixed" } }, { "id": "custom.transform", "value": "negative-Y" } ] } ] }, "gridPos": { "h": 6, "w": 24, "x": 0, "y": 313 }, "id": 143, "links": [], "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "9.5.2", "repeat": "instance", "repeatDirection": "h", "targets": [ { "datasource": { "uid": "${DS_PROMETHEUS}" }, "expr": "alertmanager_silences_snapshot_duration_seconds{instance=~\"$instance\", quantile=\"0.99\"}", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "Silecnces snapshot duration", "refId": "A" } ], "title": "Silences snapshot duration on $instance", "type": "timeseries" }, { "datasource": { "uid": "${DS_PROMETHEUS}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "s" }, "overrides": [ { "matcher": { "id": "byName", "options": "Nf log query errors" }, "properties": [ { "id": "color", "value": { "fixedColor": "#890f02", "mode": "fixed" } }, { "id": "custom.transform", "value": "negative-Y" } ] } ] }, "gridPos": { "h": 6, "w": 24, "x": 0, "y": 325 }, "id": 131, "links": [], "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "9.5.2", "repeat": "instance", "repeatDirection": "h", "targets": [ { "datasource": { "uid": "${DS_PROMETHEUS}" }, "expr": "alertmanager_silences_gc_duration_seconds{instance=~\"$instance\"}", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "Silecnces GC duration", "refId": "A" } ], "title": "Silences GC duraton on $instance", "type": "timeseries" }, { "collapsed": false, "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 337 }, "id": 173, "panels": [], "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "refId": "A" } ], "title": "Resources", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "/Limit .*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "#C15C17", "mode": "fixed" } }, { "id": "custom.fillOpacity", "value": 0 }, { "id": "custom.lineStyle", "value": { "dash": [ 10, 10 ], "fill": "dash" } } ] } ] }, "gridPos": { "h": 7, "w": 24, "x": 0, "y": 338 }, "id": 175, "links": [], "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "tooltip": { "mode": "multi", "sort": "desc" } }, "pluginVersion": "9.5.2", "repeat": "instance", "repeatDirection": "h", "targets": [ { "datasource": { "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(process_cpu_seconds_total{instance=~\"$instance\"}[$__interval])", "format": "time_series", "groupBy": [ { "params": [ "$__interval" ], "type": "time" }, { "params": [ "null" ], "type": "fill" } ], "interval": "", "intervalFactor": 1, "legendFormat": "{{instance}}", "orderByTime": "ASC", "policy": "default", "range": true, "refId": "A", "resultFormat": "time_series", "select": [ [ { "params": [ "value" ], "type": "field" }, { "params": [], "type": "mean" } ] ], "tags": [] }, { "datasource": { "uid": "${DS_PROMETHEUS}" }, "expr": "max(kube_pod_container_resource_limits_cpu_cores{pod=~\"$instance\"}) by (pod)", "format": "time_series", "intervalFactor": 1, "legendFormat": "Limit {{pod}}", "refId": "B" } ], "title": "CPU usage/s for $instance", "type": "timeseries" }, { "datasource": { "uid": "${DS_PROMETHEUS}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "bytes" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "/Limit .*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "#C15C17", "mode": "fixed" } }, { "id": "custom.fillOpacity", "value": 0 }, { "id": "custom.lineStyle", "value": { "dash": [ 10, 10 ], "fill": "dash" } } ] } ] }, "gridPos": { "h": 7, "w": 24, "x": 0, "y": 352 }, "id": 177, "links": [], "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "tooltip": { "mode": "multi", "sort": "desc" } }, "pluginVersion": "9.5.2", "repeat": "instance", "repeatDirection": "h", "targets": [ { "datasource": { "uid": "${DS_PROMETHEUS}" }, "expr": "process_resident_memory_bytes{instance=~\"$instance\"}", "format": "time_series", "hide": false, "interval": "", "intervalFactor": 1, "legendFormat": "{{ instance }}", "refId": "E" }, { "datasource": { "uid": "${DS_PROMETHEUS}" }, "expr": "max(kube_pod_container_resource_limits_memory_bytes{pod=~\"$instance\"}) by (pod)", "format": "time_series", "intervalFactor": 1, "legendFormat": "Limit {{ pod }}", "refId": "A" } ], "title": "Memory usage for $instance", "type": "timeseries" } ], "refresh": "5m", "schemaVersion": 38, "style": "dark", "tags": [ "Zogg", "Prometheus", "Alertmanager" ], "templating": { "list": [ { "current": { "selected": true, "text": "default", "value": "default" }, "hide": 0, "includeAll": false, "label": "Datasource", "multi": false, "name": "DS_PROMETHEUS", "options": [], "query": "prometheus", "queryValue": "", "refresh": 1, "regex": "", "skipUrlSync": false, "type": "datasource" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "filters": [], "hide": 0, "name": "Filters", "skipUrlSync": false, "type": "adhoc" }, { "allValue": "", "current": { "selected": false, "text": "All", "value": "$__all" }, "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "definition": "query_result(alertmanager_build_info)", "hide": 0, "includeAll": true, "label": "Instance", "multi": true, "name": "instance", "options": [], "query": "query_result(alertmanager_build_info)", "refresh": 2, "regex": "/.*instance=\"([^\"]+)\".*/", "skipUrlSync": false, "sort": 1, "type": "query", "useTags": false }, { "current": { "selected": false, "text": [ "All" ], "value": [ "$__all" ] }, "definition": "label_values(ALERTS,severity)", "hide": 0, "includeAll": true, "label": "Severity", "multi": true, "name": "severity", "options": [], "query": { "query": "label_values(ALERTS,severity)", "refId": "PrometheusVariableQueryEditor-VariableQuery" }, "refresh": 1, "regex": "", "skipUrlSync": false, "sort": 0, "type": "query" } ] }, "time": { "from": "now-1h", "to": "now" }, "timepicker": { "refresh_intervals": [ "5s", "10s", "30s", "1m", "5m", "15m", "30m", "1h", "2h", "1d" ], "time_options": [ "5m", "15m", "1h", "6h", "12h", "24h", "2d", "7d", "30d" ] }, "timezone": "", "title": "Alerting", "uid": "66661fdf-7153-41fc-b0b9-afe6b95297fd", "version": 7, "weekStart": "" }