From 2d6996bc3185dbd0c5d95ee0258decf60dd82223 Mon Sep 17 00:00:00 2001 From: Kaviraj Date: Tue, 20 Oct 2020 13:10:20 +0200 Subject: [PATCH] Add templating for job, instance and datasource Signed-off-by: Kaviraj --- .../dashboards/postgres-overview.json | 315 ++++++++++++------ 1 file changed, 216 insertions(+), 99 deletions(-) diff --git a/postgres_mixin/dashboards/postgres-overview.json b/postgres_mixin/dashboards/postgres-overview.json index 376f8dd2..24b7bc92 100644 --- a/postgres_mixin/dashboards/postgres-overview.json +++ b/postgres_mixin/dashboards/postgres-overview.json @@ -1,40 +1,4 @@ { - "__inputs": [ - { - "name": "DS_PROMETHEUS", - "label": "Prometheus", - "description": "", - "type": "datasource", - "pluginId": "prometheus", - "pluginName": "Prometheus" - } - ], - "__requires": [ - { - "type": "grafana", - "id": "grafana", - "name": "Grafana", - "version": "5.2.0-pre1" - }, - { - "type": "panel", - "id": "graph", - "name": "Graph", - "version": "5.0.0" - }, - { - "type": "datasource", - "id": "prometheus", - "name": "Prometheus", - "version": "5.0.0" - }, - { - "type": "panel", - "id": "singlestat", - "name": "Singlestat", - "version": "5.0.0" - } - ], "annotations": { "list": [ { @@ -52,8 +16,8 @@ "editable": true, "gnetId": 455, "graphTooltip": 0, - "id": null, - "iteration": 1534108418743, + "id": 1, + "iteration": 1603191461722, "links": [], "panels": [ { @@ -61,10 +25,17 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", + "datasource": "Postgres Overview", "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, "fill": 1, + "fillGradient": 0, "grid": {}, "gridPos": { "h": 7, @@ -72,6 +43,7 @@ "x": 0, "y": 0 }, + "hiddenSeries": false, "id": 1, "isNew": true, "legend": { @@ -89,7 +61,11 @@ "linewidth": 1, "links": [], "nullPointMode": "connected", + "options": { + "alertThreshold": true + }, "percentage": false, + "pluginVersion": "7.2.1", "pointradius": 5, "points": false, "renderer": "flot", @@ -101,7 +77,7 @@ { "alias": "fetched", "dsType": "prometheus", - "expr": "sum(irate(pg_stat_database_tup_fetched{datname=~\"$db\",instance=~\"$host\"}[5m]))", + "expr": "sum(irate(pg_stat_database_tup_fetched{datname=~\"$db\",instance=~\"$instance\"}[5m]))", "format": "time_series", "groupBy": [ { @@ -146,16 +122,16 @@ "step": 120, "tags": [ { - "key": "host", + "key": "instance", "operator": "=~", - "value": "/^$host$/" + "value": "/^$instance$/" } ] }, { "alias": "fetched", "dsType": "prometheus", - "expr": "sum(irate(pg_stat_database_tup_returned{datname=~\"$db\",instance=~\"$host\"}[5m]))", + "expr": "sum(irate(pg_stat_database_tup_returned{datname=~\"$db\",instance=~\"$instance\"}[5m]))", "format": "time_series", "groupBy": [ { @@ -200,16 +176,16 @@ "step": 120, "tags": [ { - "key": "host", + "key": "instance", "operator": "=~", - "value": "/^$host$/" + "value": "/^$instance$/" } ] }, { "alias": "fetched", "dsType": "prometheus", - "expr": "sum(irate(pg_stat_database_tup_inserted{datname=~\"$db\",instance=~\"$host\"}[5m]))", + "expr": "sum(irate(pg_stat_database_tup_inserted{datname=~\"$db\",instance=~\"$instance\"}[5m]))", "format": "time_series", "groupBy": [ { @@ -254,16 +230,16 @@ "step": 120, "tags": [ { - "key": "host", + "key": "instance", "operator": "=~", - "value": "/^$host$/" + "value": "/^$instance$/" } ] }, { "alias": "fetched", "dsType": "prometheus", - "expr": "sum(irate(pg_stat_database_tup_updated{datname=~\"$db\",instance=~\"$host\"}[5m]))", + "expr": "sum(irate(pg_stat_database_tup_updated{datname=~\"$db\",instance=~\"$instance\"}[5m]))", "format": "time_series", "groupBy": [ { @@ -308,16 +284,16 @@ "step": 120, "tags": [ { - "key": "host", + "key": "instance", "operator": "=~", - "value": "/^$host$/" + "value": "/^$instance$/" } ] }, { "alias": "fetched", "dsType": "prometheus", - "expr": "sum(irate(pg_stat_database_tup_deleted{datname=~\"$db\",instance=~\"$host\"}[5m]))", + "expr": "sum(irate(pg_stat_database_tup_deleted{datname=~\"$db\",instance=~\"$instance\"}[5m]))", "format": "time_series", "groupBy": [ { @@ -362,15 +338,16 @@ "step": 120, "tags": [ { - "key": "host", + "key": "instance", "operator": "=~", - "value": "/^$host$/" + "value": "/^$instance$/" } ] } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Rows", "tooltip": { @@ -404,7 +381,11 @@ "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": null + } }, { "cacheTimeout": null, @@ -415,10 +396,16 @@ "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], - "datasource": "${DS_PROMETHEUS}", + "datasource": "Postgres Overview", "decimals": 0, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, "format": "none", "gauge": { "maxValue": 100, @@ -473,7 +460,7 @@ "targets": [ { "dsType": "prometheus", - "expr": "sum(irate(pg_stat_database_xact_commit{datname=~\"$db\",instance=~\"$host\"}[5m])) + sum(irate(pg_stat_database_xact_rollback{datname=~\"$db\",instance=~\"$host\"}[5m]))", + "expr": "sum(irate(pg_stat_database_xact_commit{datname=~\"$db\",instance=~\"$instance\"}[5m])) + sum(irate(pg_stat_database_xact_rollback{datname=~\"$db\",instance=~\"$instance\"}[5m]))", "format": "time_series", "groupBy": [ { @@ -517,9 +504,9 @@ "step": 1800, "tags": [ { - "key": "host", + "key": "instance", "operator": "=~", - "value": "/^$host$/" + "value": "/^$instance$/" } ] } @@ -543,11 +530,18 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", + "datasource": "Postgres Overview", "decimals": 1, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, "fill": 1, + "fillGradient": 0, "grid": {}, "gridPos": { "h": 7, @@ -555,6 +549,7 @@ "x": 0, "y": 7 }, + "hiddenSeries": false, "id": 2, "isNew": true, "legend": { @@ -573,7 +568,11 @@ "linewidth": 1, "links": [], "nullPointMode": "connected", + "options": { + "alertThreshold": true + }, "percentage": false, + "pluginVersion": "7.2.1", "pointradius": 5, "points": false, "renderer": "flot", @@ -585,7 +584,7 @@ { "alias": "Buffers Allocated", "dsType": "prometheus", - "expr": "irate(pg_stat_bgwriter_buffers_alloc{instance='$host'}[5m])", + "expr": "irate(pg_stat_bgwriter_buffers_alloc{instance='$instance'}[5m])", "format": "time_series", "groupBy": [ { @@ -628,16 +627,16 @@ "step": 240, "tags": [ { - "key": "host", + "key": "instance", "operator": "=~", - "value": "/^$host$/" + "value": "/^$instance$/" } ] }, { "alias": "Buffers Allocated", "dsType": "prometheus", - "expr": "irate(pg_stat_bgwriter_buffers_backend_fsync{instance='$host'}[5m])", + "expr": "irate(pg_stat_bgwriter_buffers_backend_fsync{instance='$instance'}[5m])", "format": "time_series", "groupBy": [ { @@ -680,16 +679,16 @@ "step": 240, "tags": [ { - "key": "host", + "key": "instance", "operator": "=~", - "value": "/^$host$/" + "value": "/^$instance$/" } ] }, { "alias": "Buffers Allocated", "dsType": "prometheus", - "expr": "irate(pg_stat_bgwriter_buffers_backend{instance='$host'}[5m])", + "expr": "irate(pg_stat_bgwriter_buffers_backend{instance='$instance'}[5m])", "format": "time_series", "groupBy": [ { @@ -732,16 +731,16 @@ "step": 240, "tags": [ { - "key": "host", + "key": "instance", "operator": "=~", - "value": "/^$host$/" + "value": "/^$instance$/" } ] }, { "alias": "Buffers Allocated", "dsType": "prometheus", - "expr": "irate(pg_stat_bgwriter_buffers_clean{instance='$host'}[5m])", + "expr": "irate(pg_stat_bgwriter_buffers_clean{instance='$instance'}[5m])", "format": "time_series", "groupBy": [ { @@ -784,16 +783,16 @@ "step": 240, "tags": [ { - "key": "host", + "key": "instance", "operator": "=~", - "value": "/^$host$/" + "value": "/^$instance$/" } ] }, { "alias": "Buffers Allocated", "dsType": "prometheus", - "expr": "irate(pg_stat_bgwriter_buffers_checkpoint{instance='$host'}[5m])", + "expr": "irate(pg_stat_bgwriter_buffers_checkpoint{instance='$instance'}[5m])", "format": "time_series", "groupBy": [ { @@ -836,15 +835,16 @@ "step": 240, "tags": [ { - "key": "host", + "key": "instance", "operator": "=~", - "value": "/^$host$/" + "value": "/^$instance$/" } ] } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Buffers", "tooltip": { @@ -878,17 +878,28 @@ "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": null + } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", + "datasource": "Postgres Overview", "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, "fill": 1, + "fillGradient": 0, "grid": {}, "gridPos": { "h": 7, @@ -896,6 +907,7 @@ "x": 12, "y": 7 }, + "hiddenSeries": false, "id": 3, "isNew": true, "legend": { @@ -911,7 +923,11 @@ "linewidth": 2, "links": [], "nullPointMode": "connected", + "options": { + "alertThreshold": true + }, "percentage": false, + "pluginVersion": "7.2.1", "pointradius": 5, "points": false, "renderer": "flot", @@ -923,7 +939,7 @@ { "alias": "conflicts", "dsType": "prometheus", - "expr": "sum(rate(pg_stat_database_deadlocks{datname=~\"$db\",instance=~\"$host\"}[5m]))", + "expr": "sum(rate(pg_stat_database_deadlocks{datname=~\"$db\",instance=~\"$instance\"}[5m]))", "format": "time_series", "groupBy": [ { @@ -966,16 +982,16 @@ "step": 240, "tags": [ { - "key": "host", + "key": "instance", "operator": "=~", - "value": "/^$host$/" + "value": "/^$instance$/" } ] }, { "alias": "deadlocks", "dsType": "prometheus", - "expr": "sum(rate(pg_stat_database_conflicts{datname=~\"$db\",instance=~\"$host\"}[5m]))", + "expr": "sum(rate(pg_stat_database_conflicts{datname=~\"$db\",instance=~\"$instance\"}[5m]))", "format": "time_series", "groupBy": [ { @@ -1018,15 +1034,16 @@ "step": 240, "tags": [ { - "key": "host", + "key": "instance", "operator": "=~", - "value": "/^$host$/" + "value": "/^$instance$/" } ] } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Conflicts/Deadlocks", "tooltip": { @@ -1060,17 +1077,28 @@ "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": null + } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", + "datasource": "Postgres Overview", "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, "fill": 1, + "fillGradient": 0, "grid": {}, "gridPos": { "h": 7, @@ -1078,6 +1106,7 @@ "x": 0, "y": 14 }, + "hiddenSeries": false, "id": 12, "isNew": true, "legend": { @@ -1093,7 +1122,11 @@ "linewidth": 2, "links": [], "nullPointMode": "connected", + "options": { + "alertThreshold": true + }, "percentage": true, + "pluginVersion": "7.2.1", "pointradius": 1, "points": false, "renderer": "flot", @@ -1103,7 +1136,7 @@ "steppedLine": false, "targets": [ { - "expr": "sum(pg_stat_database_blks_hit{datname=~\"$db\",instance=~\"$host\"}) / (sum(pg_stat_database_blks_hit{datname=~\"$db\",instance=~\"$host\"}) + sum(pg_stat_database_blks_read{datname=~\"$db\",instance=~\"$host\"}))", + "expr": "sum(pg_stat_database_blks_hit{datname=~\"$db\",instance=~\"$instance\"}) / (sum(pg_stat_database_blks_hit{datname=~\"$db\",instance=~\"$instance\"}) + sum(pg_stat_database_blks_read{datname=~\"$db\",instance=~\"$instance\"}))", "format": "time_series", "intervalFactor": 2, "legendFormat": "cache hit rate", @@ -1113,6 +1146,7 @@ ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Cache hit ratio", "tooltip": { @@ -1146,17 +1180,28 @@ "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": null + } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", + "datasource": "Postgres Overview", "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, "fill": 1, + "fillGradient": 0, "grid": {}, "gridPos": { "h": 7, @@ -1164,6 +1209,7 @@ "x": 12, "y": 14 }, + "hiddenSeries": false, "id": 13, "isNew": true, "legend": { @@ -1179,7 +1225,11 @@ "linewidth": 2, "links": [], "nullPointMode": "connected", + "options": { + "alertThreshold": true + }, "percentage": false, + "pluginVersion": "7.2.1", "pointradius": 5, "points": false, "renderer": "flot", @@ -1189,7 +1239,7 @@ "steppedLine": false, "targets": [ { - "expr": "pg_stat_database_numbackends{datname=~\"$db\",instance=~\"$host\"}", + "expr": "pg_stat_database_numbackends{datname=~\"$db\",instance=~\"$instance\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{__name__}}", @@ -1199,6 +1249,7 @@ ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Number of active connections", "tooltip": { @@ -1232,11 +1283,15 @@ "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": null + } } ], "refresh": false, - "schemaVersion": 16, + "schemaVersion": 26, "style": "dark", "tags": [ "postgres" @@ -1245,17 +1300,23 @@ "list": [ { "allValue": ".*", - "current": {}, - "datasource": "${DS_PROMETHEUS}", + "current": { + "selected": false, + "text": "All", + "value": "$__all" + }, + "datasource": "Postgres Overview", + "definition": "", "hide": 0, "includeAll": true, "label": null, "multi": false, - "name": "host", + "name": "instance", "options": [], "query": "label_values(up{job=~\"postgres.*\"},instance)", "refresh": 1, "regex": "", + "skipUrlSync": false, "sort": 0, "tagValuesQuery": "", "tags": [], @@ -1265,17 +1326,73 @@ }, { "allValue": ".*", - "current": {}, - "datasource": "${DS_PROMETHEUS}", + "current": { + "selected": false, + "text": "All", + "value": "$__all" + }, + "datasource": "Postgres Overview", + "definition": "label_values(pg_stat_database_tup_fetched{instance=~\"$instance\",datname!~\"template.*|postgres\"},datname)", "hide": 0, "includeAll": true, "label": "db", "multi": false, "name": "db", "options": [], - "query": "label_values(pg_stat_database_tup_fetched{instance=~\"$host\",datname!~\"template.*|postgres\"},datname)", + "query": "label_values(pg_stat_database_tup_fetched{instance=~\"$instance\",datname!~\"template.*|postgres\"},datname)", "refresh": 1, "regex": "", + "skipUrlSync": false, + "sort": 0, + "tagValuesQuery": "", + "tags": [], + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "current": { + "selected": false, + "text": "Postgres Overview", + "value": "Postgres Overview" + }, + "hide": 0, + "includeAll": false, + "label": "datasource", + "multi": false, + "name": "datasource", + "options": [], + "query": "prometheus", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "type": "datasource" + }, + { + "allValue": null, + "current": { + "selected": true, + "text": "postgres", + "value": "postgres" + }, + "datasource": "$datasource", + "definition": "label_values(pg_up, job)", + "hide": 0, + "includeAll": false, + "label": "job", + "multi": false, + "name": "job", + "options": [ + { + "selected": true, + "text": "postgres", + "value": "postgres" + } + ], + "query": "label_values(pg_up, job)", + "refresh": 0, + "regex": "", + "skipUrlSync": false, "sort": 0, "tagValuesQuery": "", "tags": [], @@ -1317,5 +1434,5 @@ "timezone": "browser", "title": "Postgres Overview", "uid": "wGgaPlciz", - "version": 4 -} \ No newline at end of file + "version": 5 +}