Add NodeDiskIOSaturation alert

Signed-off-by: Vitaly Zhuravlev <v-zhuravlev@users.noreply.github.com>
This commit is contained in:
Vitaly Zhuravlev 2023-03-28 05:26:30 +08:00
parent 614030bb80
commit 94fc82e418
1 changed files with 18 additions and 1 deletions

View File

@ -333,10 +333,27 @@
severity: 'warning',
},
annotations: {
summary: 'Host is running out of memory',
summary: 'Host is running out of memory.',
description: 'Memory is filling up at {{ $labels.instance }}, has been above 90% for the last 15 minutes, is currently at {{ printf "%.2f" $value }}%.',
},
},
{
alert: 'NodeDiskIOSaturation',
expr: |||
rate(node_disk_io_time_weighted_seconds_total{%(nodeExporterSelector)s}[5m]) > 10
||| % $._config,
'for': '30m',
labels: {
severity: 'warning',
},
annotations: {
summary: 'Disk IO queue is high.',
description: |||
Disk IO queue (aqu-sq) is high on {{ $labels.device }} at {{ $labels.instance }}, has been above 10 for the last 15 minutes, is currently at {{ printf "%.2f" $value }}%.
This symptom might indicate disk saturation.,
|||,
},
},
{
alert: 'NodeSystemdServiceFailed',
expr: |||