Add Alert PrometheusScrapeBodySizeLimitHit

Signed-off-by: Haoyu Sun <hasun@redhat.com>
This commit is contained in:
Haoyu Sun 2021-11-26 15:39:42 +01:00
parent b48a1e9e9b
commit 3c903af474
No known key found for this signature in database
GPG Key ID: 77FD57F05AA2E99A
1 changed files with 17 additions and 3 deletions

View File

@ -275,6 +275,20 @@
description: 'Prometheus %(prometheusName)s has dropped {{ printf "%%.0f" $value }} targets because some samples exceeded the configured label_limit, label_name_length_limit or label_value_length_limit.' % $._config,
},
},
{
alert: 'PrometheusScrapeBodySizeLimitHit',
expr: |||
increase(prometheus_target_scrapes_exceeded_body_size_limit_total{%(prometheusSelector)s}[5m]) > 0
||| % $._config,
'for': '15m',
labels: {
severity: 'warning',
},
annotations: {
summary: 'Prometheus has dropped some targets that exceeded body size limit.',
description: 'Prometheus %(prometheusName)s has dropped {{ printf "%%.0f" $value }} targets because some targets exceeded the configured body_size_limit.' % $._config,
},
},
{
alert: 'PrometheusTargetSyncFailure',
expr: |||
@ -389,11 +403,11 @@
(
prometheus_tsdb_clean_start{%(prometheusSelector)s} == 0
and
(
(
count by (%(prometheusHAGroupLabels)s) (
changes(process_start_time_seconds{%(prometheusSelector)s}[1h]) > 1
)
/
)
/
count by (%(prometheusHAGroupLabels)s) (
up{%(prometheusSelector)s}
)