Merge pull request #9873 from raptorsun/feature/AlertScrapeBodySizeLimitHit

Add Alert PrometheusScrapeBodySizeLimitHit
This commit is contained in:
Björn Rabenstein 2022-03-22 21:46:31 +01:00 committed by GitHub
commit 9d34ddc00e
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 17 additions and 3 deletions

View File

@ -275,6 +275,20 @@
description: 'Prometheus %(prometheusName)s has dropped {{ printf "%%.0f" $value }} targets because some samples exceeded the configured label_limit, label_name_length_limit or label_value_length_limit.' % $._config, description: 'Prometheus %(prometheusName)s has dropped {{ printf "%%.0f" $value }} targets because some samples exceeded the configured label_limit, label_name_length_limit or label_value_length_limit.' % $._config,
}, },
}, },
{
alert: 'PrometheusScrapeBodySizeLimitHit',
expr: |||
increase(prometheus_target_scrapes_exceeded_body_size_limit_total{%(prometheusSelector)s}[5m]) > 0
||| % $._config,
'for': '15m',
labels: {
severity: 'warning',
},
annotations: {
summary: 'Prometheus has dropped some targets that exceeded body size limit.',
description: 'Prometheus %(prometheusName)s has dropped {{ printf "%%.0f" $value }} targets because some targets exceeded the configured body_size_limit.' % $._config,
},
},
{ {
alert: 'PrometheusTargetSyncFailure', alert: 'PrometheusTargetSyncFailure',
expr: ||| expr: |||
@ -389,11 +403,11 @@
( (
prometheus_tsdb_clean_start{%(prometheusSelector)s} == 0 prometheus_tsdb_clean_start{%(prometheusSelector)s} == 0
and and
( (
count by (%(prometheusHAGroupLabels)s) ( count by (%(prometheusHAGroupLabels)s) (
changes(process_start_time_seconds{%(prometheusSelector)s}[1h]) > 1 changes(process_start_time_seconds{%(prometheusSelector)s}[1h]) > 1
) )
/ /
count by (%(prometheusHAGroupLabels)s) ( count by (%(prometheusHAGroupLabels)s) (
up{%(prometheusSelector)s} up{%(prometheusSelector)s}
) )