Merge pull request #9873 from raptorsun/feature/AlertScrapeBodySizeLimitHit
Add Alert PrometheusScrapeBodySizeLimitHit
This commit is contained in:
commit
9d34ddc00e
|
@ -275,6 +275,20 @@
|
||||||
description: 'Prometheus %(prometheusName)s has dropped {{ printf "%%.0f" $value }} targets because some samples exceeded the configured label_limit, label_name_length_limit or label_value_length_limit.' % $._config,
|
description: 'Prometheus %(prometheusName)s has dropped {{ printf "%%.0f" $value }} targets because some samples exceeded the configured label_limit, label_name_length_limit or label_value_length_limit.' % $._config,
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
|
{
|
||||||
|
alert: 'PrometheusScrapeBodySizeLimitHit',
|
||||||
|
expr: |||
|
||||||
|
increase(prometheus_target_scrapes_exceeded_body_size_limit_total{%(prometheusSelector)s}[5m]) > 0
|
||||||
|
||| % $._config,
|
||||||
|
'for': '15m',
|
||||||
|
labels: {
|
||||||
|
severity: 'warning',
|
||||||
|
},
|
||||||
|
annotations: {
|
||||||
|
summary: 'Prometheus has dropped some targets that exceeded body size limit.',
|
||||||
|
description: 'Prometheus %(prometheusName)s has dropped {{ printf "%%.0f" $value }} targets because some targets exceeded the configured body_size_limit.' % $._config,
|
||||||
|
},
|
||||||
|
},
|
||||||
{
|
{
|
||||||
alert: 'PrometheusTargetSyncFailure',
|
alert: 'PrometheusTargetSyncFailure',
|
||||||
expr: |||
|
expr: |||
|
||||||
|
@ -389,11 +403,11 @@
|
||||||
(
|
(
|
||||||
prometheus_tsdb_clean_start{%(prometheusSelector)s} == 0
|
prometheus_tsdb_clean_start{%(prometheusSelector)s} == 0
|
||||||
and
|
and
|
||||||
(
|
(
|
||||||
count by (%(prometheusHAGroupLabels)s) (
|
count by (%(prometheusHAGroupLabels)s) (
|
||||||
changes(process_start_time_seconds{%(prometheusSelector)s}[1h]) > 1
|
changes(process_start_time_seconds{%(prometheusSelector)s}[1h]) > 1
|
||||||
)
|
)
|
||||||
/
|
/
|
||||||
count by (%(prometheusHAGroupLabels)s) (
|
count by (%(prometheusHAGroupLabels)s) (
|
||||||
up{%(prometheusSelector)s}
|
up{%(prometheusSelector)s}
|
||||||
)
|
)
|
||||||
|
|
Loading…
Reference in New Issue