diff --git a/documentation/prometheus-mixin/alerts.libsonnet b/documentation/prometheus-mixin/alerts.libsonnet index 0f9b4b3d6..61328dc0a 100644 --- a/documentation/prometheus-mixin/alerts.libsonnet +++ b/documentation/prometheus-mixin/alerts.libsonnet @@ -275,6 +275,20 @@ description: 'Prometheus %(prometheusName)s has dropped {{ printf "%%.0f" $value }} targets because some samples exceeded the configured label_limit, label_name_length_limit or label_value_length_limit.' % $._config, }, }, + { + alert: 'PrometheusScrapeBodySizeLimitHit', + expr: ||| + increase(prometheus_target_scrapes_exceeded_body_size_limit_total{%(prometheusSelector)s}[5m]) > 0 + ||| % $._config, + 'for': '15m', + labels: { + severity: 'warning', + }, + annotations: { + summary: 'Prometheus has dropped some targets that exceeded body size limit.', + description: 'Prometheus %(prometheusName)s has dropped {{ printf "%%.0f" $value }} targets because some targets exceeded the configured body_size_limit.' % $._config, + }, + }, { alert: 'PrometheusTargetSyncFailure', expr: ||| @@ -389,11 +403,11 @@ ( prometheus_tsdb_clean_start{%(prometheusSelector)s} == 0 and - ( + ( count by (%(prometheusHAGroupLabels)s) ( changes(process_start_time_seconds{%(prometheusSelector)s}[1h]) > 1 - ) - / + ) + / count by (%(prometheusHAGroupLabels)s) ( up{%(prometheusSelector)s} )