From 3c903af474bc64845101c8e08819817cbe061e18 Mon Sep 17 00:00:00 2001
From: Haoyu Sun <hasun@redhat.com>
Date: Fri, 26 Nov 2021 15:39:42 +0100
Subject: [PATCH] Add Alert PrometheusScrapeBodySizeLimitHit

Signed-off-by: Haoyu Sun <hasun@redhat.com>
---
 .../prometheus-mixin/alerts.libsonnet         | 20 ++++++++++++++++---
 1 file changed, 17 insertions(+), 3 deletions(-)

diff --git a/documentation/prometheus-mixin/alerts.libsonnet b/documentation/prometheus-mixin/alerts.libsonnet
index 0f9b4b3d6..61328dc0a 100644
--- a/documentation/prometheus-mixin/alerts.libsonnet
+++ b/documentation/prometheus-mixin/alerts.libsonnet
@@ -275,6 +275,20 @@
               description: 'Prometheus %(prometheusName)s has dropped {{ printf "%%.0f" $value }} targets because some samples exceeded the configured label_limit, label_name_length_limit or label_value_length_limit.' % $._config,
             },
           },
+          {
+            alert: 'PrometheusScrapeBodySizeLimitHit',
+            expr: |||
+              increase(prometheus_target_scrapes_exceeded_body_size_limit_total{%(prometheusSelector)s}[5m]) > 0
+            ||| % $._config,
+            'for': '15m',
+            labels: {
+              severity: 'warning',
+            },
+            annotations: {
+              summary: 'Prometheus has dropped some targets that exceeded body size limit.',
+              description: 'Prometheus %(prometheusName)s has dropped {{ printf "%%.0f" $value }} targets because some targets exceeded the configured body_size_limit.' % $._config,
+            },
+          },
           {
             alert: 'PrometheusTargetSyncFailure',
             expr: |||
@@ -389,11 +403,11 @@
               (
                   prometheus_tsdb_clean_start{%(prometheusSelector)s} == 0
                 and
-                  ( 
+                  (
                     count by (%(prometheusHAGroupLabels)s) (
                       changes(process_start_time_seconds{%(prometheusSelector)s}[1h]) > 1
-                    ) 
-                    / 
+                    )
+                    /
                     count by (%(prometheusHAGroupLabels)s) (
                       up{%(prometheusSelector)s}
                     )