2015-10-11 15:24:49 +00:00
|
|
|
// Copyright 2015 Prometheus Team
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
2016-08-09 09:04:01 +00:00
|
|
|
package dispatch
|
2015-07-01 15:56:53 +00:00
|
|
|
|
|
|
|
import (
|
2019-12-12 15:35:19 +00:00
|
|
|
"encoding/json"
|
2015-07-01 15:56:53 +00:00
|
|
|
"fmt"
|
2017-06-23 13:07:50 +00:00
|
|
|
"sort"
|
2024-04-12 08:40:14 +00:00
|
|
|
"strconv"
|
2019-07-15 09:30:19 +00:00
|
|
|
"strings"
|
2015-07-01 15:56:53 +00:00
|
|
|
"time"
|
|
|
|
|
|
|
|
"github.com/prometheus/common/model"
|
2015-09-25 16:14:46 +00:00
|
|
|
|
|
|
|
"github.com/prometheus/alertmanager/config"
|
2021-01-15 20:11:39 +00:00
|
|
|
"github.com/prometheus/alertmanager/pkg/labels"
|
2015-07-01 15:56:53 +00:00
|
|
|
)
|
|
|
|
|
2015-11-05 09:49:32 +00:00
|
|
|
// DefaultRouteOpts are the defaulting routing options which apply
|
|
|
|
// to the root route of a routing tree.
|
2015-10-19 14:52:54 +00:00
|
|
|
var DefaultRouteOpts = RouteOpts{
|
2020-11-24 06:58:08 +00:00
|
|
|
GroupWait: 30 * time.Second,
|
|
|
|
GroupInterval: 5 * time.Minute,
|
|
|
|
RepeatInterval: 4 * time.Hour,
|
|
|
|
GroupBy: map[model.LabelName]struct{}{},
|
|
|
|
GroupByAll: false,
|
2020-11-24 04:02:07 +00:00
|
|
|
MuteTimeIntervals: []string{},
|
2015-10-19 14:52:54 +00:00
|
|
|
}
|
|
|
|
|
2015-07-01 15:56:53 +00:00
|
|
|
// A Route is a node that contains definitions of how to handle alerts.
|
|
|
|
type Route struct {
|
2015-10-21 11:08:53 +00:00
|
|
|
parent *Route
|
|
|
|
|
2015-07-01 15:56:53 +00:00
|
|
|
// The configuration parameters for matches of this route.
|
|
|
|
RouteOpts RouteOpts
|
|
|
|
|
2021-01-15 20:11:39 +00:00
|
|
|
// Matchers an alert has to fulfill to match
|
2015-07-01 15:56:53 +00:00
|
|
|
// this route.
|
2021-01-15 20:11:39 +00:00
|
|
|
Matchers labels.Matchers
|
2015-07-02 16:38:05 +00:00
|
|
|
|
2015-07-01 15:56:53 +00:00
|
|
|
// If true, an alert matches further routes on the same level.
|
|
|
|
Continue bool
|
|
|
|
|
|
|
|
// Children routes of this route.
|
2015-10-19 14:17:15 +00:00
|
|
|
Routes []*Route
|
2015-07-01 15:56:53 +00:00
|
|
|
}
|
|
|
|
|
2015-11-05 09:49:32 +00:00
|
|
|
// NewRoute returns a new route.
|
2015-10-21 11:08:53 +00:00
|
|
|
func NewRoute(cr *config.Route, parent *Route) *Route {
|
2015-10-08 08:50:37 +00:00
|
|
|
// Create default and overwrite with configured settings.
|
2015-10-21 11:08:53 +00:00
|
|
|
opts := DefaultRouteOpts
|
|
|
|
if parent != nil {
|
|
|
|
opts = parent.RouteOpts
|
|
|
|
}
|
2015-10-08 08:50:37 +00:00
|
|
|
|
2015-11-10 12:47:04 +00:00
|
|
|
if cr.Receiver != "" {
|
|
|
|
opts.Receiver = cr.Receiver
|
2015-09-25 16:14:46 +00:00
|
|
|
}
|
2020-09-22 07:14:12 +00:00
|
|
|
|
2015-10-19 15:35:59 +00:00
|
|
|
if cr.GroupBy != nil {
|
|
|
|
opts.GroupBy = map[model.LabelName]struct{}{}
|
|
|
|
for _, ln := range cr.GroupBy {
|
|
|
|
opts.GroupBy[ln] = struct{}{}
|
|
|
|
}
|
2020-01-10 13:20:03 +00:00
|
|
|
opts.GroupByAll = false
|
|
|
|
} else {
|
|
|
|
if cr.GroupByAll {
|
|
|
|
opts.GroupByAll = cr.GroupByAll
|
|
|
|
}
|
2015-10-19 15:35:59 +00:00
|
|
|
}
|
2018-11-29 11:31:14 +00:00
|
|
|
|
2015-10-08 08:50:37 +00:00
|
|
|
if cr.GroupWait != nil {
|
2015-09-25 16:14:46 +00:00
|
|
|
opts.GroupWait = time.Duration(*cr.GroupWait)
|
|
|
|
}
|
2015-10-08 08:50:37 +00:00
|
|
|
if cr.GroupInterval != nil {
|
2015-09-26 16:03:54 +00:00
|
|
|
opts.GroupInterval = time.Duration(*cr.GroupInterval)
|
2015-09-25 16:14:46 +00:00
|
|
|
}
|
2015-10-08 08:50:37 +00:00
|
|
|
if cr.RepeatInterval != nil {
|
|
|
|
opts.RepeatInterval = time.Duration(*cr.RepeatInterval)
|
|
|
|
}
|
2015-09-25 16:14:46 +00:00
|
|
|
|
2015-10-08 08:50:37 +00:00
|
|
|
// Build matchers.
|
2021-01-15 20:11:39 +00:00
|
|
|
var matchers labels.Matchers
|
2015-09-25 16:14:46 +00:00
|
|
|
|
2021-01-15 20:11:39 +00:00
|
|
|
// cr.Match will be deprecated. This for loop appends matchers.
|
2015-09-25 16:14:46 +00:00
|
|
|
for ln, lv := range cr.Match {
|
2021-01-15 20:11:39 +00:00
|
|
|
matcher, err := labels.NewMatcher(labels.MatchEqual, ln, lv)
|
|
|
|
if err != nil {
|
|
|
|
// This error must not happen because the config already validates the yaml.
|
|
|
|
panic(err)
|
|
|
|
}
|
|
|
|
matchers = append(matchers, matcher)
|
2015-09-25 16:14:46 +00:00
|
|
|
}
|
2021-01-15 20:11:39 +00:00
|
|
|
|
|
|
|
// cr.MatchRE will be deprecated. This for loop appends regex matchers.
|
2015-09-25 16:14:46 +00:00
|
|
|
for ln, lv := range cr.MatchRE {
|
2021-01-15 20:11:39 +00:00
|
|
|
matcher, err := labels.NewMatcher(labels.MatchRegexp, ln, lv.String())
|
|
|
|
if err != nil {
|
|
|
|
// This error must not happen because the config already validates the yaml.
|
|
|
|
panic(err)
|
|
|
|
}
|
|
|
|
matchers = append(matchers, matcher)
|
2015-09-25 16:14:46 +00:00
|
|
|
}
|
2021-01-15 20:11:39 +00:00
|
|
|
|
|
|
|
// We append the new-style matchers. This can be simplified once the deprecated matcher syntax is removed.
|
|
|
|
matchers = append(matchers, cr.Matchers...)
|
|
|
|
|
2017-06-23 13:07:50 +00:00
|
|
|
sort.Sort(matchers)
|
2015-09-25 16:14:46 +00:00
|
|
|
|
2020-11-24 04:02:07 +00:00
|
|
|
opts.MuteTimeIntervals = cr.MuteTimeIntervals
|
2022-03-04 14:24:29 +00:00
|
|
|
opts.ActiveTimeIntervals = cr.ActiveTimeIntervals
|
2020-09-22 07:14:12 +00:00
|
|
|
|
2015-10-19 09:45:52 +00:00
|
|
|
route := &Route{
|
2015-10-21 11:08:53 +00:00
|
|
|
parent: parent,
|
2015-09-25 16:14:46 +00:00
|
|
|
RouteOpts: opts,
|
|
|
|
Matchers: matchers,
|
|
|
|
Continue: cr.Continue,
|
|
|
|
}
|
2015-10-19 09:45:52 +00:00
|
|
|
|
2015-10-21 11:08:53 +00:00
|
|
|
route.Routes = NewRoutes(cr.Routes, route)
|
|
|
|
|
2015-10-19 09:45:52 +00:00
|
|
|
return route
|
2015-09-25 16:14:46 +00:00
|
|
|
}
|
|
|
|
|
2015-11-05 09:49:32 +00:00
|
|
|
// NewRoutes returns a slice of routes.
|
2015-10-21 11:08:53 +00:00
|
|
|
func NewRoutes(croutes []*config.Route, parent *Route) []*Route {
|
2015-10-19 14:17:15 +00:00
|
|
|
res := []*Route{}
|
2015-09-25 16:14:46 +00:00
|
|
|
for _, cr := range croutes {
|
2015-10-08 08:50:37 +00:00
|
|
|
res = append(res, NewRoute(cr, parent))
|
2015-09-25 16:14:46 +00:00
|
|
|
}
|
|
|
|
return res
|
|
|
|
}
|
|
|
|
|
2015-07-01 15:56:53 +00:00
|
|
|
// Match does a depth-first left-to-right search through the route tree
|
2015-11-07 13:30:21 +00:00
|
|
|
// and returns the matching routing nodes.
|
|
|
|
func (r *Route) Match(lset model.LabelSet) []*Route {
|
2021-01-15 20:11:39 +00:00
|
|
|
if !r.Matchers.Matches(lset) {
|
2015-07-01 15:56:53 +00:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2015-11-07 13:30:21 +00:00
|
|
|
var all []*Route
|
2015-07-01 15:56:53 +00:00
|
|
|
|
|
|
|
for _, cr := range r.Routes {
|
|
|
|
matches := cr.Match(lset)
|
|
|
|
|
2015-07-02 16:38:05 +00:00
|
|
|
all = append(all, matches...)
|
2015-07-01 15:56:53 +00:00
|
|
|
|
2015-07-01 16:24:08 +00:00
|
|
|
if matches != nil && !cr.Continue {
|
2015-07-01 15:56:53 +00:00
|
|
|
break
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-04-21 09:43:12 +00:00
|
|
|
// If no child nodes were matches, the current node itself is a match.
|
2015-07-02 16:38:05 +00:00
|
|
|
if len(all) == 0 {
|
2015-11-07 13:30:21 +00:00
|
|
|
all = append(all, r)
|
2015-07-01 15:56:53 +00:00
|
|
|
}
|
|
|
|
|
2015-07-02 16:38:05 +00:00
|
|
|
return all
|
2015-07-01 15:56:53 +00:00
|
|
|
}
|
|
|
|
|
2019-07-15 09:30:19 +00:00
|
|
|
// Key returns a key for the route. It does not uniquely identify the route in general.
|
2017-04-21 09:43:12 +00:00
|
|
|
func (r *Route) Key() string {
|
2019-07-15 09:30:19 +00:00
|
|
|
b := strings.Builder{}
|
2015-10-21 11:08:53 +00:00
|
|
|
|
2017-04-21 09:43:12 +00:00
|
|
|
if r.parent != nil {
|
2019-07-15 09:30:19 +00:00
|
|
|
b.WriteString(r.parent.Key())
|
|
|
|
b.WriteRune('/')
|
2015-10-21 11:08:53 +00:00
|
|
|
}
|
2019-07-15 09:30:19 +00:00
|
|
|
b.WriteString(r.Matchers.String())
|
|
|
|
return b.String()
|
2015-10-21 11:08:53 +00:00
|
|
|
}
|
|
|
|
|
2023-09-29 14:07:52 +00:00
|
|
|
// ID returns a unique identifier for the route.
|
|
|
|
func (r *Route) ID() string {
|
|
|
|
b := strings.Builder{}
|
|
|
|
|
|
|
|
if r.parent != nil {
|
2024-04-12 08:40:14 +00:00
|
|
|
b.WriteString(r.parent.ID())
|
|
|
|
b.WriteRune('/')
|
|
|
|
}
|
|
|
|
|
|
|
|
b.WriteString(r.Matchers.String())
|
|
|
|
|
|
|
|
if r.parent != nil {
|
|
|
|
for i := range r.parent.Routes {
|
|
|
|
if r == r.parent.Routes[i] {
|
|
|
|
b.WriteRune('/')
|
|
|
|
b.WriteString(strconv.Itoa(i))
|
2023-09-29 14:07:52 +00:00
|
|
|
break
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return b.String()
|
|
|
|
}
|
|
|
|
|
2019-12-20 14:27:58 +00:00
|
|
|
// Walk traverses the route tree in depth-first order.
|
|
|
|
func (r *Route) Walk(visit func(*Route)) {
|
|
|
|
visit(r)
|
|
|
|
for i := range r.Routes {
|
|
|
|
r.Routes[i].Walk(visit)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2015-11-05 09:49:32 +00:00
|
|
|
// RouteOpts holds various routing options necessary for processing alerts
|
|
|
|
// that match a given route.
|
2015-07-01 15:56:53 +00:00
|
|
|
type RouteOpts struct {
|
2018-02-27 09:07:33 +00:00
|
|
|
// The identifier of the associated notification configuration.
|
2015-12-17 12:05:06 +00:00
|
|
|
Receiver string
|
2015-07-01 15:56:53 +00:00
|
|
|
|
|
|
|
// What labels to group alerts by for notifications.
|
|
|
|
GroupBy map[model.LabelName]struct{}
|
|
|
|
|
2018-11-29 11:31:14 +00:00
|
|
|
// Use all alert labels to group.
|
|
|
|
GroupByAll bool
|
|
|
|
|
2015-07-01 15:56:53 +00:00
|
|
|
// How long to wait to group matching alerts before sending
|
2018-02-27 09:07:33 +00:00
|
|
|
// a notification.
|
2015-10-08 08:50:37 +00:00
|
|
|
GroupWait time.Duration
|
|
|
|
GroupInterval time.Duration
|
|
|
|
RepeatInterval time.Duration
|
2020-09-22 07:14:12 +00:00
|
|
|
|
2020-11-24 04:02:07 +00:00
|
|
|
// A list of time intervals for which the route is muted.
|
|
|
|
MuteTimeIntervals []string
|
2022-03-04 14:24:29 +00:00
|
|
|
|
|
|
|
// A list of time intervals for which the route is active.
|
|
|
|
ActiveTimeIntervals []string
|
2015-07-01 15:56:53 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (ro *RouteOpts) String() string {
|
|
|
|
var labels []model.LabelName
|
|
|
|
for ln := range ro.GroupBy {
|
|
|
|
labels = append(labels, ln)
|
|
|
|
}
|
2018-11-29 11:31:14 +00:00
|
|
|
return fmt.Sprintf("<RouteOpts send_to:%q group_by:%q group_by_all:%t timers:%q|%q>",
|
|
|
|
ro.Receiver, labels, ro.GroupByAll, ro.GroupWait, ro.GroupInterval)
|
2015-07-01 15:56:53 +00:00
|
|
|
}
|
2019-12-12 15:35:19 +00:00
|
|
|
|
|
|
|
// MarshalJSON returns a JSON representation of the routing options.
|
|
|
|
func (ro *RouteOpts) MarshalJSON() ([]byte, error) {
|
|
|
|
v := struct {
|
|
|
|
Receiver string `json:"receiver"`
|
|
|
|
GroupBy model.LabelNames `json:"groupBy"`
|
|
|
|
GroupByAll bool `json:"groupByAll"`
|
|
|
|
GroupWait time.Duration `json:"groupWait"`
|
|
|
|
GroupInterval time.Duration `json:"groupInterval"`
|
|
|
|
RepeatInterval time.Duration `json:"repeatInterval"`
|
|
|
|
}{
|
|
|
|
Receiver: ro.Receiver,
|
|
|
|
GroupByAll: ro.GroupByAll,
|
|
|
|
GroupWait: ro.GroupWait,
|
|
|
|
GroupInterval: ro.GroupInterval,
|
|
|
|
RepeatInterval: ro.RepeatInterval,
|
|
|
|
}
|
|
|
|
for ln := range ro.GroupBy {
|
|
|
|
v.GroupBy = append(v.GroupBy, ln)
|
|
|
|
}
|
|
|
|
|
|
|
|
return json.Marshal(&v)
|
|
|
|
}
|