2018-05-14 12:36:24 +00:00
|
|
|
// Copyright 2018 Prometheus Team
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
2017-04-20 09:04:17 +00:00
|
|
|
package cli
|
|
|
|
|
|
|
|
import (
|
2018-04-11 09:17:41 +00:00
|
|
|
"context"
|
2017-04-20 09:04:17 +00:00
|
|
|
"errors"
|
|
|
|
"fmt"
|
|
|
|
"time"
|
|
|
|
|
2019-03-13 16:01:08 +00:00
|
|
|
kingpin "gopkg.in/alecthomas/kingpin.v2"
|
2018-04-11 09:17:41 +00:00
|
|
|
|
2019-03-13 16:01:08 +00:00
|
|
|
"github.com/prometheus/alertmanager/api/v2/client/silence"
|
|
|
|
"github.com/prometheus/alertmanager/api/v2/models"
|
2017-04-20 09:04:17 +00:00
|
|
|
"github.com/prometheus/alertmanager/cli/format"
|
2019-09-16 08:56:29 +00:00
|
|
|
"github.com/prometheus/alertmanager/pkg/labels"
|
2017-04-20 09:04:17 +00:00
|
|
|
)
|
|
|
|
|
2018-04-13 11:34:16 +00:00
|
|
|
type silenceQueryCmd struct {
|
|
|
|
expired bool
|
|
|
|
quiet bool
|
|
|
|
matchers []string
|
|
|
|
within time.Duration
|
|
|
|
}
|
2017-04-20 09:04:17 +00:00
|
|
|
|
2018-04-24 07:35:15 +00:00
|
|
|
const querySilenceHelp = `Query Alertmanager silences.
|
2017-04-20 09:04:17 +00:00
|
|
|
|
2017-12-22 10:17:13 +00:00
|
|
|
Amtool has a simplified prometheus query syntax, but contains robust support for
|
|
|
|
bash variable expansions. The non-option section of arguments constructs a list
|
|
|
|
of "Matcher Groups" that will be used to filter your query. The following
|
|
|
|
examples will attempt to show this behaviour in action:
|
2017-04-20 09:04:17 +00:00
|
|
|
|
2017-12-22 10:17:13 +00:00
|
|
|
amtool silence query alertname=foo node=bar
|
2017-04-20 09:04:17 +00:00
|
|
|
|
2017-12-22 10:17:13 +00:00
|
|
|
This query will match all silences with the alertname=foo and node=bar label
|
|
|
|
value pairs set.
|
2017-04-20 09:04:17 +00:00
|
|
|
|
2017-12-22 10:17:13 +00:00
|
|
|
amtool silence query foo node=bar
|
2017-04-20 09:04:17 +00:00
|
|
|
|
2018-01-12 09:44:38 +00:00
|
|
|
If alertname is omitted and the first argument does not contain a '=' or a
|
2017-12-22 10:17:13 +00:00
|
|
|
'=~' then it will be assumed to be the value of the alertname pair.
|
2017-04-20 09:04:17 +00:00
|
|
|
|
2017-12-22 10:17:13 +00:00
|
|
|
amtool silence query 'alertname=~foo.*'
|
2017-12-12 14:36:05 +00:00
|
|
|
|
2017-12-22 10:17:13 +00:00
|
|
|
As well as direct equality, regex matching is also supported. The '=~' syntax
|
|
|
|
(similar to prometheus) is used to represent a regex match. Regex matching
|
|
|
|
can be used in combination with a direct match.
|
2017-12-12 14:36:05 +00:00
|
|
|
|
2017-12-22 10:17:13 +00:00
|
|
|
In addition to filtering by silence labels, one can also query for silences
|
|
|
|
that are due to expire soon with the "--within" parameter. In the event that
|
|
|
|
you want to preemptively act upon expiring silences by either fixing them or
|
|
|
|
extending them. For example:
|
2017-12-12 14:36:05 +00:00
|
|
|
|
2017-12-22 10:17:13 +00:00
|
|
|
amtool silence query --within 8h
|
2017-04-20 09:04:17 +00:00
|
|
|
|
2018-01-12 09:44:38 +00:00
|
|
|
returns all the silences due to expire within the next 8 hours. This syntax can
|
|
|
|
also be combined with the label based filtering above for more flexibility.
|
|
|
|
|
|
|
|
The "--expired" parameter returns only expired silences. Used in combination
|
|
|
|
with "--within=TIME", amtool returns the silences that expired within the
|
|
|
|
preceding duration.
|
|
|
|
|
|
|
|
amtool silence query --within 2h --expired
|
|
|
|
|
2019-03-12 09:29:26 +00:00
|
|
|
returns all silences that expired within the preceding 2 hours.
|
2018-04-24 07:35:15 +00:00
|
|
|
`
|
|
|
|
|
|
|
|
func configureSilenceQueryCmd(cc *kingpin.CmdClause) {
|
|
|
|
var (
|
|
|
|
c = &silenceQueryCmd{}
|
|
|
|
queryCmd = cc.Command("query", querySilenceHelp).Default()
|
|
|
|
)
|
|
|
|
|
|
|
|
queryCmd.Flag("expired", "Show expired silences instead of active").BoolVar(&c.expired)
|
|
|
|
queryCmd.Flag("quiet", "Only show silence ids").Short('q').BoolVar(&c.quiet)
|
|
|
|
queryCmd.Arg("matcher-groups", "Query filter").StringsVar(&c.matchers)
|
|
|
|
queryCmd.Flag("within", "Show silences that will expire or have expired within a duration").DurationVar(&c.within)
|
2018-07-17 07:50:48 +00:00
|
|
|
queryCmd.Action(execWithTimeout(c.query))
|
2017-04-20 09:04:17 +00:00
|
|
|
}
|
|
|
|
|
2018-07-17 07:50:48 +00:00
|
|
|
func (c *silenceQueryCmd) query(ctx context.Context, _ *kingpin.ParseContext) error {
|
2019-01-07 12:49:41 +00:00
|
|
|
if len(c.matchers) > 0 {
|
2018-04-04 08:37:35 +00:00
|
|
|
// If the parser fails then we likely don't have a (=|=~|!=|!~) so lets
|
|
|
|
// assume that the user wants alertname=<arg> and prepend `alertname=`
|
|
|
|
// to the front.
|
2019-09-16 08:56:29 +00:00
|
|
|
_, err := labels.ParseMatcher(c.matchers[0])
|
2017-04-20 09:04:17 +00:00
|
|
|
if err != nil {
|
2019-01-07 12:49:41 +00:00
|
|
|
c.matchers[0] = fmt.Sprintf("alertname=%s", c.matchers[0])
|
2017-04-20 09:04:17 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-03-25 16:21:26 +00:00
|
|
|
silenceParams := silence.NewGetSilencesParams().WithContext(ctx).WithFilter(c.matchers)
|
2019-03-13 16:01:08 +00:00
|
|
|
|
|
|
|
amclient := NewAlertmanagerClient(alertmanagerURL)
|
|
|
|
|
|
|
|
getOk, err := amclient.Silence.GetSilences(silenceParams)
|
2017-04-20 09:04:17 +00:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2019-03-13 16:01:08 +00:00
|
|
|
displaySilences := []models.GettableSilence{}
|
|
|
|
for _, silence := range getOk.Payload {
|
2018-01-12 09:35:06 +00:00
|
|
|
// skip expired silences if --expired is not set
|
2019-03-13 16:01:08 +00:00
|
|
|
if !c.expired && time.Time(*silence.EndsAt).Before(time.Now()) {
|
2017-04-20 09:04:17 +00:00
|
|
|
continue
|
|
|
|
}
|
2018-01-12 09:35:06 +00:00
|
|
|
// skip active silences if --expired is set
|
2019-03-13 16:01:08 +00:00
|
|
|
if c.expired && time.Time(*silence.EndsAt).After(time.Now()) {
|
2018-01-12 09:35:06 +00:00
|
|
|
continue
|
|
|
|
}
|
|
|
|
// skip active silences expiring after "--within"
|
2019-03-13 16:01:08 +00:00
|
|
|
if !c.expired && int64(c.within) > 0 && time.Time(*silence.EndsAt).After(time.Now().UTC().Add(c.within)) {
|
2018-01-12 09:35:06 +00:00
|
|
|
continue
|
|
|
|
}
|
|
|
|
// skip silences that expired before "--within"
|
2019-03-13 16:01:08 +00:00
|
|
|
if c.expired && int64(c.within) > 0 && time.Time(*silence.EndsAt).Before(time.Now().UTC().Add(-c.within)) {
|
2017-12-12 14:36:05 +00:00
|
|
|
continue
|
|
|
|
}
|
|
|
|
|
2018-04-11 09:17:41 +00:00
|
|
|
displaySilences = append(displaySilences, *silence)
|
2017-04-20 09:04:17 +00:00
|
|
|
}
|
|
|
|
|
2018-04-13 11:34:16 +00:00
|
|
|
if c.quiet {
|
2017-04-20 09:04:17 +00:00
|
|
|
for _, silence := range displaySilences {
|
2019-06-10 08:22:49 +00:00
|
|
|
fmt.Println(*silence.ID)
|
2017-04-20 09:04:17 +00:00
|
|
|
}
|
|
|
|
} else {
|
2018-04-13 11:34:16 +00:00
|
|
|
formatter, found := format.Formatters[output]
|
2017-04-20 09:04:17 +00:00
|
|
|
if !found {
|
2017-11-12 16:43:48 +00:00
|
|
|
return errors.New("unknown output formatter")
|
2017-04-20 09:04:17 +00:00
|
|
|
}
|
2018-08-05 13:38:25 +00:00
|
|
|
if err := formatter.FormatSilences(displaySilences); err != nil {
|
|
|
|
return fmt.Errorf("error formatting silences: %v", err)
|
|
|
|
}
|
2017-04-20 09:04:17 +00:00
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|