2015-06-30 12:29:30 +00:00
|
|
|
// Copyright 2015 Prometheus Team
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
|
|
|
package main
|
|
|
|
|
2015-07-01 11:17:08 +00:00
|
|
|
import (
|
2015-10-06 19:10:24 +00:00
|
|
|
"database/sql"
|
2015-07-01 15:56:53 +00:00
|
|
|
"flag"
|
2015-10-08 08:50:37 +00:00
|
|
|
"fmt"
|
2015-10-09 10:03:15 +00:00
|
|
|
"html/template"
|
2015-07-01 11:17:08 +00:00
|
|
|
"net/http"
|
2015-09-29 09:42:29 +00:00
|
|
|
"os"
|
|
|
|
"os/signal"
|
2015-10-06 10:36:33 +00:00
|
|
|
"path/filepath"
|
2015-09-29 09:42:29 +00:00
|
|
|
"syscall"
|
2015-07-01 11:17:08 +00:00
|
|
|
|
2015-09-28 10:12:27 +00:00
|
|
|
"github.com/prometheus/common/log"
|
2015-07-01 11:17:08 +00:00
|
|
|
"github.com/prometheus/common/route"
|
2015-07-01 15:56:53 +00:00
|
|
|
|
2015-09-25 16:14:46 +00:00
|
|
|
"github.com/prometheus/alertmanager/config"
|
2015-09-29 13:02:15 +00:00
|
|
|
"github.com/prometheus/alertmanager/notify"
|
2015-09-25 12:38:57 +00:00
|
|
|
"github.com/prometheus/alertmanager/provider"
|
2015-09-29 10:22:13 +00:00
|
|
|
"github.com/prometheus/alertmanager/types"
|
2015-07-01 15:56:53 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
var (
|
2015-09-30 15:24:06 +00:00
|
|
|
configFile = flag.String("config.file", "config.yml", "The configuration file")
|
2015-10-06 10:36:33 +00:00
|
|
|
dataDir = flag.String("data.dir", "data/", "The data directory")
|
2015-09-30 15:24:06 +00:00
|
|
|
listenAddress = flag.String("web.listen-address", ":9093", "Address to listen on for the web interface and API.")
|
2015-07-01 11:17:08 +00:00
|
|
|
)
|
|
|
|
|
2015-06-30 12:29:30 +00:00
|
|
|
func main() {
|
2015-09-29 09:50:59 +00:00
|
|
|
flag.Parse()
|
|
|
|
|
2015-10-06 19:10:24 +00:00
|
|
|
db, err := sql.Open("ql", filepath.Join(*dataDir, "am.db"))
|
|
|
|
if err != nil {
|
|
|
|
log.Fatal(err)
|
|
|
|
}
|
|
|
|
defer db.Close()
|
2015-10-06 10:36:33 +00:00
|
|
|
|
2015-10-06 19:10:24 +00:00
|
|
|
alerts, err := provider.NewSQLAlerts(db)
|
|
|
|
if err != nil {
|
|
|
|
log.Fatal(err)
|
|
|
|
}
|
|
|
|
notifies, err := provider.NewSQLNotifyInfo(db)
|
|
|
|
if err != nil {
|
|
|
|
log.Fatal(err)
|
|
|
|
}
|
|
|
|
silences, err := provider.NewSQLSilences(db)
|
2015-10-06 10:23:48 +00:00
|
|
|
if err != nil {
|
|
|
|
log.Fatal(err)
|
|
|
|
}
|
2015-09-27 17:50:41 +00:00
|
|
|
|
|
|
|
inhibitor := &Inhibitor{alerts: alerts}
|
2015-09-27 11:09:02 +00:00
|
|
|
|
2015-09-29 13:12:31 +00:00
|
|
|
routedNotifier := notify.NewRoutedNotifier(func(confs []*config.NotificationConfig) map[string]notify.Notifier {
|
|
|
|
res := notify.Build(confs)
|
2015-09-29 13:02:15 +00:00
|
|
|
for name, n := range res {
|
2015-10-09 07:37:32 +00:00
|
|
|
n = ¬ify.RetryNotifier{
|
|
|
|
Notifier: n,
|
|
|
|
}
|
|
|
|
n = ¬ify.LogNotifier{
|
2015-10-08 08:50:37 +00:00
|
|
|
Log: log.With("notifier", fmt.Sprintf("%T", n)),
|
|
|
|
Notifier: n,
|
|
|
|
}
|
2015-10-09 07:37:32 +00:00
|
|
|
res[name] = n
|
2015-09-27 19:41:30 +00:00
|
|
|
}
|
|
|
|
return res
|
|
|
|
})
|
2015-09-27 11:09:02 +00:00
|
|
|
|
2015-10-08 09:02:49 +00:00
|
|
|
// Connect the pipeline of notifiers. Notifications will be sent
|
|
|
|
// through them in inverted order.
|
2015-09-29 13:12:31 +00:00
|
|
|
var notifier notify.Notifier
|
2015-09-30 12:54:13 +00:00
|
|
|
notifier = ¬ify.LogNotifier{
|
|
|
|
Log: log.With("notifier", "routed"),
|
|
|
|
Notifier: routedNotifier,
|
|
|
|
}
|
2015-10-08 09:02:49 +00:00
|
|
|
|
|
|
|
notifier = notify.NewDedupingNotifier(notifies, notifier)
|
|
|
|
notifier = ¬ify.LogNotifier{
|
|
|
|
Log: log.With("notifier", "dedup"),
|
|
|
|
Notifier: notifier,
|
|
|
|
}
|
|
|
|
|
2015-09-29 13:12:31 +00:00
|
|
|
notifier = ¬ify.MutingNotifier{
|
|
|
|
Notifier: notifier,
|
2015-09-28 12:13:01 +00:00
|
|
|
Muter: inhibitor,
|
2015-09-27 11:09:02 +00:00
|
|
|
}
|
2015-09-30 12:54:13 +00:00
|
|
|
notifier = ¬ify.LogNotifier{
|
|
|
|
Log: log.With("notifier", "inhibit"),
|
|
|
|
Notifier: notifier,
|
|
|
|
}
|
2015-10-08 09:02:49 +00:00
|
|
|
|
2015-09-29 13:12:31 +00:00
|
|
|
notifier = ¬ify.MutingNotifier{
|
|
|
|
Notifier: notifier,
|
2015-09-28 12:13:01 +00:00
|
|
|
Muter: silences,
|
2015-09-27 11:18:13 +00:00
|
|
|
}
|
2015-09-30 12:54:13 +00:00
|
|
|
notifier = ¬ify.LogNotifier{
|
|
|
|
Log: log.With("notifier", "silencer"),
|
|
|
|
Notifier: notifier,
|
|
|
|
}
|
2015-09-27 11:09:02 +00:00
|
|
|
|
2015-09-27 17:50:41 +00:00
|
|
|
disp := NewDispatcher(alerts, notifier)
|
2015-09-25 16:14:46 +00:00
|
|
|
|
2015-10-09 07:05:21 +00:00
|
|
|
if err := reloadConfig(*configFile, disp, routedNotifier, inhibitor); err != nil {
|
|
|
|
log.Fatalf("Couldn't load configuration (-config.file=%s): %v", *configFile, err)
|
2015-09-29 10:22:13 +00:00
|
|
|
}
|
|
|
|
|
2015-09-26 09:12:59 +00:00
|
|
|
go disp.Run()
|
2015-09-27 11:09:02 +00:00
|
|
|
defer disp.Stop()
|
2015-07-04 12:41:10 +00:00
|
|
|
|
2015-07-01 11:17:08 +00:00
|
|
|
router := route.New()
|
|
|
|
|
2015-10-01 19:28:18 +00:00
|
|
|
NewAPI(router.WithPrefix("/api/v1"), alerts, silences)
|
2015-06-30 12:29:30 +00:00
|
|
|
|
2015-09-30 15:24:06 +00:00
|
|
|
go http.ListenAndServe(*listenAddress, router)
|
2015-09-29 09:42:29 +00:00
|
|
|
|
2015-09-29 10:22:13 +00:00
|
|
|
var (
|
|
|
|
hup = make(chan os.Signal)
|
|
|
|
term = make(chan os.Signal)
|
|
|
|
)
|
|
|
|
signal.Notify(hup, syscall.SIGHUP)
|
2015-09-29 09:42:29 +00:00
|
|
|
signal.Notify(term, os.Interrupt, syscall.SIGTERM)
|
2015-09-29 10:22:13 +00:00
|
|
|
|
|
|
|
go func() {
|
|
|
|
for range hup {
|
2015-10-09 07:05:21 +00:00
|
|
|
if err := reloadConfig(*configFile, disp, routedNotifier, inhibitor); err != nil {
|
|
|
|
log.Errorf("Couldn't load configuration (-config.file=%s): %v", *configFile, err)
|
|
|
|
}
|
2015-09-29 10:22:13 +00:00
|
|
|
}
|
|
|
|
}()
|
|
|
|
|
2015-09-29 09:42:29 +00:00
|
|
|
<-term
|
2015-09-29 09:58:30 +00:00
|
|
|
|
|
|
|
log.Infoln("Received SIGTERM, exiting gracefully...")
|
|
|
|
os.Exit(0)
|
2015-06-30 12:29:30 +00:00
|
|
|
}
|
2015-09-29 10:22:13 +00:00
|
|
|
|
2015-10-09 07:05:21 +00:00
|
|
|
func reloadConfig(filename string, rls ...types.Reloadable) error {
|
2015-09-29 10:22:13 +00:00
|
|
|
log.Infof("Loading configuration file %s", filename)
|
|
|
|
|
|
|
|
conf, err := config.LoadFile(filename)
|
|
|
|
if err != nil {
|
2015-10-09 07:05:21 +00:00
|
|
|
return err
|
2015-09-29 10:22:13 +00:00
|
|
|
}
|
|
|
|
|
2015-10-09 09:06:04 +00:00
|
|
|
t := template.New("")
|
|
|
|
for _, tpath := range conf.Templates {
|
|
|
|
t, err = t.ParseGlob(tpath)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
notify.SetTemplate(t)
|
|
|
|
|
2015-09-29 10:22:13 +00:00
|
|
|
for _, rl := range rls {
|
2015-10-09 07:05:21 +00:00
|
|
|
rl.ApplyConfig(conf)
|
2015-09-29 10:22:13 +00:00
|
|
|
}
|
2015-10-09 07:05:21 +00:00
|
|
|
return nil
|
2015-09-29 10:22:13 +00:00
|
|
|
}
|