2015-06-30 12:29:30 +00:00
|
|
|
// Copyright 2015 Prometheus Team
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
|
|
|
package main
|
|
|
|
|
2015-07-01 11:17:08 +00:00
|
|
|
import (
|
2015-10-06 19:10:24 +00:00
|
|
|
"database/sql"
|
2015-07-01 15:56:53 +00:00
|
|
|
"flag"
|
2015-07-01 11:17:08 +00:00
|
|
|
"net/http"
|
2015-09-29 09:42:29 +00:00
|
|
|
"os"
|
|
|
|
"os/signal"
|
2015-10-06 10:36:33 +00:00
|
|
|
"path/filepath"
|
2015-09-29 09:42:29 +00:00
|
|
|
"syscall"
|
2015-07-01 11:17:08 +00:00
|
|
|
|
2015-09-28 10:12:27 +00:00
|
|
|
"github.com/prometheus/common/log"
|
2015-07-01 11:17:08 +00:00
|
|
|
"github.com/prometheus/common/route"
|
2015-07-01 15:56:53 +00:00
|
|
|
|
2015-09-25 16:14:46 +00:00
|
|
|
"github.com/prometheus/alertmanager/config"
|
2015-09-29 13:02:15 +00:00
|
|
|
"github.com/prometheus/alertmanager/notify"
|
2015-09-25 12:38:57 +00:00
|
|
|
"github.com/prometheus/alertmanager/provider"
|
2015-10-11 11:32:24 +00:00
|
|
|
"github.com/prometheus/alertmanager/template"
|
2015-07-01 15:56:53 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
var (
|
2015-09-30 15:24:06 +00:00
|
|
|
configFile = flag.String("config.file", "config.yml", "The configuration file")
|
2015-10-06 10:36:33 +00:00
|
|
|
dataDir = flag.String("data.dir", "data/", "The data directory")
|
2015-09-30 15:24:06 +00:00
|
|
|
listenAddress = flag.String("web.listen-address", ":9093", "Address to listen on for the web interface and API.")
|
2015-07-01 11:17:08 +00:00
|
|
|
)
|
|
|
|
|
2015-06-30 12:29:30 +00:00
|
|
|
func main() {
|
2015-09-29 09:50:59 +00:00
|
|
|
flag.Parse()
|
|
|
|
|
2015-10-06 19:10:24 +00:00
|
|
|
db, err := sql.Open("ql", filepath.Join(*dataDir, "am.db"))
|
|
|
|
if err != nil {
|
|
|
|
log.Fatal(err)
|
|
|
|
}
|
|
|
|
defer db.Close()
|
2015-10-06 10:36:33 +00:00
|
|
|
|
2015-10-06 19:10:24 +00:00
|
|
|
alerts, err := provider.NewSQLAlerts(db)
|
|
|
|
if err != nil {
|
|
|
|
log.Fatal(err)
|
|
|
|
}
|
|
|
|
notifies, err := provider.NewSQLNotifyInfo(db)
|
|
|
|
if err != nil {
|
|
|
|
log.Fatal(err)
|
|
|
|
}
|
|
|
|
silences, err := provider.NewSQLSilences(db)
|
2015-10-06 10:23:48 +00:00
|
|
|
if err != nil {
|
|
|
|
log.Fatal(err)
|
|
|
|
}
|
2015-09-27 17:50:41 +00:00
|
|
|
|
2015-10-11 14:54:39 +00:00
|
|
|
var (
|
|
|
|
inhibitor *Inhibitor
|
|
|
|
tmpl *template.Template
|
|
|
|
disp *Dispatcher
|
|
|
|
)
|
|
|
|
defer disp.Stop()
|
2015-10-08 09:02:49 +00:00
|
|
|
|
2015-11-02 18:41:23 +00:00
|
|
|
api := NewAPI(alerts, silences, func() *UIRoute {
|
|
|
|
uir := disp.route.UIRoute()
|
|
|
|
disp.Populate(uir)
|
|
|
|
|
|
|
|
return uir
|
|
|
|
})
|
|
|
|
|
2015-10-11 14:54:39 +00:00
|
|
|
build := func(nconf []*config.NotificationConfig) notify.Notifier {
|
|
|
|
var (
|
|
|
|
router = notify.Router{}
|
|
|
|
fanouts = notify.Build(nconf, tmpl)
|
|
|
|
)
|
|
|
|
for name, fo := range fanouts {
|
|
|
|
for i, n := range fo {
|
|
|
|
n = notify.Retry(n)
|
|
|
|
n = notify.Log(n, log.With("step", "retry"))
|
|
|
|
n = notify.Dedup(notifies, n)
|
|
|
|
n = notify.Log(n, log.With("step", "dedup"))
|
|
|
|
|
|
|
|
fo[i] = n
|
|
|
|
}
|
|
|
|
router[name] = fo
|
|
|
|
}
|
|
|
|
var n notify.Notifier = router
|
2015-10-08 09:02:49 +00:00
|
|
|
|
2015-10-11 14:54:39 +00:00
|
|
|
n = notify.Log(n, log.With("step", "route"))
|
|
|
|
n = notify.Mute(silences, n)
|
|
|
|
n = notify.Log(n, log.With("step", "silence"))
|
|
|
|
n = notify.Mute(inhibitor, n)
|
|
|
|
n = notify.Log(n, log.With("step", "inhibit"))
|
2015-10-08 09:02:49 +00:00
|
|
|
|
2015-10-11 14:54:39 +00:00
|
|
|
return n
|
2015-09-27 11:18:13 +00:00
|
|
|
}
|
2015-10-10 13:11:37 +00:00
|
|
|
|
2015-10-11 14:54:39 +00:00
|
|
|
reload := func() (err error) {
|
|
|
|
log.With("file", *configFile).Infof("Loading configuration file")
|
|
|
|
defer func() {
|
|
|
|
if err != nil {
|
2015-10-17 08:02:52 +00:00
|
|
|
log.With("file", *configFile).Errorf("Loading configuration file failed: %s", err)
|
2015-10-10 13:11:37 +00:00
|
|
|
}
|
2015-10-11 14:54:39 +00:00
|
|
|
}()
|
2015-10-10 13:11:37 +00:00
|
|
|
|
2015-10-11 14:54:39 +00:00
|
|
|
conf, err := config.LoadFile(*configFile)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2015-10-10 13:11:37 +00:00
|
|
|
|
2015-11-02 18:41:23 +00:00
|
|
|
api.Update(conf.String())
|
|
|
|
|
2015-10-11 14:54:39 +00:00
|
|
|
tmpl, err = template.FromGlobs(conf.Templates...)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2015-10-10 13:11:37 +00:00
|
|
|
|
2015-10-11 14:54:39 +00:00
|
|
|
disp.Stop()
|
2015-10-10 13:11:37 +00:00
|
|
|
|
2015-10-11 14:54:39 +00:00
|
|
|
inhibitor = NewInhibitor(alerts, conf.InhibitRules)
|
2015-10-19 14:52:54 +00:00
|
|
|
disp = NewDispatcher(alerts, NewRoute(conf.Route, nil), build(conf.NotificationConfigs))
|
2015-10-10 13:11:37 +00:00
|
|
|
|
2015-10-11 14:54:39 +00:00
|
|
|
go disp.Run()
|
2015-10-10 13:11:37 +00:00
|
|
|
|
2015-10-11 14:54:39 +00:00
|
|
|
return nil
|
2015-10-10 13:11:37 +00:00
|
|
|
}
|
|
|
|
|
2015-10-11 14:54:39 +00:00
|
|
|
if err := reload(); err != nil {
|
|
|
|
os.Exit(1)
|
2015-09-29 10:22:13 +00:00
|
|
|
}
|
|
|
|
|
2015-07-01 11:17:08 +00:00
|
|
|
router := route.New()
|
2015-10-12 05:10:25 +00:00
|
|
|
|
|
|
|
RegisterWeb(router)
|
2015-11-02 18:41:23 +00:00
|
|
|
api.Register(router.WithPrefix("/api"))
|
2015-06-30 12:29:30 +00:00
|
|
|
|
2015-09-30 15:24:06 +00:00
|
|
|
go http.ListenAndServe(*listenAddress, router)
|
2015-09-29 09:42:29 +00:00
|
|
|
|
2015-09-29 10:22:13 +00:00
|
|
|
var (
|
|
|
|
hup = make(chan os.Signal)
|
|
|
|
term = make(chan os.Signal)
|
|
|
|
)
|
|
|
|
signal.Notify(hup, syscall.SIGHUP)
|
2015-09-29 09:42:29 +00:00
|
|
|
signal.Notify(term, os.Interrupt, syscall.SIGTERM)
|
2015-09-29 10:22:13 +00:00
|
|
|
|
|
|
|
go func() {
|
|
|
|
for range hup {
|
2015-10-11 14:54:39 +00:00
|
|
|
reload()
|
2015-09-29 10:22:13 +00:00
|
|
|
}
|
|
|
|
}()
|
|
|
|
|
2015-09-29 09:42:29 +00:00
|
|
|
<-term
|
2015-09-29 09:58:30 +00:00
|
|
|
|
|
|
|
log.Infoln("Received SIGTERM, exiting gracefully...")
|
2015-09-29 10:22:13 +00:00
|
|
|
}
|