2016-08-18 09:27:59 +00:00
|
|
|
// Copyright 2016 Prometheus Team
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
2016-08-11 09:33:59 +00:00
|
|
|
package nflog
|
2016-08-12 14:48:09 +00:00
|
|
|
|
|
|
|
import (
|
2018-02-07 15:36:47 +00:00
|
|
|
"bytes"
|
2016-08-12 14:48:09 +00:00
|
|
|
"io/ioutil"
|
|
|
|
"os"
|
|
|
|
"path/filepath"
|
|
|
|
"testing"
|
|
|
|
"time"
|
|
|
|
|
|
|
|
pb "github.com/prometheus/alertmanager/nflog/nflogpb"
|
|
|
|
"github.com/stretchr/testify/require"
|
|
|
|
)
|
|
|
|
|
2018-02-07 15:36:47 +00:00
|
|
|
func TestLogGC(t *testing.T) {
|
2016-08-12 14:48:09 +00:00
|
|
|
now := utcNow()
|
|
|
|
// We only care about key names and expiration timestamps.
|
|
|
|
newEntry := func(ts time.Time) *pb.MeshEntry {
|
|
|
|
return &pb.MeshEntry{
|
2017-04-18 08:03:57 +00:00
|
|
|
ExpiresAt: ts,
|
2016-08-12 14:48:09 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-02-07 15:36:47 +00:00
|
|
|
l := &Log{
|
|
|
|
st: state{
|
2016-08-12 14:48:09 +00:00
|
|
|
"a1": newEntry(now),
|
|
|
|
"a2": newEntry(now.Add(time.Second)),
|
|
|
|
"a3": newEntry(now.Add(-time.Second)),
|
|
|
|
},
|
2016-11-21 14:22:35 +00:00
|
|
|
now: func() time.Time { return now },
|
|
|
|
metrics: newMetrics(nil),
|
2016-08-12 14:48:09 +00:00
|
|
|
}
|
|
|
|
n, err := l.GC()
|
|
|
|
require.NoError(t, err, "unexpected error in garbage collection")
|
|
|
|
require.Equal(t, 2, n, "unexpected number of removed entries")
|
|
|
|
|
2018-02-07 15:36:47 +00:00
|
|
|
expected := state{
|
2016-08-12 14:48:09 +00:00
|
|
|
"a2": newEntry(now.Add(time.Second)),
|
|
|
|
}
|
|
|
|
require.Equal(t, l.st, expected, "unepexcted state after garbage collection")
|
|
|
|
}
|
|
|
|
|
2018-02-07 15:36:47 +00:00
|
|
|
func TestLogSnapshot(t *testing.T) {
|
2016-08-12 14:48:09 +00:00
|
|
|
// Check whether storing and loading the snapshot is symmetric.
|
|
|
|
now := utcNow()
|
|
|
|
|
|
|
|
cases := []struct {
|
|
|
|
entries []*pb.MeshEntry
|
|
|
|
}{
|
|
|
|
{
|
|
|
|
entries: []*pb.MeshEntry{
|
|
|
|
{
|
|
|
|
Entry: &pb.Entry{
|
|
|
|
GroupKey: []byte("d8e8fca2dc0f896fd7cb4cb0031ba249"),
|
|
|
|
Receiver: &pb.Receiver{GroupName: "abc", Integration: "test1", Idx: 1},
|
|
|
|
GroupHash: []byte("126a8a51b9d1bbd07fddc65819a542c3"),
|
|
|
|
Resolved: false,
|
2017-04-18 08:03:57 +00:00
|
|
|
Timestamp: now,
|
2016-08-12 14:48:09 +00:00
|
|
|
},
|
2017-04-18 08:03:57 +00:00
|
|
|
ExpiresAt: now,
|
2016-08-12 14:48:09 +00:00
|
|
|
}, {
|
|
|
|
Entry: &pb.Entry{
|
|
|
|
GroupKey: []byte("d8e8fca2dc0f8abce7cb4cb0031ba249"),
|
|
|
|
Receiver: &pb.Receiver{GroupName: "def", Integration: "test2", Idx: 29},
|
|
|
|
GroupHash: []byte("122c2331b9d1bbd07fddc65819a542c3"),
|
|
|
|
Resolved: true,
|
2017-04-18 08:03:57 +00:00
|
|
|
Timestamp: now,
|
2016-08-12 14:48:09 +00:00
|
|
|
},
|
2017-04-18 08:03:57 +00:00
|
|
|
ExpiresAt: now,
|
2016-08-12 14:48:09 +00:00
|
|
|
}, {
|
|
|
|
Entry: &pb.Entry{
|
|
|
|
GroupKey: []byte("aaaaaca2dc0f896fd7cb4cb0031ba249"),
|
|
|
|
Receiver: &pb.Receiver{GroupName: "ghi", Integration: "test3", Idx: 0},
|
|
|
|
GroupHash: []byte("126a8a51b9d1bbd07fddc6e3e3e542c3"),
|
|
|
|
Resolved: false,
|
2017-04-18 08:03:57 +00:00
|
|
|
Timestamp: now,
|
2016-08-12 14:48:09 +00:00
|
|
|
},
|
2017-04-18 08:03:57 +00:00
|
|
|
ExpiresAt: now,
|
2016-08-12 14:48:09 +00:00
|
|
|
},
|
|
|
|
},
|
|
|
|
},
|
|
|
|
}
|
|
|
|
|
|
|
|
for _, c := range cases {
|
|
|
|
f, err := ioutil.TempFile("", "snapshot")
|
|
|
|
require.NoError(t, err, "creating temp file failed")
|
|
|
|
|
2018-02-07 15:36:47 +00:00
|
|
|
l1 := &Log{
|
|
|
|
st: state{},
|
2016-11-21 14:22:35 +00:00
|
|
|
metrics: newMetrics(nil),
|
|
|
|
}
|
2016-08-12 14:48:09 +00:00
|
|
|
// Setup internal state manually.
|
|
|
|
for _, e := range c.entries {
|
2017-04-21 09:43:12 +00:00
|
|
|
l1.st[stateKey(string(e.Entry.GroupKey), e.Entry.Receiver)] = e
|
2016-08-12 14:48:09 +00:00
|
|
|
}
|
|
|
|
_, err = l1.Snapshot(f)
|
|
|
|
require.NoError(t, err, "creating snapshot failed")
|
|
|
|
require.NoError(t, f.Close(), "closing snapshot file failed")
|
|
|
|
|
|
|
|
f, err = os.Open(f.Name())
|
|
|
|
require.NoError(t, err, "opening snapshot file failed")
|
|
|
|
|
|
|
|
// Check again against new nlog instance.
|
2018-02-07 15:36:47 +00:00
|
|
|
l2 := &Log{}
|
2016-08-12 14:48:09 +00:00
|
|
|
err = l2.loadSnapshot(f)
|
|
|
|
require.NoError(t, err, "error loading snapshot")
|
|
|
|
require.Equal(t, l1.st, l2.st, "state after loading snapshot did not match snapshotted state")
|
|
|
|
|
|
|
|
require.NoError(t, f.Close(), "closing snapshot file failed")
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestReplaceFile(t *testing.T) {
|
|
|
|
dir, err := ioutil.TempDir("", "replace_file")
|
|
|
|
require.NoError(t, err, "creating temp dir failed")
|
|
|
|
|
|
|
|
origFilename := filepath.Join(dir, "testfile")
|
|
|
|
|
|
|
|
of, err := os.Create(origFilename)
|
|
|
|
require.NoError(t, err, "creating file failed")
|
|
|
|
|
|
|
|
nf, err := openReplace(origFilename)
|
|
|
|
require.NoError(t, err, "opening replacement file failed")
|
|
|
|
|
|
|
|
_, err = nf.Write([]byte("test"))
|
|
|
|
require.NoError(t, err, "writing replace file failed")
|
|
|
|
|
|
|
|
require.NotEqual(t, nf.Name(), of.Name(), "replacement file must have different name while editing")
|
|
|
|
require.NoError(t, nf.Close(), "closing replacement file failed")
|
|
|
|
require.NoError(t, of.Close(), "closing original file failed")
|
|
|
|
|
|
|
|
ofr, err := os.Open(origFilename)
|
|
|
|
require.NoError(t, err, "opening original file failed")
|
|
|
|
defer ofr.Close()
|
|
|
|
|
|
|
|
res, err := ioutil.ReadAll(ofr)
|
|
|
|
require.NoError(t, err, "reading original file failed")
|
|
|
|
require.Equal(t, "test", string(res), "unexpected file contents")
|
|
|
|
}
|
|
|
|
|
2018-02-07 15:36:47 +00:00
|
|
|
func TestStateMerge(t *testing.T) {
|
2016-08-12 14:48:09 +00:00
|
|
|
now := utcNow()
|
|
|
|
|
|
|
|
// We only care about key names and timestamps for the
|
|
|
|
// merging logic.
|
2018-02-07 15:36:47 +00:00
|
|
|
newEntry := func(ts time.Time, name string) *pb.MeshEntry {
|
2016-08-12 14:48:09 +00:00
|
|
|
return &pb.MeshEntry{
|
2018-02-07 15:36:47 +00:00
|
|
|
Entry: &pb.Entry{
|
|
|
|
Timestamp: ts,
|
|
|
|
GroupKey: []byte("key"),
|
|
|
|
Receiver: &pb.Receiver{
|
|
|
|
GroupName: name,
|
|
|
|
Idx: 1,
|
|
|
|
Integration: "integr",
|
|
|
|
},
|
|
|
|
},
|
2016-08-12 14:48:09 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
cases := []struct {
|
2018-02-07 15:36:47 +00:00
|
|
|
a, b state
|
|
|
|
final state
|
2016-08-12 14:48:09 +00:00
|
|
|
}{
|
|
|
|
{
|
2018-02-07 15:36:47 +00:00
|
|
|
a: state{
|
|
|
|
"key:a1/integr/1": newEntry(now, "a1"),
|
|
|
|
"key:a2/integr/1": newEntry(now, "a2"),
|
|
|
|
"key:a3/integr/1": newEntry(now, "a3"),
|
2016-08-12 14:48:09 +00:00
|
|
|
},
|
2018-02-07 15:36:47 +00:00
|
|
|
b: state{
|
|
|
|
"key:b1/integr/1": newEntry(now, "b1"), // new key, should be added
|
|
|
|
"key:a2/integr/1": newEntry(now.Add(-time.Minute), "a2"), // older timestamp, should be dropped
|
|
|
|
"key:a3/integr/1": newEntry(now.Add(time.Minute), "a3"), // newer timestamp, should overwrite
|
2016-08-12 14:48:09 +00:00
|
|
|
},
|
2018-02-07 15:36:47 +00:00
|
|
|
final: state{
|
|
|
|
"key:a1/integr/1": newEntry(now, "a1"),
|
|
|
|
"key:a2/integr/1": newEntry(now, "a2"),
|
|
|
|
"key:a3/integr/1": newEntry(now.Add(time.Minute), "a3"),
|
|
|
|
"key:b1/integr/1": newEntry(now, "b1"),
|
2016-08-12 14:48:09 +00:00
|
|
|
},
|
|
|
|
},
|
|
|
|
}
|
|
|
|
|
|
|
|
for _, c := range cases {
|
|
|
|
ca, cb := c.a.clone(), c.b.clone()
|
|
|
|
|
2018-02-07 15:36:47 +00:00
|
|
|
res := c.a.clone()
|
|
|
|
for _, e := range cb {
|
|
|
|
res.merge(e)
|
|
|
|
}
|
2016-08-12 14:48:09 +00:00
|
|
|
require.Equal(t, c.final, res, "Merge result should match expectation")
|
|
|
|
require.Equal(t, c.b, cb, "Merged state should remain unmodified")
|
2017-12-09 14:22:07 +00:00
|
|
|
require.NotEqual(t, c.final, ca, "Merge should not change original state")
|
2016-08-12 14:48:09 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-02-07 15:36:47 +00:00
|
|
|
func TestStateDataCoding(t *testing.T) {
|
2016-08-12 14:48:09 +00:00
|
|
|
// Check whether encoding and decoding the data is symmetric.
|
|
|
|
now := utcNow()
|
|
|
|
|
|
|
|
cases := []struct {
|
|
|
|
entries []*pb.MeshEntry
|
|
|
|
}{
|
|
|
|
{
|
|
|
|
entries: []*pb.MeshEntry{
|
|
|
|
{
|
|
|
|
Entry: &pb.Entry{
|
|
|
|
GroupKey: []byte("d8e8fca2dc0f896fd7cb4cb0031ba249"),
|
|
|
|
Receiver: &pb.Receiver{GroupName: "abc", Integration: "test1", Idx: 1},
|
|
|
|
GroupHash: []byte("126a8a51b9d1bbd07fddc65819a542c3"),
|
|
|
|
Resolved: false,
|
2017-04-18 08:03:57 +00:00
|
|
|
Timestamp: now,
|
2016-08-12 14:48:09 +00:00
|
|
|
},
|
2017-04-18 08:03:57 +00:00
|
|
|
ExpiresAt: now,
|
2016-08-12 14:48:09 +00:00
|
|
|
}, {
|
|
|
|
Entry: &pb.Entry{
|
|
|
|
GroupKey: []byte("d8e8fca2dc0f8abce7cb4cb0031ba249"),
|
|
|
|
Receiver: &pb.Receiver{GroupName: "def", Integration: "test2", Idx: 29},
|
|
|
|
GroupHash: []byte("122c2331b9d1bbd07fddc65819a542c3"),
|
|
|
|
Resolved: true,
|
2017-04-18 08:03:57 +00:00
|
|
|
Timestamp: now,
|
2016-08-12 14:48:09 +00:00
|
|
|
},
|
2017-04-18 08:03:57 +00:00
|
|
|
ExpiresAt: now,
|
2016-08-12 14:48:09 +00:00
|
|
|
}, {
|
|
|
|
Entry: &pb.Entry{
|
|
|
|
GroupKey: []byte("aaaaaca2dc0f896fd7cb4cb0031ba249"),
|
|
|
|
Receiver: &pb.Receiver{GroupName: "ghi", Integration: "test3", Idx: 0},
|
|
|
|
GroupHash: []byte("126a8a51b9d1bbd07fddc6e3e3e542c3"),
|
|
|
|
Resolved: false,
|
2017-04-18 08:03:57 +00:00
|
|
|
Timestamp: now,
|
2016-08-12 14:48:09 +00:00
|
|
|
},
|
2017-04-18 08:03:57 +00:00
|
|
|
ExpiresAt: now,
|
2016-08-12 14:48:09 +00:00
|
|
|
},
|
|
|
|
},
|
|
|
|
},
|
|
|
|
}
|
|
|
|
|
|
|
|
for _, c := range cases {
|
|
|
|
// Create gossip data from input.
|
2018-02-07 15:36:47 +00:00
|
|
|
in := state{}
|
2016-08-12 14:48:09 +00:00
|
|
|
for _, e := range c.entries {
|
2017-04-21 09:43:12 +00:00
|
|
|
in[stateKey(string(e.Entry.GroupKey), e.Entry.Receiver)] = e
|
2016-08-12 14:48:09 +00:00
|
|
|
}
|
2018-02-07 15:36:47 +00:00
|
|
|
msg, err := in.MarshalBinary()
|
|
|
|
require.NoError(t, err)
|
2016-08-12 14:48:09 +00:00
|
|
|
|
2018-02-07 15:36:47 +00:00
|
|
|
out, err := decodeState(bytes.NewReader(msg))
|
2016-08-12 14:48:09 +00:00
|
|
|
require.NoError(t, err, "decoding message failed")
|
|
|
|
|
|
|
|
require.Equal(t, in, out, "decoded data doesn't match encoded data")
|
|
|
|
}
|
|
|
|
}
|
2017-11-01 09:34:40 +00:00
|
|
|
|
2017-11-01 19:38:00 +00:00
|
|
|
func TestQuery(t *testing.T) {
|
|
|
|
nl, err := New()
|
|
|
|
if err != nil {
|
|
|
|
require.NoError(t, err, "constructing nflog failed")
|
|
|
|
}
|
|
|
|
|
|
|
|
recv := new(pb.Receiver)
|
|
|
|
|
|
|
|
// no key param
|
|
|
|
_, err = nl.Query(QGroupKey("key"))
|
|
|
|
require.EqualError(t, err, "no query parameters specified")
|
|
|
|
|
|
|
|
// no recv param
|
|
|
|
_, err = nl.Query(QReceiver(recv))
|
|
|
|
require.EqualError(t, err, "no query parameters specified")
|
|
|
|
|
|
|
|
// no entry
|
|
|
|
_, err = nl.Query(QGroupKey("nonexistingkey"), QReceiver(recv))
|
|
|
|
require.EqualError(t, err, "not found")
|
|
|
|
|
|
|
|
// existing entry
|
|
|
|
firingAlerts := []uint64{1, 2, 3}
|
|
|
|
resolvedAlerts := []uint64{4, 5}
|
|
|
|
|
|
|
|
err = nl.Log(recv, "key", firingAlerts, resolvedAlerts)
|
|
|
|
require.NoError(t, err, "logging notification failed")
|
|
|
|
|
|
|
|
entries, err := nl.Query(QGroupKey("key"), QReceiver(recv))
|
2018-02-28 16:42:32 +00:00
|
|
|
require.NoError(t, err, "querying nflog failed")
|
2017-11-01 19:38:00 +00:00
|
|
|
entry := entries[0]
|
|
|
|
require.EqualValues(t, firingAlerts, entry.FiringAlerts)
|
|
|
|
require.EqualValues(t, resolvedAlerts, entry.ResolvedAlerts)
|
|
|
|
}
|
2018-04-10 08:11:40 +00:00
|
|
|
|
|
|
|
func TestStateDecodingError(t *testing.T) {
|
|
|
|
// Check whether decoding copes with erroneous data.
|
|
|
|
s := state{"": &pb.MeshEntry{}}
|
|
|
|
|
|
|
|
msg, err := s.MarshalBinary()
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
|
|
_, err = decodeState(bytes.NewReader(msg))
|
|
|
|
require.Equal(t, ErrInvalidState, err)
|
|
|
|
}
|