Extract TestGroupsWithLimits, and remove limit test from TestGroups.

Signed-off-by: Peter Štibraný <pstibrany@gmail.com>
This commit is contained in:
Peter Štibraný 2021-06-01 09:33:47 +02:00 committed by Peter Štibraný
parent d5ed7bfb15
commit 0f86edcf5c
1 changed files with 83 additions and 14 deletions

View File

@ -374,9 +374,8 @@ route:
timeout := func(d time.Duration) time.Duration { return time.Duration(0) } timeout := func(d time.Duration) time.Duration { return time.Duration(0) }
recorder := &recordStage{alerts: make(map[string]map[model.Fingerprint]*types.Alert)} recorder := &recordStage{alerts: make(map[string]map[model.Fingerprint]*types.Alert)}
lim := limits{groups: 6} m := NewDispatcherMetrics(false, prometheus.NewRegistry())
m := NewDispatcherMetrics(true, prometheus.NewRegistry()) dispatcher := NewDispatcher(alerts, route, recorder, marker, timeout, nil, logger, m)
dispatcher := NewDispatcher(alerts, route, recorder, marker, timeout, lim, logger, m)
go dispatcher.Run() go dispatcher.Run()
defer dispatcher.Stop() defer dispatcher.Stop()
@ -394,10 +393,7 @@ route:
// Matches the second and third sub-route. // Matches the second and third sub-route.
newAlert(model.LabelSet{"env": "prod", "alertname": "HighLatency", "cluster": "bb", "service": "db", "kafka": "yes", "instance": "inst3"}), newAlert(model.LabelSet{"env": "prod", "alertname": "HighLatency", "cluster": "bb", "service": "db", "kafka": "yes", "instance": "inst3"}),
} }
err = alerts.Put(inputAlerts...) alerts.Put(inputAlerts...)
if err != nil {
t.Fatal(err)
}
// Let alerts get processed. // Let alerts get processed.
for i := 0; len(recorder.Alerts()) != 7 && i < 10; i++ { for i := 0; len(recorder.Alerts()) != 7 && i < 10; i++ {
@ -474,6 +470,85 @@ route:
inputAlerts[4].Fingerprint(): {"prod"}, inputAlerts[4].Fingerprint(): {"prod"},
inputAlerts[5].Fingerprint(): {"kafka", "prod"}, inputAlerts[5].Fingerprint(): {"kafka", "prod"},
}, receivers) }, receivers)
}
func TestGroupsWithLimits(t *testing.T) {
confData := `receivers:
- name: 'kafka'
- name: 'prod'
- name: 'testing'
route:
group_by: ['alertname']
group_wait: 10ms
group_interval: 10ms
receiver: 'prod'
routes:
- match:
env: 'testing'
receiver: 'testing'
group_by: ['alertname', 'service']
- match:
env: 'prod'
receiver: 'prod'
group_by: ['alertname', 'service', 'cluster']
continue: true
- match:
kafka: 'yes'
receiver: 'kafka'
group_by: ['alertname', 'service', 'cluster']`
conf, err := config.Load(confData)
if err != nil {
t.Fatal(err)
}
logger := log.NewNopLogger()
route := NewRoute(conf.Route, nil)
marker := types.NewMarker(prometheus.NewRegistry())
alerts, err := mem.NewAlerts(context.Background(), marker, time.Hour, logger)
if err != nil {
t.Fatal(err)
}
defer alerts.Close()
timeout := func(d time.Duration) time.Duration { return time.Duration(0) }
recorder := &recordStage{alerts: make(map[string]map[model.Fingerprint]*types.Alert)}
lim := limits{groups: 6}
m := NewDispatcherMetrics(true, prometheus.NewRegistry())
dispatcher := NewDispatcher(alerts, route, recorder, marker, timeout, lim, logger, m)
go dispatcher.Run()
defer dispatcher.Stop()
// Create alerts. the dispatcher will automatically create the groups.
inputAlerts := []*types.Alert{
// Matches the parent route.
newAlert(model.LabelSet{"alertname": "OtherAlert", "cluster": "cc", "service": "dd"}),
// Matches the first sub-route.
newAlert(model.LabelSet{"env": "testing", "alertname": "TestingAlert", "service": "api", "instance": "inst1"}),
// Matches the second sub-route.
newAlert(model.LabelSet{"env": "prod", "alertname": "HighErrorRate", "cluster": "aa", "service": "api", "instance": "inst1"}),
newAlert(model.LabelSet{"env": "prod", "alertname": "HighErrorRate", "cluster": "aa", "service": "api", "instance": "inst2"}),
// Matches the second sub-route.
newAlert(model.LabelSet{"env": "prod", "alertname": "HighErrorRate", "cluster": "bb", "service": "api", "instance": "inst1"}),
// Matches the second and third sub-route.
newAlert(model.LabelSet{"env": "prod", "alertname": "HighLatency", "cluster": "bb", "service": "db", "kafka": "yes", "instance": "inst3"}),
}
err = alerts.Put(inputAlerts...)
if err != nil {
t.Fatal(err)
}
// Let alerts get processed.
for i := 0; len(recorder.Alerts()) != 7 && i < 10; i++ {
time.Sleep(200 * time.Millisecond)
}
require.Equal(t, 7, len(recorder.Alerts()))
routeFilter := func(*Route) bool { return true }
alertFilter := func(*types.Alert, time.Time) bool { return true }
alertGroups, _ := dispatcher.Groups(routeFilter, alertFilter)
require.Len(t, alertGroups, 6)
require.Equal(t, 0.0, testutil.ToFloat64(m.aggrGroupLimitReached)) require.Equal(t, 0.0, testutil.ToFloat64(m.aggrGroupLimitReached))
@ -490,13 +565,7 @@ route:
require.Equal(t, 1.0, testutil.ToFloat64(m.aggrGroupLimitReached)) require.Equal(t, 1.0, testutil.ToFloat64(m.aggrGroupLimitReached))
// Verify there are still only 6 groups. // Verify there are still only 6 groups.
alertGroups, _ = dispatcher.Groups( alertGroups, _ = dispatcher.Groups(routeFilter, alertFilter)
func(*Route) bool {
return true
}, func(*types.Alert, time.Time) bool {
return true
},
)
require.Len(t, alertGroups, 6) require.Len(t, alertGroups, 6)
} }