mirror of
https://github.com/prometheus/prometheus
synced 2024-12-23 23:13:11 +00:00
39a8db22eb
* Bundle all xDS targets into a single group Signed-off-by: austin ce <austin.cawley@gmail.com>
275 lines
7.0 KiB
Go
275 lines
7.0 KiB
Go
// Copyright 2021 The Prometheus Authors
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package xds
|
|
|
|
import (
|
|
"context"
|
|
"io"
|
|
"io/ioutil"
|
|
"net/http"
|
|
"net/http/httptest"
|
|
"testing"
|
|
"time"
|
|
|
|
v3 "github.com/envoyproxy/go-control-plane/envoy/service/discovery/v3"
|
|
"github.com/go-kit/log"
|
|
"github.com/prometheus/client_golang/prometheus"
|
|
"github.com/prometheus/common/model"
|
|
"github.com/stretchr/testify/require"
|
|
"go.uber.org/goleak"
|
|
"google.golang.org/protobuf/types/known/anypb"
|
|
|
|
"github.com/prometheus/prometheus/discovery/targetgroup"
|
|
)
|
|
|
|
var (
|
|
sdConf = SDConfig{
|
|
Server: "http://127.0.0.1",
|
|
RefreshInterval: model.Duration(10 * time.Second),
|
|
}
|
|
|
|
testFetchFailuresCount = prometheus.NewCounter(
|
|
prometheus.CounterOpts{})
|
|
testFetchSkipUpdateCount = prometheus.NewCounter(
|
|
prometheus.CounterOpts{})
|
|
testFetchDuration = prometheus.NewSummary(
|
|
prometheus.SummaryOpts{},
|
|
)
|
|
)
|
|
|
|
func TestMain(m *testing.M) {
|
|
goleak.VerifyTestMain(m)
|
|
}
|
|
|
|
type discoveryResponder func(request *v3.DiscoveryRequest) (*v3.DiscoveryResponse, error)
|
|
|
|
func createTestHTTPServer(t *testing.T, responder discoveryResponder) *httptest.Server {
|
|
return httptest.NewTLSServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
// Validate req MIME types.
|
|
require.Equal(t, "application/json", r.Header.Get("Content-Type"))
|
|
require.Equal(t, "application/json", r.Header.Get("Accept"))
|
|
|
|
body, err := ioutil.ReadAll(r.Body)
|
|
defer func() {
|
|
_, _ = io.Copy(ioutil.Discard, r.Body)
|
|
_ = r.Body.Close()
|
|
}()
|
|
require.NotEmpty(t, body)
|
|
require.NoError(t, err)
|
|
|
|
// Validate discovery request.
|
|
discoveryReq := &v3.DiscoveryRequest{}
|
|
err = protoJSONUnmarshalOptions.Unmarshal(body, discoveryReq)
|
|
require.NoError(t, err)
|
|
|
|
discoveryRes, err := responder(discoveryReq)
|
|
if err != nil {
|
|
w.WriteHeader(500)
|
|
return
|
|
}
|
|
|
|
if discoveryRes == nil {
|
|
w.WriteHeader(304)
|
|
return
|
|
}
|
|
|
|
w.WriteHeader(200)
|
|
data, err := protoJSONMarshalOptions.Marshal(discoveryRes)
|
|
require.NoError(t, err)
|
|
|
|
_, err = w.Write(data)
|
|
require.NoError(t, err)
|
|
}))
|
|
}
|
|
|
|
func constantResourceParser(targets []model.LabelSet, err error) resourceParser {
|
|
return func(resources []*anypb.Any, typeUrl string) ([]model.LabelSet, error) {
|
|
return targets, err
|
|
}
|
|
}
|
|
|
|
var nopLogger = log.NewNopLogger()
|
|
|
|
type testResourceClient struct {
|
|
resourceTypeURL string
|
|
server string
|
|
protocolVersion ProtocolVersion
|
|
fetch func(ctx context.Context) (*v3.DiscoveryResponse, error)
|
|
}
|
|
|
|
func (rc testResourceClient) ResourceTypeURL() string {
|
|
return rc.resourceTypeURL
|
|
}
|
|
|
|
func (rc testResourceClient) Server() string {
|
|
return rc.server
|
|
}
|
|
|
|
func (rc testResourceClient) Fetch(ctx context.Context) (*v3.DiscoveryResponse, error) {
|
|
return rc.fetch(ctx)
|
|
}
|
|
|
|
func (rc testResourceClient) ID() string {
|
|
return "test-client"
|
|
}
|
|
|
|
func (rc testResourceClient) Close() {
|
|
}
|
|
|
|
func TestPollingRefreshSkipUpdate(t *testing.T) {
|
|
rc := &testResourceClient{
|
|
fetch: func(ctx context.Context) (*v3.DiscoveryResponse, error) {
|
|
return nil, nil
|
|
},
|
|
}
|
|
pd := &fetchDiscovery{
|
|
client: rc,
|
|
logger: nopLogger,
|
|
fetchDuration: testFetchDuration,
|
|
fetchFailuresCount: testFetchFailuresCount,
|
|
fetchSkipUpdateCount: testFetchSkipUpdateCount,
|
|
}
|
|
|
|
ctx, cancel := context.WithCancel(context.Background())
|
|
go func() {
|
|
time.Sleep(1 * time.Second)
|
|
cancel()
|
|
}()
|
|
|
|
ch := make(chan []*targetgroup.Group, 1)
|
|
pd.poll(ctx, ch)
|
|
select {
|
|
case <-ctx.Done():
|
|
return
|
|
case <-ch:
|
|
require.Fail(t, "no update expected")
|
|
}
|
|
}
|
|
|
|
func TestPollingRefreshAttachesGroupMetadata(t *testing.T) {
|
|
server := "http://198.161.2.0"
|
|
source := "test"
|
|
rc := &testResourceClient{
|
|
server: server,
|
|
protocolVersion: ProtocolV3,
|
|
fetch: func(ctx context.Context) (*v3.DiscoveryResponse, error) {
|
|
return &v3.DiscoveryResponse{}, nil
|
|
},
|
|
}
|
|
pd := &fetchDiscovery{
|
|
source: source,
|
|
client: rc,
|
|
logger: nopLogger,
|
|
fetchDuration: testFetchDuration,
|
|
fetchFailuresCount: testFetchFailuresCount,
|
|
fetchSkipUpdateCount: testFetchSkipUpdateCount,
|
|
parseResources: constantResourceParser([]model.LabelSet{
|
|
{
|
|
"__meta_custom_xds_label": "a-value",
|
|
"__address__": "10.1.4.32:9090",
|
|
"instance": "prometheus-01",
|
|
},
|
|
{
|
|
"__meta_custom_xds_label": "a-value",
|
|
"__address__": "10.1.5.32:9090",
|
|
"instance": "prometheus-02",
|
|
},
|
|
}, nil),
|
|
}
|
|
ch := make(chan []*targetgroup.Group, 1)
|
|
pd.poll(context.Background(), ch)
|
|
groups := <-ch
|
|
require.NotNil(t, groups)
|
|
|
|
require.Len(t, groups, 1)
|
|
|
|
group := groups[0]
|
|
require.Equal(t, source, group.Source)
|
|
|
|
require.Len(t, group.Targets, 2)
|
|
|
|
target2 := group.Targets[1]
|
|
require.Contains(t, target2, model.LabelName("__meta_custom_xds_label"))
|
|
require.Equal(t, model.LabelValue("a-value"), target2["__meta_custom_xds_label"])
|
|
}
|
|
|
|
func TestPollingDisappearingTargets(t *testing.T) {
|
|
server := "http://198.161.2.0"
|
|
source := "test"
|
|
rc := &testResourceClient{
|
|
server: server,
|
|
protocolVersion: ProtocolV3,
|
|
fetch: func(ctx context.Context) (*v3.DiscoveryResponse, error) {
|
|
return &v3.DiscoveryResponse{}, nil
|
|
},
|
|
}
|
|
|
|
// On the first poll, send back two targets. On the next, send just one.
|
|
counter := 0
|
|
parser := func(resources []*anypb.Any, typeUrl string) ([]model.LabelSet, error) {
|
|
counter++
|
|
if counter == 1 {
|
|
return []model.LabelSet{
|
|
{
|
|
"__meta_custom_xds_label": "a-value",
|
|
"__address__": "10.1.4.32:9090",
|
|
"instance": "prometheus-01",
|
|
},
|
|
{
|
|
"__meta_custom_xds_label": "a-value",
|
|
"__address__": "10.1.5.32:9090",
|
|
"instance": "prometheus-02",
|
|
},
|
|
}, nil
|
|
}
|
|
|
|
return []model.LabelSet{
|
|
{
|
|
"__meta_custom_xds_label": "a-value",
|
|
"__address__": "10.1.4.32:9090",
|
|
"instance": "prometheus-01",
|
|
},
|
|
}, nil
|
|
}
|
|
|
|
pd := &fetchDiscovery{
|
|
source: source,
|
|
client: rc,
|
|
logger: nopLogger,
|
|
fetchDuration: testFetchDuration,
|
|
fetchFailuresCount: testFetchFailuresCount,
|
|
fetchSkipUpdateCount: testFetchSkipUpdateCount,
|
|
parseResources: parser,
|
|
}
|
|
|
|
ch := make(chan []*targetgroup.Group, 1)
|
|
pd.poll(context.Background(), ch)
|
|
groups := <-ch
|
|
require.NotNil(t, groups)
|
|
|
|
require.Len(t, groups, 1)
|
|
|
|
require.Equal(t, source, groups[0].Source)
|
|
require.Len(t, groups[0].Targets, 2)
|
|
|
|
pd.poll(context.Background(), ch)
|
|
groups = <-ch
|
|
require.NotNil(t, groups)
|
|
|
|
require.Len(t, groups, 1)
|
|
|
|
require.Equal(t, source, groups[0].Source)
|
|
require.Len(t, groups[0].Targets, 1)
|
|
}
|