2016-12-28 02:16:47 +00:00
|
|
|
// Copyright 2016 The Prometheus Authors
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
|
|
|
package triton
|
|
|
|
|
|
|
|
import (
|
2017-10-25 04:21:42 +00:00
|
|
|
"context"
|
2016-12-28 02:16:47 +00:00
|
|
|
"fmt"
|
|
|
|
"net"
|
|
|
|
"net/http"
|
|
|
|
"net/http/httptest"
|
|
|
|
"net/url"
|
|
|
|
"strconv"
|
2018-09-18 15:35:22 +00:00
|
|
|
"strings"
|
2016-12-28 02:16:47 +00:00
|
|
|
"testing"
|
|
|
|
"time"
|
|
|
|
|
2018-01-11 15:10:25 +00:00
|
|
|
"github.com/prometheus/common/config"
|
2016-12-28 02:16:47 +00:00
|
|
|
"github.com/prometheus/common/model"
|
Refactor SD configuration to remove `config` dependency (#3629)
* refactor: move targetGroup struct and CheckOverflow() to their own package
* refactor: move auth and security related structs to a utility package, fix import error in utility package
* refactor: Azure SD, remove SD struct from config
* refactor: DNS SD, remove SD struct from config into dns package
* refactor: ec2 SD, move SD struct from config into the ec2 package
* refactor: file SD, move SD struct from config to file discovery package
* refactor: gce, move SD struct from config to gce discovery package
* refactor: move HTTPClientConfig and URL into util/config, fix import error in httputil
* refactor: consul, move SD struct from config into consul discovery package
* refactor: marathon, move SD struct from config into marathon discovery package
* refactor: triton, move SD struct from config to triton discovery package, fix test
* refactor: zookeeper, move SD structs from config to zookeeper discovery package
* refactor: openstack, remove SD struct from config, move into openstack discovery package
* refactor: kubernetes, move SD struct from config into kubernetes discovery package
* refactor: notifier, use targetgroup package instead of config
* refactor: tests for file, marathon, triton SD - use targetgroup package instead of config.TargetGroup
* refactor: retrieval, use targetgroup package instead of config.TargetGroup
* refactor: storage, use config util package
* refactor: discovery manager, use targetgroup package instead of config.TargetGroup
* refactor: use HTTPClient and TLS config from configUtil instead of config
* refactor: tests, use targetgroup package instead of config.TargetGroup
* refactor: fix tagetgroup.Group pointers that were removed by mistake
* refactor: openstack, kubernetes: drop prefixes
* refactor: remove import aliases forced due to vscode bug
* refactor: move main SD struct out of config into discovery/config
* refactor: rename configUtil to config_util
* refactor: rename yamlUtil to yaml_config
* refactor: kubernetes, remove prefixes
* refactor: move the TargetGroup package to discovery/
* refactor: fix order of imports
2017-12-29 20:01:34 +00:00
|
|
|
"github.com/prometheus/prometheus/discovery/targetgroup"
|
2018-09-18 15:35:22 +00:00
|
|
|
"github.com/prometheus/prometheus/util/testutil"
|
2016-12-28 02:16:47 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
var (
|
Refactor SD configuration to remove `config` dependency (#3629)
* refactor: move targetGroup struct and CheckOverflow() to their own package
* refactor: move auth and security related structs to a utility package, fix import error in utility package
* refactor: Azure SD, remove SD struct from config
* refactor: DNS SD, remove SD struct from config into dns package
* refactor: ec2 SD, move SD struct from config into the ec2 package
* refactor: file SD, move SD struct from config to file discovery package
* refactor: gce, move SD struct from config to gce discovery package
* refactor: move HTTPClientConfig and URL into util/config, fix import error in httputil
* refactor: consul, move SD struct from config into consul discovery package
* refactor: marathon, move SD struct from config into marathon discovery package
* refactor: triton, move SD struct from config to triton discovery package, fix test
* refactor: zookeeper, move SD structs from config to zookeeper discovery package
* refactor: openstack, remove SD struct from config, move into openstack discovery package
* refactor: kubernetes, move SD struct from config into kubernetes discovery package
* refactor: notifier, use targetgroup package instead of config
* refactor: tests for file, marathon, triton SD - use targetgroup package instead of config.TargetGroup
* refactor: retrieval, use targetgroup package instead of config.TargetGroup
* refactor: storage, use config util package
* refactor: discovery manager, use targetgroup package instead of config.TargetGroup
* refactor: use HTTPClient and TLS config from configUtil instead of config
* refactor: tests, use targetgroup package instead of config.TargetGroup
* refactor: fix tagetgroup.Group pointers that were removed by mistake
* refactor: openstack, kubernetes: drop prefixes
* refactor: remove import aliases forced due to vscode bug
* refactor: move main SD struct out of config into discovery/config
* refactor: rename configUtil to config_util
* refactor: rename yamlUtil to yaml_config
* refactor: kubernetes, remove prefixes
* refactor: move the TargetGroup package to discovery/
* refactor: fix order of imports
2017-12-29 20:01:34 +00:00
|
|
|
conf = SDConfig{
|
2016-12-28 02:16:47 +00:00
|
|
|
Account: "testAccount",
|
|
|
|
DNSSuffix: "triton.example.com",
|
|
|
|
Endpoint: "127.0.0.1",
|
|
|
|
Port: 443,
|
|
|
|
Version: 1,
|
|
|
|
RefreshInterval: 1,
|
|
|
|
TLSConfig: config.TLSConfig{InsecureSkipVerify: true},
|
|
|
|
}
|
Refactor SD configuration to remove `config` dependency (#3629)
* refactor: move targetGroup struct and CheckOverflow() to their own package
* refactor: move auth and security related structs to a utility package, fix import error in utility package
* refactor: Azure SD, remove SD struct from config
* refactor: DNS SD, remove SD struct from config into dns package
* refactor: ec2 SD, move SD struct from config into the ec2 package
* refactor: file SD, move SD struct from config to file discovery package
* refactor: gce, move SD struct from config to gce discovery package
* refactor: move HTTPClientConfig and URL into util/config, fix import error in httputil
* refactor: consul, move SD struct from config into consul discovery package
* refactor: marathon, move SD struct from config into marathon discovery package
* refactor: triton, move SD struct from config to triton discovery package, fix test
* refactor: zookeeper, move SD structs from config to zookeeper discovery package
* refactor: openstack, remove SD struct from config, move into openstack discovery package
* refactor: kubernetes, move SD struct from config into kubernetes discovery package
* refactor: notifier, use targetgroup package instead of config
* refactor: tests for file, marathon, triton SD - use targetgroup package instead of config.TargetGroup
* refactor: retrieval, use targetgroup package instead of config.TargetGroup
* refactor: storage, use config util package
* refactor: discovery manager, use targetgroup package instead of config.TargetGroup
* refactor: use HTTPClient and TLS config from configUtil instead of config
* refactor: tests, use targetgroup package instead of config.TargetGroup
* refactor: fix tagetgroup.Group pointers that were removed by mistake
* refactor: openstack, kubernetes: drop prefixes
* refactor: remove import aliases forced due to vscode bug
* refactor: move main SD struct out of config into discovery/config
* refactor: rename configUtil to config_util
* refactor: rename yamlUtil to yaml_config
* refactor: kubernetes, remove prefixes
* refactor: move the TargetGroup package to discovery/
* refactor: fix order of imports
2017-12-29 20:01:34 +00:00
|
|
|
badconf = SDConfig{
|
2016-12-28 02:16:47 +00:00
|
|
|
Account: "badTestAccount",
|
|
|
|
DNSSuffix: "bad.triton.example.com",
|
|
|
|
Endpoint: "127.0.0.1",
|
|
|
|
Port: 443,
|
|
|
|
Version: 1,
|
|
|
|
RefreshInterval: 1,
|
|
|
|
TLSConfig: config.TLSConfig{
|
|
|
|
InsecureSkipVerify: false,
|
|
|
|
KeyFile: "shouldnotexist.key",
|
|
|
|
CAFile: "shouldnotexist.ca",
|
|
|
|
CertFile: "shouldnotexist.cert",
|
|
|
|
},
|
|
|
|
}
|
2018-10-10 09:03:34 +00:00
|
|
|
groupsconf = SDConfig{
|
|
|
|
Account: "testAccount",
|
|
|
|
DNSSuffix: "triton.example.com",
|
|
|
|
Endpoint: "127.0.0.1",
|
|
|
|
Groups: []string{"foo", "bar"},
|
|
|
|
Port: 443,
|
|
|
|
Version: 1,
|
|
|
|
RefreshInterval: 1,
|
|
|
|
TLSConfig: config.TLSConfig{InsecureSkipVerify: true},
|
|
|
|
}
|
2016-12-28 02:16:47 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
func TestTritonSDNew(t *testing.T) {
|
2017-08-11 18:45:52 +00:00
|
|
|
td, err := New(nil, &conf)
|
2018-09-18 15:35:22 +00:00
|
|
|
testutil.Ok(t, err)
|
|
|
|
testutil.Assert(t, td != nil, "")
|
|
|
|
testutil.Assert(t, td.client != nil, "")
|
|
|
|
testutil.Assert(t, td.interval != 0, "")
|
|
|
|
testutil.Assert(t, td.sdConfig != nil, "")
|
|
|
|
testutil.Equals(t, conf.Account, td.sdConfig.Account)
|
|
|
|
testutil.Equals(t, conf.DNSSuffix, td.sdConfig.DNSSuffix)
|
|
|
|
testutil.Equals(t, conf.Endpoint, td.sdConfig.Endpoint)
|
|
|
|
testutil.Equals(t, conf.Port, td.sdConfig.Port)
|
2016-12-28 02:16:47 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func TestTritonSDNewBadConfig(t *testing.T) {
|
2017-08-11 18:45:52 +00:00
|
|
|
td, err := New(nil, &badconf)
|
2018-09-18 15:35:22 +00:00
|
|
|
testutil.NotOk(t, err, "")
|
|
|
|
testutil.Assert(t, td == nil, "")
|
2016-12-28 02:16:47 +00:00
|
|
|
}
|
|
|
|
|
2018-10-10 09:03:34 +00:00
|
|
|
func TestTritonSDNewGroupsConfig(t *testing.T) {
|
|
|
|
td, err := New(nil, &groupsconf)
|
|
|
|
testutil.Ok(t, err)
|
|
|
|
testutil.Assert(t, td != nil, "")
|
|
|
|
testutil.Assert(t, td.client != nil, "")
|
|
|
|
testutil.Assert(t, td.interval != 0, "")
|
|
|
|
testutil.Assert(t, td.sdConfig != nil, "")
|
|
|
|
testutil.Equals(t, groupsconf.Account, td.sdConfig.Account)
|
|
|
|
testutil.Equals(t, groupsconf.DNSSuffix, td.sdConfig.DNSSuffix)
|
|
|
|
testutil.Equals(t, groupsconf.Endpoint, td.sdConfig.Endpoint)
|
|
|
|
testutil.Equals(t, groupsconf.Groups, td.sdConfig.Groups)
|
|
|
|
testutil.Equals(t, groupsconf.Port, td.sdConfig.Port)
|
|
|
|
}
|
|
|
|
|
2016-12-28 02:16:47 +00:00
|
|
|
func TestTritonSDRun(t *testing.T) {
|
|
|
|
var (
|
2017-08-11 18:45:52 +00:00
|
|
|
td, err = New(nil, &conf)
|
Refactor SD configuration to remove `config` dependency (#3629)
* refactor: move targetGroup struct and CheckOverflow() to their own package
* refactor: move auth and security related structs to a utility package, fix import error in utility package
* refactor: Azure SD, remove SD struct from config
* refactor: DNS SD, remove SD struct from config into dns package
* refactor: ec2 SD, move SD struct from config into the ec2 package
* refactor: file SD, move SD struct from config to file discovery package
* refactor: gce, move SD struct from config to gce discovery package
* refactor: move HTTPClientConfig and URL into util/config, fix import error in httputil
* refactor: consul, move SD struct from config into consul discovery package
* refactor: marathon, move SD struct from config into marathon discovery package
* refactor: triton, move SD struct from config to triton discovery package, fix test
* refactor: zookeeper, move SD structs from config to zookeeper discovery package
* refactor: openstack, remove SD struct from config, move into openstack discovery package
* refactor: kubernetes, move SD struct from config into kubernetes discovery package
* refactor: notifier, use targetgroup package instead of config
* refactor: tests for file, marathon, triton SD - use targetgroup package instead of config.TargetGroup
* refactor: retrieval, use targetgroup package instead of config.TargetGroup
* refactor: storage, use config util package
* refactor: discovery manager, use targetgroup package instead of config.TargetGroup
* refactor: use HTTPClient and TLS config from configUtil instead of config
* refactor: tests, use targetgroup package instead of config.TargetGroup
* refactor: fix tagetgroup.Group pointers that were removed by mistake
* refactor: openstack, kubernetes: drop prefixes
* refactor: remove import aliases forced due to vscode bug
* refactor: move main SD struct out of config into discovery/config
* refactor: rename configUtil to config_util
* refactor: rename yamlUtil to yaml_config
* refactor: kubernetes, remove prefixes
* refactor: move the TargetGroup package to discovery/
* refactor: fix order of imports
2017-12-29 20:01:34 +00:00
|
|
|
ch = make(chan []*targetgroup.Group)
|
2016-12-28 02:16:47 +00:00
|
|
|
ctx, cancel = context.WithCancel(context.Background())
|
|
|
|
)
|
|
|
|
|
2018-09-18 15:35:22 +00:00
|
|
|
testutil.Ok(t, err)
|
|
|
|
testutil.Assert(t, td != nil, "")
|
2016-12-28 02:16:47 +00:00
|
|
|
|
2018-02-26 10:03:50 +00:00
|
|
|
wait := make(chan struct{})
|
|
|
|
go func() {
|
|
|
|
td.Run(ctx, ch)
|
|
|
|
close(wait)
|
|
|
|
}()
|
2016-12-28 02:16:47 +00:00
|
|
|
|
|
|
|
select {
|
|
|
|
case <-time.After(60 * time.Millisecond):
|
|
|
|
// Expected.
|
|
|
|
case tgs := <-ch:
|
|
|
|
t.Fatalf("Unexpected target groups in triton discovery: %s", tgs)
|
|
|
|
}
|
|
|
|
|
|
|
|
cancel()
|
2018-02-26 10:03:50 +00:00
|
|
|
<-wait
|
2016-12-28 02:16:47 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func TestTritonSDRefreshNoTargets(t *testing.T) {
|
|
|
|
tgts := testTritonSDRefresh(t, "{\"containers\":[]}")
|
2018-09-18 15:35:22 +00:00
|
|
|
testutil.Assert(t, tgts == nil, "")
|
2016-12-28 02:16:47 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func TestTritonSDRefreshMultipleTargets(t *testing.T) {
|
|
|
|
var (
|
|
|
|
dstr = `{"containers":[
|
|
|
|
{
|
2018-10-10 09:03:34 +00:00
|
|
|
"groups":["foo","bar","baz"],
|
2016-12-28 02:16:47 +00:00
|
|
|
"server_uuid":"44454c4c-5000-104d-8037-b7c04f5a5131",
|
|
|
|
"vm_alias":"server01",
|
2017-04-06 21:09:23 +00:00
|
|
|
"vm_brand":"lx",
|
2016-12-28 02:16:47 +00:00
|
|
|
"vm_image_uuid":"7b27a514-89d7-11e6-bee6-3f96f367bee7",
|
|
|
|
"vm_uuid":"ad466fbf-46a2-4027-9b64-8d3cdb7e9072"
|
|
|
|
},
|
|
|
|
{
|
|
|
|
"server_uuid":"a5894692-bd32-4ca1-908a-e2dda3c3a5e6",
|
|
|
|
"vm_alias":"server02",
|
2017-04-06 21:09:23 +00:00
|
|
|
"vm_brand":"kvm",
|
2016-12-28 02:16:47 +00:00
|
|
|
"vm_image_uuid":"a5894692-bd32-4ca1-908a-e2dda3c3a5e6",
|
|
|
|
"vm_uuid":"7b27a514-89d7-11e6-bee6-3f96f367bee7"
|
|
|
|
}]
|
|
|
|
}`
|
|
|
|
)
|
|
|
|
|
|
|
|
tgts := testTritonSDRefresh(t, dstr)
|
2018-09-18 15:35:22 +00:00
|
|
|
testutil.Assert(t, tgts != nil, "")
|
|
|
|
testutil.Equals(t, 2, len(tgts))
|
2016-12-28 02:16:47 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func TestTritonSDRefreshNoServer(t *testing.T) {
|
|
|
|
var (
|
2017-08-11 18:45:52 +00:00
|
|
|
td, err = New(nil, &conf)
|
2016-12-28 02:16:47 +00:00
|
|
|
)
|
2018-09-18 15:35:22 +00:00
|
|
|
testutil.Ok(t, err)
|
|
|
|
testutil.Assert(t, td != nil, "")
|
2016-12-28 02:16:47 +00:00
|
|
|
|
|
|
|
tg, rerr := td.refresh()
|
2018-09-18 15:35:22 +00:00
|
|
|
testutil.NotOk(t, rerr, "")
|
|
|
|
testutil.Equals(t, strings.Contains(rerr.Error(), "an error occurred when requesting targets from the discovery endpoint."), true)
|
|
|
|
testutil.Assert(t, tg != nil, "")
|
|
|
|
testutil.Assert(t, tg.Targets == nil, "")
|
2016-12-28 02:16:47 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func testTritonSDRefresh(t *testing.T, dstr string) []model.LabelSet {
|
|
|
|
var (
|
2017-08-11 18:45:52 +00:00
|
|
|
td, err = New(nil, &conf)
|
2016-12-28 02:16:47 +00:00
|
|
|
s = httptest.NewTLSServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
|
|
fmt.Fprintln(w, dstr)
|
|
|
|
}))
|
|
|
|
)
|
|
|
|
|
|
|
|
defer s.Close()
|
|
|
|
|
|
|
|
u, uperr := url.Parse(s.URL)
|
2018-09-18 15:35:22 +00:00
|
|
|
testutil.Ok(t, uperr)
|
|
|
|
testutil.Assert(t, u != nil, "")
|
2016-12-28 02:16:47 +00:00
|
|
|
|
|
|
|
host, strport, sherr := net.SplitHostPort(u.Host)
|
2018-09-18 15:35:22 +00:00
|
|
|
testutil.Ok(t, sherr)
|
|
|
|
testutil.Assert(t, host != "", "")
|
|
|
|
testutil.Assert(t, strport != "", "")
|
2016-12-28 02:16:47 +00:00
|
|
|
|
|
|
|
port, atoierr := strconv.Atoi(strport)
|
2018-09-18 15:35:22 +00:00
|
|
|
testutil.Ok(t, atoierr)
|
|
|
|
testutil.Assert(t, port != 0, "")
|
2016-12-28 02:16:47 +00:00
|
|
|
|
|
|
|
td.sdConfig.Port = port
|
|
|
|
|
2018-09-18 15:35:22 +00:00
|
|
|
testutil.Ok(t, err)
|
|
|
|
testutil.Assert(t, td != nil, "")
|
2016-12-28 02:16:47 +00:00
|
|
|
|
|
|
|
tg, err := td.refresh()
|
2018-09-18 15:35:22 +00:00
|
|
|
testutil.Ok(t, err)
|
|
|
|
testutil.Assert(t, tg != nil, "")
|
2016-12-28 02:16:47 +00:00
|
|
|
|
|
|
|
return tg.Targets
|
|
|
|
}
|