606 lines
17 KiB
Go
606 lines
17 KiB
Go
// Copyright 2016 The Prometheus Authors
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package kubernetes
|
|
|
|
import (
|
|
"testing"
|
|
|
|
"github.com/prometheus/common/model"
|
|
"github.com/prometheus/prometheus/discovery/targetgroup"
|
|
"k8s.io/api/core/v1"
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
"k8s.io/apimachinery/pkg/runtime"
|
|
"k8s.io/apimachinery/pkg/types"
|
|
)
|
|
|
|
func makeEndpoints() *v1.Endpoints {
|
|
return &v1.Endpoints{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: "testendpoints",
|
|
Namespace: "default",
|
|
},
|
|
Subsets: []v1.EndpointSubset{
|
|
{
|
|
Addresses: []v1.EndpointAddress{
|
|
{
|
|
IP: "1.2.3.4",
|
|
},
|
|
},
|
|
Ports: []v1.EndpointPort{
|
|
{
|
|
Name: "testport",
|
|
Port: 9000,
|
|
Protocol: v1.ProtocolTCP,
|
|
},
|
|
},
|
|
},
|
|
{
|
|
Addresses: []v1.EndpointAddress{
|
|
{
|
|
IP: "2.3.4.5",
|
|
},
|
|
},
|
|
NotReadyAddresses: []v1.EndpointAddress{
|
|
{
|
|
IP: "2.3.4.5",
|
|
},
|
|
},
|
|
Ports: []v1.EndpointPort{
|
|
{
|
|
Name: "testport",
|
|
Port: 9001,
|
|
Protocol: v1.ProtocolTCP,
|
|
},
|
|
},
|
|
},
|
|
},
|
|
}
|
|
}
|
|
|
|
func TestEndpointsDiscoveryBeforeRun(t *testing.T) {
|
|
n, c, w := makeDiscovery(RoleEndpoint, NamespaceDiscovery{})
|
|
|
|
k8sDiscoveryTest{
|
|
discovery: n,
|
|
beforeRun: func() {
|
|
obj := makeEndpoints()
|
|
c.CoreV1().Endpoints(obj.Namespace).Create(obj)
|
|
w.Endpoints().Add(obj)
|
|
},
|
|
expectedMaxItems: 1,
|
|
expectedRes: map[string]*targetgroup.Group{
|
|
"endpoints/default/testendpoints": {
|
|
Targets: []model.LabelSet{
|
|
{
|
|
"__address__": "1.2.3.4:9000",
|
|
"__meta_kubernetes_endpoint_port_name": "testport",
|
|
"__meta_kubernetes_endpoint_port_protocol": "TCP",
|
|
"__meta_kubernetes_endpoint_ready": "true",
|
|
},
|
|
{
|
|
"__address__": "2.3.4.5:9001",
|
|
"__meta_kubernetes_endpoint_port_name": "testport",
|
|
"__meta_kubernetes_endpoint_port_protocol": "TCP",
|
|
"__meta_kubernetes_endpoint_ready": "true",
|
|
},
|
|
{
|
|
"__address__": "2.3.4.5:9001",
|
|
"__meta_kubernetes_endpoint_port_name": "testport",
|
|
"__meta_kubernetes_endpoint_port_protocol": "TCP",
|
|
"__meta_kubernetes_endpoint_ready": "false",
|
|
},
|
|
},
|
|
Labels: model.LabelSet{
|
|
"__meta_kubernetes_namespace": "default",
|
|
"__meta_kubernetes_endpoints_name": "testendpoints",
|
|
},
|
|
Source: "endpoints/default/testendpoints",
|
|
},
|
|
},
|
|
}.Run(t)
|
|
}
|
|
|
|
func TestEndpointsDiscoveryAdd(t *testing.T) {
|
|
obj := &v1.Pod{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: "testpod",
|
|
Namespace: "default",
|
|
UID: types.UID("deadbeef"),
|
|
},
|
|
Spec: v1.PodSpec{
|
|
NodeName: "testnode",
|
|
Containers: []v1.Container{
|
|
{
|
|
Name: "c1",
|
|
Ports: []v1.ContainerPort{
|
|
{
|
|
Name: "mainport",
|
|
ContainerPort: 9000,
|
|
Protocol: v1.ProtocolTCP,
|
|
},
|
|
},
|
|
},
|
|
{
|
|
Name: "c2",
|
|
Ports: []v1.ContainerPort{
|
|
{
|
|
Name: "sideport",
|
|
ContainerPort: 9001,
|
|
Protocol: v1.ProtocolTCP,
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
Status: v1.PodStatus{
|
|
HostIP: "2.3.4.5",
|
|
PodIP: "1.2.3.4",
|
|
},
|
|
}
|
|
n, c, w := makeDiscovery(RoleEndpoint, NamespaceDiscovery{}, obj)
|
|
|
|
k8sDiscoveryTest{
|
|
discovery: n,
|
|
afterStart: func() {
|
|
obj := &v1.Endpoints{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: "testendpoints",
|
|
Namespace: "default",
|
|
},
|
|
Subsets: []v1.EndpointSubset{
|
|
{
|
|
Addresses: []v1.EndpointAddress{
|
|
{
|
|
IP: "4.3.2.1",
|
|
TargetRef: &v1.ObjectReference{
|
|
Kind: "Pod",
|
|
Name: "testpod",
|
|
Namespace: "default",
|
|
},
|
|
},
|
|
},
|
|
Ports: []v1.EndpointPort{
|
|
{
|
|
Name: "testport",
|
|
Port: 9000,
|
|
Protocol: v1.ProtocolTCP,
|
|
},
|
|
},
|
|
},
|
|
},
|
|
}
|
|
c.CoreV1().Endpoints(obj.Namespace).Create(obj)
|
|
w.Endpoints().Add(obj)
|
|
},
|
|
expectedMaxItems: 1,
|
|
expectedRes: map[string]*targetgroup.Group{
|
|
"endpoints/default/testendpoints": {
|
|
Targets: []model.LabelSet{
|
|
{
|
|
"__address__": "4.3.2.1:9000",
|
|
"__meta_kubernetes_endpoint_port_name": "testport",
|
|
"__meta_kubernetes_endpoint_port_protocol": "TCP",
|
|
"__meta_kubernetes_endpoint_ready": "true",
|
|
"__meta_kubernetes_endpoint_address_target_kind": "Pod",
|
|
"__meta_kubernetes_endpoint_address_target_name": "testpod",
|
|
"__meta_kubernetes_pod_name": "testpod",
|
|
"__meta_kubernetes_pod_ip": "1.2.3.4",
|
|
"__meta_kubernetes_pod_ready": "unknown",
|
|
"__meta_kubernetes_pod_node_name": "testnode",
|
|
"__meta_kubernetes_pod_host_ip": "2.3.4.5",
|
|
"__meta_kubernetes_pod_container_name": "c1",
|
|
"__meta_kubernetes_pod_container_port_name": "mainport",
|
|
"__meta_kubernetes_pod_container_port_number": "9000",
|
|
"__meta_kubernetes_pod_container_port_protocol": "TCP",
|
|
"__meta_kubernetes_pod_uid": "deadbeef",
|
|
},
|
|
{
|
|
"__address__": "1.2.3.4:9001",
|
|
"__meta_kubernetes_pod_name": "testpod",
|
|
"__meta_kubernetes_pod_ip": "1.2.3.4",
|
|
"__meta_kubernetes_pod_ready": "unknown",
|
|
"__meta_kubernetes_pod_node_name": "testnode",
|
|
"__meta_kubernetes_pod_host_ip": "2.3.4.5",
|
|
"__meta_kubernetes_pod_container_name": "c2",
|
|
"__meta_kubernetes_pod_container_port_name": "sideport",
|
|
"__meta_kubernetes_pod_container_port_number": "9001",
|
|
"__meta_kubernetes_pod_container_port_protocol": "TCP",
|
|
"__meta_kubernetes_pod_uid": "deadbeef",
|
|
},
|
|
},
|
|
Labels: model.LabelSet{
|
|
"__meta_kubernetes_endpoints_name": "testendpoints",
|
|
"__meta_kubernetes_namespace": "default",
|
|
},
|
|
Source: "endpoints/default/testendpoints",
|
|
},
|
|
},
|
|
}.Run(t)
|
|
}
|
|
|
|
func TestEndpointsDiscoveryDelete(t *testing.T) {
|
|
n, c, w := makeDiscovery(RoleEndpoint, NamespaceDiscovery{}, makeEndpoints())
|
|
|
|
k8sDiscoveryTest{
|
|
discovery: n,
|
|
afterStart: func() {
|
|
obj := makeEndpoints()
|
|
c.CoreV1().Endpoints(obj.Namespace).Delete(obj.Name, &metav1.DeleteOptions{})
|
|
w.Endpoints().Delete(obj)
|
|
},
|
|
expectedMaxItems: 2,
|
|
expectedRes: map[string]*targetgroup.Group{
|
|
"endpoints/default/testendpoints": {
|
|
Source: "endpoints/default/testendpoints",
|
|
},
|
|
},
|
|
}.Run(t)
|
|
}
|
|
|
|
func TestEndpointsDiscoveryUpdate(t *testing.T) {
|
|
n, c, w := makeDiscovery(RoleEndpoint, NamespaceDiscovery{}, makeEndpoints())
|
|
|
|
k8sDiscoveryTest{
|
|
discovery: n,
|
|
afterStart: func() {
|
|
obj := &v1.Endpoints{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: "testendpoints",
|
|
Namespace: "default",
|
|
},
|
|
Subsets: []v1.EndpointSubset{
|
|
{
|
|
Addresses: []v1.EndpointAddress{
|
|
{
|
|
IP: "1.2.3.4",
|
|
},
|
|
},
|
|
Ports: []v1.EndpointPort{
|
|
{
|
|
Name: "testport",
|
|
Port: 9000,
|
|
Protocol: v1.ProtocolTCP,
|
|
},
|
|
},
|
|
},
|
|
{
|
|
Addresses: []v1.EndpointAddress{
|
|
{
|
|
IP: "2.3.4.5",
|
|
},
|
|
},
|
|
Ports: []v1.EndpointPort{
|
|
{
|
|
Name: "testport",
|
|
Port: 9001,
|
|
Protocol: v1.ProtocolTCP,
|
|
},
|
|
},
|
|
},
|
|
},
|
|
}
|
|
c.CoreV1().Endpoints(obj.Namespace).Update(obj)
|
|
w.Endpoints().Modify(obj)
|
|
},
|
|
expectedMaxItems: 2,
|
|
expectedRes: map[string]*targetgroup.Group{
|
|
"endpoints/default/testendpoints": {
|
|
Targets: []model.LabelSet{
|
|
{
|
|
"__address__": "1.2.3.4:9000",
|
|
"__meta_kubernetes_endpoint_port_name": "testport",
|
|
"__meta_kubernetes_endpoint_port_protocol": "TCP",
|
|
"__meta_kubernetes_endpoint_ready": "true",
|
|
},
|
|
{
|
|
"__address__": "2.3.4.5:9001",
|
|
"__meta_kubernetes_endpoint_port_name": "testport",
|
|
"__meta_kubernetes_endpoint_port_protocol": "TCP",
|
|
"__meta_kubernetes_endpoint_ready": "true",
|
|
},
|
|
},
|
|
Labels: model.LabelSet{
|
|
"__meta_kubernetes_namespace": "default",
|
|
"__meta_kubernetes_endpoints_name": "testendpoints",
|
|
},
|
|
Source: "endpoints/default/testendpoints",
|
|
},
|
|
},
|
|
}.Run(t)
|
|
}
|
|
|
|
func TestEndpointsDiscoveryEmptySubsets(t *testing.T) {
|
|
n, c, w := makeDiscovery(RoleEndpoint, NamespaceDiscovery{}, makeEndpoints())
|
|
|
|
k8sDiscoveryTest{
|
|
discovery: n,
|
|
afterStart: func() {
|
|
obj := &v1.Endpoints{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: "testendpoints",
|
|
Namespace: "default",
|
|
},
|
|
Subsets: []v1.EndpointSubset{},
|
|
}
|
|
c.CoreV1().Endpoints(obj.Namespace).Update(obj)
|
|
w.Endpoints().Modify(obj)
|
|
},
|
|
expectedMaxItems: 2,
|
|
expectedRes: map[string]*targetgroup.Group{
|
|
"endpoints/default/testendpoints": {
|
|
Labels: model.LabelSet{
|
|
"__meta_kubernetes_namespace": "default",
|
|
"__meta_kubernetes_endpoints_name": "testendpoints",
|
|
},
|
|
Source: "endpoints/default/testendpoints",
|
|
},
|
|
},
|
|
}.Run(t)
|
|
}
|
|
|
|
func TestEndpointsDiscoveryWithService(t *testing.T) {
|
|
n, c, w := makeDiscovery(RoleEndpoint, NamespaceDiscovery{}, makeEndpoints())
|
|
|
|
k8sDiscoveryTest{
|
|
discovery: n,
|
|
beforeRun: func() {
|
|
obj := &v1.Service{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: "testendpoints",
|
|
Namespace: "default",
|
|
Labels: map[string]string{
|
|
"app": "test",
|
|
},
|
|
},
|
|
}
|
|
c.CoreV1().Services(obj.Namespace).Create(obj)
|
|
w.Services().Add(obj)
|
|
},
|
|
expectedMaxItems: 1,
|
|
expectedRes: map[string]*targetgroup.Group{
|
|
"endpoints/default/testendpoints": {
|
|
Targets: []model.LabelSet{
|
|
{
|
|
"__address__": "1.2.3.4:9000",
|
|
"__meta_kubernetes_endpoint_port_name": "testport",
|
|
"__meta_kubernetes_endpoint_port_protocol": "TCP",
|
|
"__meta_kubernetes_endpoint_ready": "true",
|
|
},
|
|
{
|
|
"__address__": "2.3.4.5:9001",
|
|
"__meta_kubernetes_endpoint_port_name": "testport",
|
|
"__meta_kubernetes_endpoint_port_protocol": "TCP",
|
|
"__meta_kubernetes_endpoint_ready": "true",
|
|
},
|
|
{
|
|
"__address__": "2.3.4.5:9001",
|
|
"__meta_kubernetes_endpoint_port_name": "testport",
|
|
"__meta_kubernetes_endpoint_port_protocol": "TCP",
|
|
"__meta_kubernetes_endpoint_ready": "false",
|
|
},
|
|
},
|
|
Labels: model.LabelSet{
|
|
"__meta_kubernetes_namespace": "default",
|
|
"__meta_kubernetes_endpoints_name": "testendpoints",
|
|
"__meta_kubernetes_service_label_app": "test",
|
|
"__meta_kubernetes_service_name": "testendpoints",
|
|
},
|
|
Source: "endpoints/default/testendpoints",
|
|
},
|
|
},
|
|
}.Run(t)
|
|
}
|
|
|
|
func TestEndpointsDiscoveryWithServiceUpdate(t *testing.T) {
|
|
n, c, w := makeDiscovery(RoleEndpoint, NamespaceDiscovery{}, makeEndpoints())
|
|
|
|
k8sDiscoveryTest{
|
|
discovery: n,
|
|
beforeRun: func() {
|
|
obj := &v1.Service{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: "testendpoints",
|
|
Namespace: "default",
|
|
Labels: map[string]string{
|
|
"app": "test",
|
|
},
|
|
},
|
|
}
|
|
c.CoreV1().Services(obj.Namespace).Create(obj)
|
|
w.Services().Add(obj)
|
|
},
|
|
afterStart: func() {
|
|
obj := &v1.Service{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: "testendpoints",
|
|
Namespace: "default",
|
|
Labels: map[string]string{
|
|
"app": "svc",
|
|
"component": "testing",
|
|
},
|
|
},
|
|
}
|
|
c.CoreV1().Services(obj.Namespace).Update(obj)
|
|
w.Services().Modify(obj)
|
|
},
|
|
expectedMaxItems: 2,
|
|
expectedRes: map[string]*targetgroup.Group{
|
|
"endpoints/default/testendpoints": {
|
|
Targets: []model.LabelSet{
|
|
{
|
|
"__address__": "1.2.3.4:9000",
|
|
"__meta_kubernetes_endpoint_port_name": "testport",
|
|
"__meta_kubernetes_endpoint_port_protocol": "TCP",
|
|
"__meta_kubernetes_endpoint_ready": "true",
|
|
},
|
|
{
|
|
"__address__": "2.3.4.5:9001",
|
|
"__meta_kubernetes_endpoint_port_name": "testport",
|
|
"__meta_kubernetes_endpoint_port_protocol": "TCP",
|
|
"__meta_kubernetes_endpoint_ready": "true",
|
|
},
|
|
{
|
|
"__address__": "2.3.4.5:9001",
|
|
"__meta_kubernetes_endpoint_port_name": "testport",
|
|
"__meta_kubernetes_endpoint_port_protocol": "TCP",
|
|
"__meta_kubernetes_endpoint_ready": "false",
|
|
},
|
|
},
|
|
Labels: model.LabelSet{
|
|
"__meta_kubernetes_namespace": "default",
|
|
"__meta_kubernetes_endpoints_name": "testendpoints",
|
|
"__meta_kubernetes_service_label_app": "svc",
|
|
"__meta_kubernetes_service_name": "testendpoints",
|
|
"__meta_kubernetes_service_label_component": "testing",
|
|
},
|
|
Source: "endpoints/default/testendpoints",
|
|
},
|
|
},
|
|
}.Run(t)
|
|
}
|
|
|
|
func TestEndpointsDiscoveryNamespaces(t *testing.T) {
|
|
epOne := makeEndpoints()
|
|
epOne.Namespace = "ns1"
|
|
objs := []runtime.Object{
|
|
epOne,
|
|
&v1.Endpoints{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: "testendpoints",
|
|
Namespace: "ns2",
|
|
},
|
|
Subsets: []v1.EndpointSubset{
|
|
{
|
|
Addresses: []v1.EndpointAddress{
|
|
{
|
|
IP: "4.3.2.1",
|
|
TargetRef: &v1.ObjectReference{
|
|
Kind: "Pod",
|
|
Name: "testpod",
|
|
Namespace: "ns2",
|
|
},
|
|
},
|
|
},
|
|
Ports: []v1.EndpointPort{
|
|
{
|
|
Name: "testport",
|
|
Port: 9000,
|
|
Protocol: v1.ProtocolTCP,
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
&v1.Service{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: "testendpoints",
|
|
Namespace: "ns1",
|
|
Labels: map[string]string{
|
|
"app": "app1",
|
|
},
|
|
},
|
|
},
|
|
&v1.Pod{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: "testpod",
|
|
Namespace: "ns2",
|
|
UID: types.UID("deadbeef"),
|
|
},
|
|
Spec: v1.PodSpec{
|
|
NodeName: "testnode",
|
|
Containers: []v1.Container{
|
|
{
|
|
Name: "c1",
|
|
Ports: []v1.ContainerPort{
|
|
{
|
|
Name: "mainport",
|
|
ContainerPort: 9000,
|
|
Protocol: v1.ProtocolTCP,
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
Status: v1.PodStatus{
|
|
HostIP: "2.3.4.5",
|
|
PodIP: "4.3.2.1",
|
|
},
|
|
},
|
|
}
|
|
n, _, _ := makeDiscovery(RoleEndpoint, NamespaceDiscovery{Names: []string{"ns1", "ns2"}}, objs...)
|
|
|
|
k8sDiscoveryTest{
|
|
discovery: n,
|
|
expectedMaxItems: 2,
|
|
expectedRes: map[string]*targetgroup.Group{
|
|
"endpoints/ns1/testendpoints": {
|
|
Targets: []model.LabelSet{
|
|
{
|
|
"__address__": "1.2.3.4:9000",
|
|
"__meta_kubernetes_endpoint_port_name": "testport",
|
|
"__meta_kubernetes_endpoint_port_protocol": "TCP",
|
|
"__meta_kubernetes_endpoint_ready": "true",
|
|
},
|
|
{
|
|
"__address__": "2.3.4.5:9001",
|
|
"__meta_kubernetes_endpoint_port_name": "testport",
|
|
"__meta_kubernetes_endpoint_port_protocol": "TCP",
|
|
"__meta_kubernetes_endpoint_ready": "true",
|
|
},
|
|
{
|
|
"__address__": "2.3.4.5:9001",
|
|
"__meta_kubernetes_endpoint_port_name": "testport",
|
|
"__meta_kubernetes_endpoint_port_protocol": "TCP",
|
|
"__meta_kubernetes_endpoint_ready": "false",
|
|
},
|
|
},
|
|
Labels: model.LabelSet{
|
|
"__meta_kubernetes_namespace": "ns1",
|
|
"__meta_kubernetes_endpoints_name": "testendpoints",
|
|
"__meta_kubernetes_service_label_app": "app1",
|
|
"__meta_kubernetes_service_name": "testendpoints",
|
|
},
|
|
Source: "endpoints/ns1/testendpoints",
|
|
},
|
|
"endpoints/ns2/testendpoints": {
|
|
Targets: []model.LabelSet{
|
|
{
|
|
"__address__": "4.3.2.1:9000",
|
|
"__meta_kubernetes_endpoint_port_name": "testport",
|
|
"__meta_kubernetes_endpoint_port_protocol": "TCP",
|
|
"__meta_kubernetes_endpoint_ready": "true",
|
|
"__meta_kubernetes_endpoint_address_target_kind": "Pod",
|
|
"__meta_kubernetes_endpoint_address_target_name": "testpod",
|
|
"__meta_kubernetes_pod_name": "testpod",
|
|
"__meta_kubernetes_pod_ip": "4.3.2.1",
|
|
"__meta_kubernetes_pod_ready": "unknown",
|
|
"__meta_kubernetes_pod_node_name": "testnode",
|
|
"__meta_kubernetes_pod_host_ip": "2.3.4.5",
|
|
"__meta_kubernetes_pod_container_name": "c1",
|
|
"__meta_kubernetes_pod_container_port_name": "mainport",
|
|
"__meta_kubernetes_pod_container_port_number": "9000",
|
|
"__meta_kubernetes_pod_container_port_protocol": "TCP",
|
|
"__meta_kubernetes_pod_uid": "deadbeef",
|
|
},
|
|
},
|
|
Labels: model.LabelSet{
|
|
"__meta_kubernetes_namespace": "ns2",
|
|
"__meta_kubernetes_endpoints_name": "testendpoints",
|
|
},
|
|
Source: "endpoints/ns2/testendpoints",
|
|
},
|
|
},
|
|
}.Run(t)
|
|
}
|