mirror of
https://github.com/VictoriaMetrics/VictoriaMetrics.git
synced 2024-12-20 07:26:20 +01:00
133b288681
Previously multiple scrape jobs could create multiple watchers for the same apiURL. Now only a single watcher is used. This should reduce load on Kubernetes API server when many scrape job configs use Kubernetes service discovery.
185 lines
4.7 KiB
Go
185 lines
4.7 KiB
Go
package kubernetes
|
|
|
|
import (
|
|
"encoding/json"
|
|
"fmt"
|
|
"io"
|
|
"strconv"
|
|
"strings"
|
|
|
|
"github.com/VictoriaMetrics/VictoriaMetrics/lib/promscrape/discoveryutils"
|
|
)
|
|
|
|
func (p *Pod) key() string {
|
|
return p.Metadata.key()
|
|
}
|
|
|
|
func parsePodList(r io.Reader) (map[string]object, ListMeta, error) {
|
|
var pl PodList
|
|
d := json.NewDecoder(r)
|
|
if err := d.Decode(&pl); err != nil {
|
|
return nil, pl.Metadata, fmt.Errorf("cannot unmarshal PodList: %w", err)
|
|
}
|
|
objectsByKey := make(map[string]object)
|
|
for _, p := range pl.Items {
|
|
objectsByKey[p.key()] = p
|
|
}
|
|
return objectsByKey, pl.Metadata, nil
|
|
}
|
|
|
|
func parsePod(data []byte) (object, error) {
|
|
var p Pod
|
|
if err := json.Unmarshal(data, &p); err != nil {
|
|
return nil, err
|
|
}
|
|
return &p, nil
|
|
}
|
|
|
|
// PodList implements k8s pod list.
|
|
//
|
|
// See https://kubernetes.io/docs/reference/generated/kubernetes-api/v1.17/#podlist-v1-core
|
|
type PodList struct {
|
|
Metadata ListMeta
|
|
Items []*Pod
|
|
}
|
|
|
|
// Pod implements k8s pod.
|
|
//
|
|
// See https://kubernetes.io/docs/reference/generated/kubernetes-api/v1.17/#pod-v1-core
|
|
type Pod struct {
|
|
Metadata ObjectMeta
|
|
Spec PodSpec
|
|
Status PodStatus
|
|
}
|
|
|
|
// PodSpec implements k8s pod spec.
|
|
//
|
|
// See https://kubernetes.io/docs/reference/generated/kubernetes-api/v1.17/#podspec-v1-core
|
|
type PodSpec struct {
|
|
NodeName string
|
|
Containers []Container
|
|
InitContainers []Container
|
|
}
|
|
|
|
// Container implements k8s container.
|
|
//
|
|
// See https://kubernetes.io/docs/reference/generated/kubernetes-api/v1.17/#container-v1-core
|
|
type Container struct {
|
|
Name string
|
|
Ports []ContainerPort
|
|
}
|
|
|
|
// ContainerPort implements k8s container port.
|
|
type ContainerPort struct {
|
|
Name string
|
|
ContainerPort int
|
|
Protocol string
|
|
}
|
|
|
|
// PodStatus implements k8s pod status.
|
|
//
|
|
// See https://kubernetes.io/docs/reference/generated/kubernetes-api/v1.17/#podstatus-v1-core
|
|
type PodStatus struct {
|
|
Phase string
|
|
PodIP string
|
|
HostIP string
|
|
Conditions []PodCondition
|
|
}
|
|
|
|
// PodCondition implements k8s pod condition.
|
|
//
|
|
// See https://kubernetes.io/docs/reference/generated/kubernetes-api/v1.17/#podcondition-v1-core
|
|
type PodCondition struct {
|
|
Type string
|
|
Status string
|
|
}
|
|
|
|
// getTargetLabels returns labels for each port of the given p.
|
|
//
|
|
// See https://prometheus.io/docs/prometheus/latest/configuration/configuration/#pod
|
|
func (p *Pod) getTargetLabels(aw *apiWatcher) []map[string]string {
|
|
if len(p.Status.PodIP) == 0 {
|
|
// Skip pod without IP
|
|
return nil
|
|
}
|
|
var ms []map[string]string
|
|
ms = appendPodLabels(ms, p, p.Spec.Containers, "false")
|
|
ms = appendPodLabels(ms, p, p.Spec.InitContainers, "true")
|
|
return ms
|
|
}
|
|
|
|
func appendPodLabels(ms []map[string]string, p *Pod, cs []Container, isInit string) []map[string]string {
|
|
for _, c := range cs {
|
|
for _, cp := range c.Ports {
|
|
m := getPodLabels(p, c, &cp, isInit)
|
|
ms = append(ms, m)
|
|
}
|
|
if len(c.Ports) == 0 {
|
|
m := getPodLabels(p, c, nil, isInit)
|
|
ms = append(ms, m)
|
|
}
|
|
}
|
|
return ms
|
|
}
|
|
|
|
func getPodLabels(p *Pod, c Container, cp *ContainerPort, isInit string) map[string]string {
|
|
addr := p.Status.PodIP
|
|
if cp != nil {
|
|
addr = discoveryutils.JoinHostPort(addr, cp.ContainerPort)
|
|
}
|
|
m := map[string]string{
|
|
"__address__": addr,
|
|
"__meta_kubernetes_pod_container_init": isInit,
|
|
}
|
|
p.appendCommonLabels(m)
|
|
p.appendContainerLabels(m, c, cp)
|
|
return m
|
|
}
|
|
|
|
func (p *Pod) appendContainerLabels(m map[string]string, c Container, cp *ContainerPort) {
|
|
m["__meta_kubernetes_pod_container_name"] = c.Name
|
|
if cp != nil {
|
|
m["__meta_kubernetes_pod_container_port_name"] = cp.Name
|
|
m["__meta_kubernetes_pod_container_port_number"] = strconv.Itoa(cp.ContainerPort)
|
|
m["__meta_kubernetes_pod_container_port_protocol"] = cp.Protocol
|
|
}
|
|
}
|
|
|
|
func (p *Pod) appendCommonLabels(m map[string]string) {
|
|
m["__meta_kubernetes_pod_name"] = p.Metadata.Name
|
|
m["__meta_kubernetes_pod_ip"] = p.Status.PodIP
|
|
m["__meta_kubernetes_pod_ready"] = getPodReadyStatus(p.Status.Conditions)
|
|
m["__meta_kubernetes_pod_phase"] = p.Status.Phase
|
|
m["__meta_kubernetes_pod_node_name"] = p.Spec.NodeName
|
|
m["__meta_kubernetes_pod_host_ip"] = p.Status.HostIP
|
|
m["__meta_kubernetes_pod_uid"] = p.Metadata.UID
|
|
m["__meta_kubernetes_namespace"] = p.Metadata.Namespace
|
|
if pc := getPodController(p.Metadata.OwnerReferences); pc != nil {
|
|
if pc.Kind != "" {
|
|
m["__meta_kubernetes_pod_controller_kind"] = pc.Kind
|
|
}
|
|
if pc.Name != "" {
|
|
m["__meta_kubernetes_pod_controller_name"] = pc.Name
|
|
}
|
|
}
|
|
p.Metadata.registerLabelsAndAnnotations("__meta_kubernetes_pod", m)
|
|
}
|
|
|
|
func getPodController(ors []OwnerReference) *OwnerReference {
|
|
for _, or := range ors {
|
|
if or.Controller {
|
|
return &or
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func getPodReadyStatus(conds []PodCondition) string {
|
|
for _, c := range conds {
|
|
if c.Type == "Ready" {
|
|
return strings.ToLower(c.Status)
|
|
}
|
|
}
|
|
return "unknown"
|
|
}
|