Files
devops-infra-helm-charts-gcp/helm-templates/victoria-metrics-agent/configmap/dscispark-scrape.yaml
T
2026-08-26 03:39:42 +05:30

477 lines
13 KiB
YAML

global:
scrape_interval: 60s
scrape_configs:
- job_name: vmagent
static_configs:
- targets:
- localhost:8429
- bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token
job_name: kubernetes-apiservers
kubernetes_sd_configs:
- role: endpoints
relabel_configs:
- target_label: cluster
replacement: k8s-dscispark-prd-ase1
- action: labelmap
regex: __meta_kubernetes_node_label_(.+)
- action: keep
regex: default;kubernetes;https
source_labels:
- __meta_kubernetes_namespace
- __meta_kubernetes_service_name
- __meta_kubernetes_endpoint_port_name
scheme: https
tls_config:
ca_file: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt
insecure_skip_verify: true
- bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token
job_name: kubernetes-nodes
kubernetes_sd_configs:
- role: node
relabel_configs:
- target_label: cluster
replacement: k8s-dscispark-prd-ase1
- action: labelmap
regex: __meta_kubernetes_node_label_(.+)
- replacement: kubernetes.default.svc:443
target_label: __address__
- regex: (.+)
replacement: /api/v1/nodes/$1/proxy/metrics
source_labels:
- __meta_kubernetes_node_name
target_label: __metrics_path__
scheme: https
tls_config:
ca_file: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt
insecure_skip_verify: true
- bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token
job_name: kubernetes-nodes-cadvisor
kubernetes_sd_configs:
- role: node
relabel_configs:
- target_label: cluster
replacement: k8s-dscispark-prd-ase1
- replacement: kubernetes.default.svc:443
target_label: __address__
- regex: (.+)
replacement: /api/v1/nodes/$1/proxy/metrics/cadvisor
source_labels:
- __meta_kubernetes_node_name
target_label: __metrics_path__
scheme: https
tls_config:
ca_file: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt
insecure_skip_verify: true
- job_name: kubernetes-service-endpoints
kubernetes_sd_configs:
- role: endpoints
relabel_configs:
- target_label: cluster
replacement: k8s-dscispark-prd-ase1
- action: labelmap
regex: __meta_kubernetes_node_label_(.+)
- action: drop
regex: true
source_labels:
- __meta_kubernetes_pod_container_init
- action: keep_if_equal
source_labels:
- __meta_kubernetes_service_annotation_prometheus_io_port
- __meta_kubernetes_pod_container_port_number
- action: keep
regex: true
source_labels:
- __meta_kubernetes_service_annotation_prometheus_io_scrape
- action: replace
regex: (https?)
source_labels:
- __meta_kubernetes_service_annotation_prometheus_io_scheme
target_label: __scheme__
- action: replace
regex: (.+)
source_labels:
- __meta_kubernetes_service_annotation_prometheus_io_path
target_label: __metrics_path__
- action: replace
regex: ([^:]+)(?::\d+)?;(\d+)
replacement: $1:$2
source_labels:
- __address__
- __meta_kubernetes_service_annotation_prometheus_io_port
target_label: __address__
- action: labelmap
regex: __meta_kubernetes_service_label_(.+)
- action: replace
source_labels:
- __meta_kubernetes_namespace
target_label: kubernetes_namespace
- action: replace
source_labels:
- __meta_kubernetes_service_name
target_label: kubernetes_name
- action: replace
source_labels:
- __meta_kubernetes_pod_node_name
target_label: kubernetes_node
- job_name: kubernetes-service-endpoints-slow
kubernetes_sd_configs:
- role: endpoints
relabel_configs:
- target_label: cluster
replacement: k8s-dscispark-prd-ase1
- action: labelmap
regex: __meta_kubernetes_node_label_(.+)
- action: drop
regex: true
source_labels:
- __meta_kubernetes_pod_container_init
- action: keep_if_equal
source_labels:
- __meta_kubernetes_service_annotation_prometheus_io_port
- __meta_kubernetes_pod_container_port_number
- action: keep
regex: true
source_labels:
- __meta_kubernetes_service_annotation_prometheus_io_scrape_slow
- action: replace
regex: (https?)
source_labels:
- __meta_kubernetes_service_annotation_prometheus_io_scheme
target_label: __scheme__
- action: replace
regex: (.+)
source_labels:
- __meta_kubernetes_service_annotation_prometheus_io_path
target_label: __metrics_path__
- action: replace
regex: ([^:]+)(?::\d+)?;(\d+)
replacement: $1:$2
source_labels:
- __address__
- __meta_kubernetes_service_annotation_prometheus_io_port
target_label: __address__
- action: labelmap
regex: __meta_kubernetes_service_label_(.+)
- action: replace
source_labels:
- __meta_kubernetes_namespace
target_label: kubernetes_namespace
- action: replace
source_labels:
- __meta_kubernetes_service_name
target_label: kubernetes_name
- action: replace
source_labels:
- __meta_kubernetes_pod_node_name
target_label: kubernetes_node
scrape_interval: 60s
scrape_timeout: 30s
- job_name: kubernetes-services
kubernetes_sd_configs:
- role: service
metrics_path: /probe
params:
module:
- http_2xx
relabel_configs:
- target_label: cluster
replacement: k8s-dscispark-prd-ase1
- action: labelmap
regex: __meta_kubernetes_node_label_(.+)
- action: keep
regex: true
source_labels:
- __meta_kubernetes_service_annotation_prometheus_io_probe
- source_labels:
- __address__
target_label: __param_target
- replacement: blackbox
target_label: __address__
- source_labels:
- __param_target
target_label: instance
- action: labelmap
regex: __meta_kubernetes_service_label_(.+)
- source_labels:
- __meta_kubernetes_namespace
target_label: kubernetes_namespace
- source_labels:
- __meta_kubernetes_service_name
target_label: kubernetes_name
- source_labels: [__meta_kubernetes_service_label_bu]
target_label: bu
- source_labels: [__meta_kubernetes_service_label_team]
target_label: team
- source_labels: [__meta_kubernetes_service_label_service]
target_label: service
- source_labels: [__meta_kubernetes_service_label_env]
target_label: env
- source_labels: [__meta_kubernetes_service_label_priority]
target_label: priority
- job_name: kubernetes-pods
kubernetes_sd_configs:
- role: pod
relabel_configs:
- target_label: cluster
replacement: k8s-dscispark-prd-ase1
- action: labelmap
regex: __meta_kubernetes_node_label_(.+)
- action: drop
regex: true
source_labels:
- __meta_kubernetes_pod_container_init
- action: keep_if_equal
source_labels:
- __meta_kubernetes_pod_annotation_prometheus_io_port
- __meta_kubernetes_pod_container_port_number
- action: keep
regex: true
source_labels:
- __meta_kubernetes_pod_annotation_prometheus_io_scrape
- action: replace
regex: (.+)
source_labels:
- __meta_kubernetes_pod_annotation_prometheus_io_path
target_label: __metrics_path__
- action: replace
regex: ([^:]+)(?::\d+)?;(\d+)
replacement: $1:$2
source_labels:
- __address__
- __meta_kubernetes_pod_annotation_prometheus_io_port
target_label: __address__
- action: labelmap
regex: __meta_kubernetes_pod_label_(.+)
- action: replace
source_labels:
- __meta_kubernetes_namespace
target_label: kubernetes_namespace
- action: replace
source_labels:
- __meta_kubernetes_pod_name
target_label: kubernetes_pod_name
- source_labels: [__meta_kubernetes_pod_label_bu]
target_label: bu
- source_labels: [__meta_kubernetes_pod_label_team]
target_label: team
- source_labels: [__meta_kubernetes_pod_label_service]
target_label: service
- source_labels: [__meta_kubernetes_pod_label_env]
target_label: env
- source_labels: [__meta_kubernetes_pod_label_priority]
target_label: priority
- job_name: kubernetes-pods-jmx
kubernetes_sd_configs:
- role: pod
relabel_configs:
- target_label: cluster
replacement: k8s-dscispark-prd-ase1
- action: labelmap
regex: __meta_kubernetes_node_label_(.+)
- action: drop
regex: true
source_labels:
- __meta_kubernetes_pod_container_init
- action: keep_if_equal
source_labels:
- __meta_kubernetes_pod_annotation_jmx_io_port
- __meta_kubernetes_pod_container_port_number
- action: keep
regex: true
source_labels:
- __meta_kubernetes_pod_annotation_jmx_io_scrape
- action: replace
regex: (.+)
source_labels:
- __meta_kubernetes_pod_annotation_jmx_io_path
target_label: __metrics_path__
- action: replace
regex: ([^:]+)(?::\d+)?;(\d+)
replacement: $1:$2
source_labels:
- __address__
- __meta_kubernetes_pod_annotation_jmx_io_port
target_label: __address__
- action: labelmap
regex: __meta_kubernetes_pod_label_(.+)
- action: replace
source_labels:
- __meta_kubernetes_namespace
target_label: kubernetes_namespace
- action: replace
source_labels:
- __meta_kubernetes_pod_name
target_label: kubernetes_pod_name
- job_name: kube-state-metrics-k8s-dscispark-prd-ase1
metrics_path: /metrics
honor_timestamps: true
scrape_interval: 60s
scrape_timeout: 30s
scheme: http
static_configs:
- targets: ['kube-state-metrics-dscispark-prd.kube-system.svc.cluster.local:8080']
relabel_configs:
- target_label: cluster
replacement: k8s-dscispark-prd-ase1
- action: labelmap
regex: __meta_kubernetes_node_label_(.+)
- job_name: kubernetes-pods-telegraf
kubernetes_sd_configs:
- role: pod
relabel_configs:
- target_label: cluster
replacement: k8s-dscispark-prd-ase1
- action: labelmap
regex: __meta_kubernetes_pod_label_(.+)
- action: keep
regex: '(.*9273)'
source_labels:
- __address__
- action: replace
source_labels:
- __meta_kubernetes_namespace
target_label: kubernetes_namespace
- action: replace
source_labels:
- __meta_kubernetes_pod_name
target_label: kubernetes_pod_name
- job_name: kubernetes-pods-otel
kubernetes_sd_configs:
- role: pod
relabel_configs:
- target_label: cluster
replacement: k8s-dscispark-prd-ase1
- action: labelmap
regex: __meta_kubernetes_node_label_(.+)
- action: drop
regex: true
source_labels:
- __meta_kubernetes_pod_container_init
- action: keep
regex: true
source_labels:
- __meta_kubernetes_pod_annotation_otel_io_scrape
- action: replace
regex: (.+)
source_labels:
- __meta_kubernetes_pod_annotation_otel_io_path
target_label: __metrics_path__
- action: replace
regex: ([^:]+)(?::\d+)?;(\d+)
replacement: $1:$2
source_labels:
- __address__
- __meta_kubernetes_pod_annotation_otel_io_port
target_label: __address__
- action: labelmap
regex: __meta_kubernetes_pod_label_(.+)
- action: replace
source_labels:
- __meta_kubernetes_namespace
target_label: kubernetes_namespace
- action: replace
source_labels:
- __meta_kubernetes_pod_name
target_label: kubernetes_pod_name
- job_name: 'pushgateway'
honor_labels: true
static_configs:
- targets: ['devops-p-pushgateway-01a.meeshoint.in.:9091']
- job_name: 'telegraf-exporter'
scrape_interval: 60s
scrape_timeout: 5s
gce_sd_configs:
- project: 'meesho-dscispark-prd-0125'
port: 9273
zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"]
relabel_configs:
- source_labels: [__meta_gce_instance_status]
regex: 'RUNNING'
action: keep
- source_labels: [__meta_gce_label_monitoring]
regex: 'no'
action: drop
- source_labels: [__meta_gce_label_env]
regex: '(DR|perf)'
action: drop
- source_labels: [__meta_gce_label_pod]
regex: '(devops)'
action: drop
- source_labels: [__meta_gce_label_service]
regex: '(kafka|hbase|supply|supply-internal|mongo)'
action: drop
- source_labels: [__meta_gce_label_telegraf]
regex: '(enabled)'
action: keep
- source_labels: [__meta_gce_instance_name]
target_label: name
- source_labels: [__meta_gce_label_service]
target_label: app
- job_name: 'node_exporter'
scrape_interval: 60s
scrape_timeout: 30s
gce_sd_configs:
- project: 'meesho-dscispark-prd-0125'
port: 9100
zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"]
relabel_configs:
- source_labels: [__meta_gce_instance_status]
regex: 'RUNNING'
action: keep
- source_labels: [__meta_gce_label_goog-k8s-cluster-name]
regex: 'k8s'
action: drop
- source_labels: [__meta_gce_label_monitoring]
regex: 'no'
action: drop
- source_labels: [__meta_gce_instance_name]
regex: 'gke-k8s-.*'
action: drop
- target_label: project
replacement: meesho-dscispark-prd-0125
- source_labels: [__meta_gce_instance_name]
target_label: name
- source_labels: [__meta_gce_instance_id]
target_label: instance_id
- source_labels: [__meta_gce_instance_status]
target_label: status
- source_labels: [__meta_gce_private_ip]
target_label: private_ip
- source_labels: [__meta_gce_public_ip]
target_label: public_ip
- source_labels: [__meta_gce_label_bu]
target_label: bu
- source_labels: [__meta_gce_label_component]
target_label: component
- source_labels: [__meta_gce_label_env]
target_label: env
- source_labels: [__meta_gce_label_service]
target_label: service
- source_labels: [__meta_gce_label_team]
target_label: team
- source_labels: [__meta_gce_label_type]
target_label: type
- source_labels: [__meta_gce_label_service]
target_label: app
- source_labels: [__meta_gce_label_alerts]
target_label: alerts