Files
devops-infra-helm-charts-gcp/helm-templates/victoria-metrics-agent/configmap/demand-ase1c-scrape.yaml
T
2026-08-26 03:39:42 +05:30

1493 lines
44 KiB
YAML

global:
scrape_interval: 60s
scrape_configs:
- job_name: vmagent
static_configs:
- targets:
- localhost:8429
- bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token
job_name: kubernetes-apiservers
kubernetes_sd_configs:
- role: endpoints
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- target_label: cluster
replacement: k8s-demand-prd-ase1c
- action: labelmap
regex: __meta_kubernetes_node_label_(.+)
- action: keep
regex: default;kubernetes;https
source_labels:
- __meta_kubernetes_namespace
- __meta_kubernetes_service_name
- __meta_kubernetes_endpoint_port_name
scheme: https
tls_config:
ca_file: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt
insecure_skip_verify: true
- bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token
job_name: kubernetes-nodes
kubernetes_sd_configs:
- role: node
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- target_label: cluster
replacement: k8s-demand-prd-ase1c
- action: labelmap
regex: __meta_kubernetes_node_label_(.+)
- replacement: kubernetes.default.svc:443
target_label: __address__
- regex: (.+)
replacement: /api/v1/nodes/$1/proxy/metrics
source_labels:
- __meta_kubernetes_node_name
target_label: __metrics_path__
scheme: https
tls_config:
ca_file: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt
insecure_skip_verify: true
- bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token
job_name: kubernetes-nodes-cadvisor
kubernetes_sd_configs:
- role: node
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- target_label: cluster
replacement: k8s-demand-prd-ase1c
- replacement: kubernetes.default.svc:443
target_label: __address__
- regex: (.+)
replacement: /api/v1/nodes/$1/proxy/metrics/cadvisor
source_labels:
- __meta_kubernetes_node_name
target_label: __metrics_path__
scheme: https
tls_config:
ca_file: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt
insecure_skip_verify: true
- job_name: kubernetes-service-endpoints
kubernetes_sd_configs:
- role: endpoints
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- target_label: cluster
replacement: k8s-demand-prd-ase1c
- action: labelmap
regex: __meta_kubernetes_node_label_(.+)
- action: drop
regex: true
source_labels:
- __meta_kubernetes_pod_container_init
- action: keep_if_equal
source_labels:
- __meta_kubernetes_service_annotation_prometheus_io_port
- __meta_kubernetes_pod_container_port_number
- action: keep
regex: true
source_labels:
- __meta_kubernetes_service_annotation_prometheus_io_scrape
- action: replace
regex: (https?)
source_labels:
- __meta_kubernetes_service_annotation_prometheus_io_scheme
target_label: __scheme__
- action: replace
regex: (.+)
source_labels:
- __meta_kubernetes_service_annotation_prometheus_io_path
target_label: __metrics_path__
- action: replace
regex: ([^:]+)(?::\d+)?;(\d+)
replacement: $1:$2
source_labels:
- __address__
- __meta_kubernetes_service_annotation_prometheus_io_port
target_label: __address__
- action: labelmap
regex: __meta_kubernetes_service_label_(.+)
- action: replace
source_labels:
- __meta_kubernetes_namespace
target_label: kubernetes_namespace
- action: replace
source_labels:
- __meta_kubernetes_service_name
target_label: kubernetes_name
- action: replace
source_labels:
- __meta_kubernetes_pod_node_name
target_label: kubernetes_node
- job_name: kubernetes-service-endpoints-slow
kubernetes_sd_configs:
- role: endpoints
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- target_label: cluster
replacement: k8s-demand-prd-ase1c
- action: labelmap
regex: __meta_kubernetes_node_label_(.+)
- action: drop
regex: true
source_labels:
- __meta_kubernetes_pod_container_init
- action: keep_if_equal
source_labels:
- __meta_kubernetes_service_annotation_prometheus_io_port
- __meta_kubernetes_pod_container_port_number
- action: keep
regex: true
source_labels:
- __meta_kubernetes_service_annotation_prometheus_io_scrape_slow
- action: replace
regex: (https?)
source_labels:
- __meta_kubernetes_service_annotation_prometheus_io_scheme
target_label: __scheme__
- action: replace
regex: (.+)
source_labels:
- __meta_kubernetes_service_annotation_prometheus_io_path
target_label: __metrics_path__
- action: replace
regex: ([^:]+)(?::\d+)?;(\d+)
replacement: $1:$2
source_labels:
- __address__
- __meta_kubernetes_service_annotation_prometheus_io_port
target_label: __address__
- action: labelmap
regex: __meta_kubernetes_service_label_(.+)
- action: replace
source_labels:
- __meta_kubernetes_namespace
target_label: kubernetes_namespace
- action: replace
source_labels:
- __meta_kubernetes_service_name
target_label: kubernetes_name
- action: replace
source_labels:
- __meta_kubernetes_pod_node_name
target_label: kubernetes_node
scrape_interval: 60s
scrape_timeout: 30s
- job_name: kubernetes-services
kubernetes_sd_configs:
- role: service
metrics_path: /probe
params:
module:
- http_2xx
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- target_label: cluster
replacement: k8s-demand-prd-ase1c
- action: labelmap
regex: __meta_kubernetes_node_label_(.+)
- action: keep
regex: true
source_labels:
- __meta_kubernetes_service_annotation_prometheus_io_probe
- source_labels:
- __address__
target_label: __param_target
- replacement: blackbox
target_label: __address__
- source_labels:
- __param_target
target_label: instance
- action: labelmap
regex: __meta_kubernetes_service_label_(.+)
- source_labels:
- __meta_kubernetes_namespace
target_label: kubernetes_namespace
- source_labels:
- __meta_kubernetes_service_name
target_label: kubernetes_name
- job_name: kubernetes-pods
kubernetes_sd_configs:
- role: pod
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- target_label: cluster
replacement: k8s-demand-prd-ase1c
- action: labelmap
regex: __meta_kubernetes_node_label_(.+)
- action: drop
regex: true
source_labels:
- __meta_kubernetes_pod_container_init
- action: keep_if_equal
source_labels:
- __meta_kubernetes_pod_annotation_prometheus_io_port
- __meta_kubernetes_pod_container_port_number
- action: keep
regex: true
source_labels:
- __meta_kubernetes_pod_annotation_prometheus_io_scrape
- action: replace
regex: (.+)
source_labels:
- __meta_kubernetes_pod_annotation_prometheus_io_path
target_label: __metrics_path__
- action: replace
regex: ([^:]+)(?::\d+)?;(\d+)
replacement: $1:$2
source_labels:
- __address__
- __meta_kubernetes_pod_annotation_prometheus_io_port
target_label: __address__
- action: labelmap
regex: __meta_kubernetes_pod_label_(.+)
- action: replace
source_labels:
- __meta_kubernetes_namespace
target_label: kubernetes_namespace
- action: replace
source_labels:
- __meta_kubernetes_pod_name
target_label: kubernetes_pod_name
- job_name: kubernetes-pods-jmx
kubernetes_sd_configs:
- role: pod
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- target_label: cluster
replacement: k8s-demand-prd-ase1c
- action: labelmap
regex: __meta_kubernetes_node_label_(.+)
- action: drop
regex: true
source_labels:
- __meta_kubernetes_pod_container_init
- action: keep_if_equal
source_labels:
- __meta_kubernetes_pod_annotation_jmx_io_port
- __meta_kubernetes_pod_container_port_number
- action: keep
regex: true
source_labels:
- __meta_kubernetes_pod_annotation_jmx_io_scrape
- action: replace
regex: (.+)
source_labels:
- __meta_kubernetes_pod_annotation_jmx_io_path
target_label: __metrics_path__
- action: replace
regex: ([^:]+)(?::\d+)?;(\d+)
replacement: $1:$2
source_labels:
- __address__
- __meta_kubernetes_pod_annotation_jmx_io_port
target_label: __address__
- action: labelmap
regex: __meta_kubernetes_pod_label_(.+)
- action: replace
source_labels:
- __meta_kubernetes_namespace
target_label: kubernetes_namespace
- action: replace
source_labels:
- __meta_kubernetes_pod_name
target_label: kubernetes_pod_name
- job_name: kube-state-metrics-k8s-demand-prd-ase1c
metrics_path: /metrics
honor_timestamps: true
scrape_interval: 60s
scrape_timeout: 30s
scheme: http
static_configs:
- targets: ['kube-state-metrics-demand-ase1c-prd.kube-system.svc.cluster.local:8080']
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- target_label: cluster
replacement: k8s-demand-prd-ase1c
- action: labelmap
regex: __meta_kubernetes_node_label_(.+)
- job_name: kubernetes-pods-telegraf
kubernetes_sd_configs:
- role: pod
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- target_label: cluster
replacement: k8s-demand-prd-ase1c
- action: labelmap
regex: __meta_kubernetes_pod_label_(.+)
- action: keep
regex: '(.*9273)'
source_labels:
- __address__
- action: replace
source_labels:
- __meta_kubernetes_namespace
target_label: kubernetes_namespace
- action: replace
source_labels:
- __meta_kubernetes_pod_name
target_label: kubernetes_pod_name
- job_name: kubernetes-pods-otel
kubernetes_sd_configs:
- role: pod
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- target_label: cluster
replacement: k8s-demand-prd-ase1c
- action: labelmap
regex: __meta_kubernetes_node_label_(.+)
- action: drop
regex: true
source_labels:
- __meta_kubernetes_pod_container_init
- action: keep
regex: true
source_labels:
- __meta_kubernetes_pod_annotation_otel_io_scrape
- action: replace
regex: (.+)
source_labels:
- __meta_kubernetes_pod_annotation_otel_io_path
target_label: __metrics_path__
- action: replace
regex: ([^:]+)(?::\d+)?;(\d+)
replacement: $1:$2
source_labels:
- __address__
- __meta_kubernetes_pod_annotation_otel_io_port
target_label: __address__
- action: labelmap
regex: __meta_kubernetes_pod_label_(.+)
- action: replace
source_labels:
- __meta_kubernetes_namespace
target_label: kubernetes_namespace
- action: replace
source_labels:
- __meta_kubernetes_pod_name
target_label: kubernetes_pod_name
- job_name: vision
metrics_path: /actuator/prometheus
honor_timestamps: true
scrape_interval: 60s
scrape_timeout: 30s
scheme: http
gce_sd_configs:
- project: 'meesho-demand-ase1c-prd-0625'
port: 8830
zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"]
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- source_labels: [__meta_gce_label_service]
regex: '(vision|vision-consumer|vision-recommendations)'
action: keep
# - job_name: 'Mongodb-Exporter'
# metrics_path: /metrics
# honor_timestamps: true
# scrape_interval: 65s
# scheme: http
# gce_sd_configs:
# - project: 'meesho-demand-ase1c-prd-0625'
# port: 9216
# zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"]
# relabel_configs:
# - source_labels: [__meta_gce_instance_status]
# regex: 'RUNNING'
# action: keep
# - source_labels: [__meta_gce_label_component]
# regex: 'mg'
# action: keep
# - source_labels: [__meta_gce_label_goog-k8s-cluster-name]
# regex: 'k8s'
# action: drop
# - source_labels: [__meta_gce_label_monitoring]
# regex: 'no'
# action: drop
# - source_labels: [__meta_gce_instance_name]
# regex: 'gke-k8s-.*'
# action: drop
# - target_label: project
# replacement: meesho-demand-ase1c-prd-0625
# - source_labels: [__meta_gce_instance_name]
# target_label: name
# - source_labels: [__meta_gce_instance_id]
# target_label: instance_id
# - source_labels: [__meta_gce_instance_status]
# target_label: status
# - source_labels: [__meta_gce_private_ip]
# target_label: private_ip
# - source_labels: [__meta_gce_public_ip]
# target_label: public_ip
# - source_labels: [__meta_gce_label_bu]
# target_label: bu
# - source_labels: [__meta_gce_label_component]
# target_label: component
# - source_labels: [__meta_gce_label_env]
# target_label: env
# - source_labels: [__meta_gce_label_service]
# target_label: service
# - source_labels: [__meta_gce_label_team]
# target_label: team
# - source_labels: [__meta_gce_label_type]
# target_label: type
# - source_labels: [__meta_gce_label_service]
# target_label: app
# - source_labels: [__meta_gce_label_alerts]
# target_label: alerts
# - job_name: 'pushgateway'
# honor_labels: true
# static_configs:
# - targets: ['devops-p-pushgateway-01a.meeshoint.in.:9091']
- job_name: 'telegraf-exporter'
scrape_interval: 60s
scrape_timeout: 5s
gce_sd_configs:
- project: 'meesho-demand-ase1c-prd-0625'
port: 9273
zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"]
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- source_labels: [__meta_gce_instance_status]
regex: 'RUNNING'
action: keep
- source_labels: [__meta_gce_label_monitoring]
regex: 'no'
action: drop
- source_labels: [__meta_gce_label_env]
regex: '(DR|perf)'
action: drop
- source_labels: [__meta_gce_label_pod]
regex: '(devops)'
action: drop
- source_labels: [__meta_gce_label_service]
regex: '(kafka|hbase|supply|supply-internal|mongo)'
action: drop
- source_labels: [__meta_gce_label_telegraf]
regex: '(enabled)'
action: keep
- source_labels: [__meta_gce_instance_name]
target_label: name
- source_labels: [__meta_gce_label_service]
target_label: app
# - job_name: 'memcache-exporter'
# metrics_path: /metrics
# scrape_interval: 60s
# scrape_timeout: 5s
# gce_sd_configs:
# - project: 'meesho-demand-ase1c-prd-0625'
# port: 9150
# zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"]
# relabel_configs:
# - source_labels: [__meta_gce_instance_status]
# regex: 'RUNNING'
# action: keep
# - source_labels: [__meta_gce_label_monitoring]
# regex: 'no'
# action: drop
# - source_labels: [__meta_gce_label_env]
# regex: '(DR|perf)'
# action: drop
# - source_labels: [__meta_gce_label_pod]
# regex: '(devops)'
# action: drop
# - source_labels: [__meta_gce_label_service]
# regex: '(kafka|hbase|supply|supply-internal|mongo)'
# action: drop
# - source_labels: [__meta_gce_instance_name]
# target_label: name
# - source_labels: [__meta_gce_label_service]
# target_label: app
# - job_name: 'mcrouter-exporter'
# metrics_path: /metrics
# scrape_interval: 60s
# scrape_timeout: 5s
# gce_sd_configs:
# - project: 'meesho-demand-ase1c-prd-0625'
# port: 9442
# zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"]
# relabel_configs:
# - source_labels: [__meta_gce_instance_status]
# regex: 'RUNNING'
# action: keep
# - source_labels: [__meta_gce_label_monitoring]
# regex: 'no'
# action: drop
# - source_labels: [__meta_gce_label_env]
# regex: '(DR|perf)'
# action: drop
# - source_labels: [__meta_gce_label_pod]
# regex: '(devops)'
# action: drop
# - source_labels: [__meta_gce_label_service]
# regex: '(kafka|hbase|supply|supply-internal|mongo)'
# action: drop
# - source_labels: [__meta_gce_instance_name]
# target_label: name
# - source_labels: [__meta_gce_label_service]
# target_label: app
# - job_name: scylladb-exporter
# honor_labels: false
# gce_sd_configs:
# - project: 'meesho-demand-ase1c-prd-0625'
# port: 9180
# zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"]
# relabel_configs:
# - source_labels: [__meta_gce_label_component]
# regex: 'scyl'
# action: keep
# - source_labels: [__meta_gce_label_bu]
# target_label: bu
# - source_labels: [__meta_gce_label_team]
# target_label: team
# - source_labels: [__meta_gce_label_service]
# target_label: app
# - source_labels: [__meta_gce_label_type]
# target_label: type
# - source_labels: [__meta_gce_label_env]
# target_label: env
# - source_labels: [__meta_gce_label_cluster]
# target_label: cluster
# - source_labels: [__meta_gce_instance_name]
# target_label: name
# - source_labels: [__meta_gce_label_priority]
# target_label: priority
# metric_relabel_configs:
# - source_labels: [__name__, scheduling_group_name]
# regex: '(scylla_storage_proxy_coordinator_.*_bucket;)(atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache)'
# action: drop
# - source_labels: [version]
# regex: '(.+)'
# target_label: CPU
# replacement: 'cpu'
# - source_labels: [version]
# regex: '(.+)'
# target_label: CQL
# replacement: 'cql'
# - source_labels: [version]
# regex: '(.+)'
# target_label: OS
# replacement: 'os'
# - source_labels: [version]
# regex: '(.+)'
# target_label: IO
# replacement: 'io'
# - source_labels: [version]
# regex: '(.+)'
# target_label: Errors
# replacement: 'errors'
# - regex: 'help|exported_instance'
# action: labeldrop
# - source_labels: [version]
# regex: '([0-9]+\.[0-9]+)(\.?[0-9]*).*'
# replacement: '$1$2'
# target_label: svr
# - source_labels: [__name__, quantile]
# regex: '(scylla_storage_proxy_coordinator_write_latency_summary;0.990*)'
# target_label: __name__
# replacement: 'wlatencyp99'
# - source_labels: [__name__, quantile]
# regex: '(scylla_storage_proxy_coordinator_write_latency_summary;0.950*)'
# target_label: __name__
# replacement: 'wlatencyp95'
# - source_labels: [__name__, quantile]
# regex: '(scylla_storage_proxy_coordinator_write_latency_summary;0.50*)'
# target_label: __name__
# replacement: 'wlatencya'
# - source_labels: [__name__, quantile]
# regex: '(scylla_storage_proxy_coordinator_read_latency_summary;0.990*)'
# target_label: __name__
# replacement: 'rlatencyp99'
# - source_labels: [__name__, quantile]
# regex: '(scylla_storage_proxy_coordinator_read_latency_summary;0.950*)'
# target_label: __name__
# replacement: 'rlatencyp95'
# - source_labels: [__name__, quantile]
# regex: '(scylla_storage_proxy_coordinator_read_latency_summary;0.50*)'
# target_label: __name__
# replacement: 'rlatencya'
# - source_labels: [__name__, quantile]
# regex: '(scylla_storage_proxy_coordinator_cas_write_latency_summary;0.950*)'
# target_label: __name__
# replacement: 'caswlatencyp95'
# - source_labels: [__name__, quantile]
# regex: '(scylla_storage_proxy_coordinator_cas_write_latency_summary;0.990*)'
# target_label: __name__
# replacement: 'caswlatencyp99'
# - source_labels: [__name__, quantile]
# regex: '(scylla_storage_proxy_coordinator_cas_write_latency_summary;0.50*)'
# target_label: __name__
# replacement: 'caswlatencya'
# - source_labels: [__name__, quantile]
# regex: '(scylla_storage_proxy_coordinator_cas_read_latency_summary;0.950*)'
# target_label: __name__
# replacement: 'casrlatencyp95'
# - source_labels: [__name__, quantile]
# regex: '(scylla_storage_proxy_coordinator_cas_read_latency_summary;0.990*)'
# target_label: __name__
# replacement: 'casrlatencyp99'
# - source_labels: [__name__, quantile]
# regex: '(scylla_storage_proxy_coordinator_cas_read_latency_summary;0.50*)'
# target_label: __name__
# replacement: 'casrlatencya'
# - source_labels: [__name__]
# regex: '(.latency..?.?|cas.latency..?.?)'
# target_label: by
# replacement: 'instance,shard'
# - source_labels: [__name__]
# regex: '(scylla_storage_proxy_coordinator_read_timeouts|scylla_reactor_utilization|scylla_storage_proxy_coordinator_read_timeouts|scylla_storage_proxy_coordinator_read_unavailable|scylla_storage_proxy_coordinator_write_timeouts|scylla_storage_proxy_coordinator_write_unavailable|.latency..?.?)'
# replacement: '2'
# target_label: level
# - source_labels: [__name__]
# regex: '(scylla_storage_proxy_coordinator_read_timeouts|scylla_reactor_utilization|scylla_storage_proxy_coordinator_read_timeouts|scylla_storage_proxy_coordinator_read_unavailable|scylla_storage_proxy_coordinator_write_timeouts|scylla_storage_proxy_coordinator_write_unavailable|.latency..?.?)'
# replacement: '2'
# target_label: dd
# - source_labels: [__name__]
# regex: '(scylla_node_operation_mode)'
# replacement: '1'
# target_label: level
# - source_labels: [__name__]
# regex: '(scylla_node_operation_mode)'
# replacement: '1'
# target_label: dd
# - source_labels: [scheduling_group_name]
# regex: '(atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache)'
# replacement: ''
# target_label: level
# - source_labels: [scheduling_group_name]
# regex: '(atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache)'
# replacement: ''
# target_label: dd
# - job_name: scylladb-manager-exporter
# honor_labels: false
# gce_sd_configs:
# - project: 'meesho-demand-ase1c-prd-0625'
# port: 5090
# zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"]
# relabel_configs:
# - source_labels: [__meta_gce_label_component]
# regex: 'scyl'
# action: keep
# - source_labels: [__meta_gce_label_bu]
# target_label: bu
# - source_labels: [__meta_gce_label_team]
# target_label: team
# - source_labels: [__meta_gce_label_service]
# target_label: app
# - source_labels: [__meta_gce_label_type]
# target_label: type
# - source_labels: [__meta_gce_label_env]
# target_label: env
# - source_labels: [__meta_gce_instance_name]
# target_label: name
# - source_labels: [__meta_gce_label_priority]
# target_label: priority
- job_name: 'node_exporter'
scrape_interval: 60s
scrape_timeout: 30s
gce_sd_configs:
- project: 'meesho-demand-ase1c-prd-0625'
port: 9100
zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"]
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- source_labels: [__meta_gce_instance_status]
regex: 'RUNNING'
action: keep
- source_labels: [__meta_gce_label_goog-k8s-cluster-name]
regex: 'k8s'
action: drop
- source_labels: [__meta_gce_label_monitoring]
regex: 'no'
action: drop
- source_labels: [__meta_gce_instance_name]
regex: 'gke-k8s-.*'
action: drop
- target_label: project
replacement: meesho-demand-ase1c-prd-0625
- source_labels: [__meta_gce_instance_name]
target_label: name
- source_labels: [__meta_gce_instance_id]
target_label: instance_id
- source_labels: [__meta_gce_instance_status]
target_label: status
- source_labels: [__meta_gce_private_ip]
target_label: private_ip
- source_labels: [__meta_gce_public_ip]
target_label: public_ip
- source_labels: [__meta_gce_label_bu]
target_label: bu
- source_labels: [__meta_gce_label_component]
target_label: component
- source_labels: [__meta_gce_label_env]
target_label: env
- source_labels: [__meta_gce_label_service]
target_label: service
- source_labels: [__meta_gce_label_team]
target_label: team
- source_labels: [__meta_gce_label_type]
target_label: type
- source_labels: [__meta_gce_label_service]
target_label: app
- source_labels: [__meta_gce_label_alerts]
target_label: alerts
# - job_name: zookeeper-scrape-config
# honor_labels: false
# gce_sd_configs:
# - project: 'meesho-demand-ase1c-prd-0625'
# port: 7000
# zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"]
# relabel_configs:
# - action: keep
# source_labels: [__meta_gce_label_service]
# regex: (comms-zookeeper|pfeed-zookeeper)
# - target_label: component
# replacement: zookeeper
# - target_label: priority
# replacement: p0
# - target_label: project
# replacement: meesho-demand-ase1c-prd-0625
# - source_labels: [__meta_gce_label_bu]
# target_label: bu
# - source_labels: [__meta_gce_label_team]
# target_label: team
# - source_labels: [__meta_gce_label_service]
# target_label: app
# - source_labels: [__meta_gce_label_type]
# target_label: type
# - source_labels: [__meta_gce_label_env]
# target_label: env
# - source_labels: [__meta_gce_instance_name]
# target_label: name
# - job_name: node_exporter_zk
# honor_labels: false
# gce_sd_configs:
# - project: 'meesho-demand-ase1c-prd-0625'
# port: 9100
# zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"]
# relabel_configs:
# - action: keep
# source_labels: [__meta_gce_label_service]
# regex: (comms-zookeeper|pfeed-zookeeper)
# - target_label: component
# replacement: zookeeper
# - target_label: priority
# replacement: p0
# - target_label: project
# replacement: meesho-demand-ase1c-prd-0625
# - source_labels: [__meta_gce_label_bu]
# target_label: bu
# - source_labels: [__meta_gce_label_team]
# target_label: team
# - source_labels: [__meta_gce_label_service]
# target_label: app
# - source_labels: [__meta_gce_label_type]
# target_label: type
# - source_labels: [__meta_gce_label_env]
# target_label: env
# - source_labels: [__meta_gce_instance_name]
# target_label: name
# - job_name: Flink01
# metrics_path: /
# honor_timestamps: true
# stream_parse: true
# scrape_interval: 30s
# scrape_timeout: 30s
# scheme: http
# gce_sd_configs:
# - project: 'meesho-demand-ase1c-prd-0625'
# zone: 'asia-southeast1-b'
# port: 19900
# - job_name: Flink02
# metrics_path: /
# honor_timestamps: true
# stream_parse: true
# scrape_interval: 30s
# scrape_timeout: 30s
# scheme: http
# gce_sd_configs:
# - project: 'meesho-demand-ase1c-prd-0625'
# zone: 'asia-southeast1-b'
# port: 19901
# - job_name: Flink03
# metrics_path: /
# honor_timestamps: true
# stream_parse: true
# scrape_interval: 30s
# scrape_timeout: 30s
# scheme: http
# gce_sd_configs:
# - project: 'meesho-demand-ase1c-prd-0625'
# zone: 'asia-southeast1-b'
# port: 19902
# - job_name: Flink04
# metrics_path: /
# honor_timestamps: true
# stream_parse: true
# scrape_interval: 30s
# scrape_timeout: 30s
# scheme: http
# gce_sd_configs:
# - project: 'meesho-demand-ase1c-prd-0625'
# zone: 'asia-southeast1-b'
# port: 19903
# - job_name: Flink05
# metrics_path: /
# honor_timestamps: true
# stream_parse: true
# scrape_interval: 30s
# scrape_timeout: 30s
# scheme: http
# gce_sd_configs:
# - project: 'meesho-demand-ase1c-prd-0625'
# zone: 'asia-southeast1-b'
# port: 19904
# - job_name: Flink01Reels
# metrics_path: /
# honor_timestamps: true
# stream_parse: true
# scrape_interval: 30s
# scrape_timeout: 30s
# scheme: http
# gce_sd_configs:
# - project: 'meesho-demand-ase1c-prd-0625'
# zone: 'asia-southeast1-a'
# port: 19900
# relabel_configs:
# - source_labels: [__meta_gce_instance_status]
# regex: 'RUNNING'
# action: keep
# - source_labels: [__meta_gce_label_service]
# regex: '(realtime-pipeline)'
# action: keep
# - source_labels: [__meta_gce_label_name]
# regex: '(reels-realtime-pipeline)'
# action: keep
# - source_labels: [__meta_gce_label_application]
# regex: '(hadoop)'
# action: keep
# - job_name: Flink02Reels
# metrics_path: /
# honor_timestamps: true
# stream_parse: true
# scrape_interval: 30s
# scrape_timeout: 30s
# scheme: http
# gce_sd_configs:
# - project: 'meesho-demand-ase1c-prd-0625'
# zone: 'asia-southeast1-a'
# port: 19901
# relabel_configs:
# - source_labels: [__meta_gce_instance_status]
# regex: 'RUNNING'
# action: keep
# - source_labels: [__meta_gce_label_service]
# regex: '(realtime-pipeline)'
# action: keep
# - source_labels: [__meta_gce_label_name]
# regex: '(reels-realtime-pipeline)'
# action: keep
# - source_labels: [__meta_gce_label_application]
# regex: '(hadoop)'
# action: keep
# - job_name: Flink03Reels
# metrics_path: /
# honor_timestamps: true
# stream_parse: true
# scrape_interval: 30s
# scrape_timeout: 30s
# scheme: http
# gce_sd_configs:
# - project: 'meesho-demand-ase1c-prd-0625'
# zone: 'asia-southeast1-a'
# port: 19902
# relabel_configs:
# - source_labels: [__meta_gce_instance_status]
# regex: 'RUNNING'
# action: keep
# - source_labels: [__meta_gce_label_service]
# regex: '(realtime-pipeline)'
# action: keep
# - source_labels: [__meta_gce_label_name]
# regex: '(reels-realtime-pipeline)'
# action: keep
# - source_labels: [__meta_gce_label_application]
# regex: '(hadoop)'
# action: keep
# - job_name: Flink04Reels
# metrics_path: /
# honor_timestamps: true
# stream_parse: true
# scrape_interval: 30s
# scrape_timeout: 30s
# scheme: http
# gce_sd_configs:
# - project: 'meesho-demand-ase1c-prd-0625'
# zone: 'asia-southeast1-a'
# port: 19903
# relabel_configs:
# - source_labels: [__meta_gce_instance_status]
# regex: 'RUNNING'
# action: keep
# - source_labels: [__meta_gce_label_service]
# regex: '(realtime-pipeline)'
# action: keep
# - source_labels: [__meta_gce_label_name]
# regex: '(reels-realtime-pipeline)'
# action: keep
# - source_labels: [__meta_gce_label_application]
# regex: '(hadoop)'
# action: keep
# - job_name: Flink05Reels
# metrics_path: /
# honor_timestamps: true
# stream_parse: true
# scrape_interval: 30s
# scrape_timeout: 30s
# scheme: http
# gce_sd_configs:
# - project: 'meesho-demand-ase1c-prd-0625'
# zone: 'asia-southeast1-a'
# port: 19904
# relabel_configs:
# - source_labels: [__meta_gce_instance_status]
# regex: 'RUNNING'
# action: keep
# - source_labels: [__meta_gce_label_service]
# regex: '(realtime-pipeline)'
# action: keep
# - source_labels: [__meta_gce_label_name]
# regex: '(reels-realtime-pipeline)'
# action: keep
# - source_labels: [__meta_gce_label_application]
# regex: '(hadoop)'
# action: keep
# - job_name: Flink06Reels
# metrics_path: /
# honor_timestamps: true
# stream_parse: true
# scrape_interval: 30s
# scrape_timeout: 30s
# scheme: http
# gce_sd_configs:
# - project: 'meesho-demand-ase1c-prd-0625'
# zone: 'asia-southeast1-a'
# port: 19905
# relabel_configs:
# - source_labels: [__meta_gce_instance_status]
# regex: 'RUNNING'
# action: keep
# - source_labels: [__meta_gce_label_service]
# regex: '(realtime-pipeline)'
# action: keep
# - source_labels: [__meta_gce_label_name]
# regex: '(reels-realtime-pipeline)'
# action: keep
# - source_labels: [__meta_gce_label_application]
# regex: '(hadoop)'
# action: keep
# - job_name: Flink07Reels
# metrics_path: /
# honor_timestamps: true
# stream_parse: true
# scrape_interval: 30s
# scrape_timeout: 30s
# scheme: http
# gce_sd_configs:
# - project: 'meesho-demand-ase1c-prd-0625'
# zone: 'asia-southeast1-a'
# port: 19906
# relabel_configs:
# - source_labels: [__meta_gce_instance_status]
# regex: 'RUNNING'
# action: keep
# - source_labels: [__meta_gce_label_service]
# regex: '(realtime-pipeline)'
# action: keep
# - source_labels: [__meta_gce_label_name]
# regex: '(reels-realtime-pipeline)'
# action: keep
# - source_labels: [__meta_gce_label_application]
# regex: '(hadoop)'
# action: keep
# - job_name: Flink08Reels
# metrics_path: /
# honor_timestamps: true
# stream_parse: true
# scrape_interval: 30s
# scrape_timeout: 30s
# scheme: http
# gce_sd_configs:
# - project: 'meesho-demand-ase1c-prd-0625'
# zone: 'asia-southeast1-a'
# port: 19907
# relabel_configs:
# - source_labels: [__meta_gce_instance_status]
# regex: 'RUNNING'
# action: keep
# - source_labels: [__meta_gce_label_service]
# regex: '(realtime-pipeline)'
# action: keep
# - source_labels: [__meta_gce_label_name]
# regex: '(reels-realtime-pipeline)'
# action: keep
# - source_labels: [__meta_gce_label_application]
# regex: '(hadoop)'
# action: keep
# - job_name: Flink09Reels
# metrics_path: /
# honor_timestamps: true
# stream_parse: true
# scrape_interval: 30s
# scrape_timeout: 30s
# scheme: http
# gce_sd_configs:
# - project: 'meesho-demand-ase1c-prd-0625'
# zone: 'asia-southeast1-a'
# port: 19908
# relabel_configs:
# - source_labels: [__meta_gce_instance_status]
# regex: 'RUNNING'
# action: keep
# - source_labels: [__meta_gce_label_service]
# regex: '(realtime-pipeline)'
# action: keep
# - source_labels: [__meta_gce_label_name]
# regex: '(reels-realtime-pipeline)'
# action: keep
# - source_labels: [__meta_gce_label_application]
# regex: '(hadoop)'
# action: keep
# - job_name: Flink10Reels
# metrics_path: /
# honor_timestamps: true
# stream_parse: true
# scrape_interval: 30s
# scrape_timeout: 30s
# scheme: http
# gce_sd_configs:
# - project: 'meesho-demand-ase1c-prd-0625'
# zone: 'asia-southeast1-a'
# port: 19909
# relabel_configs:
# - source_labels: [__meta_gce_instance_status]
# regex: 'RUNNING'
# action: keep
# - source_labels: [__meta_gce_label_service]
# regex: '(realtime-pipeline)'
# action: keep
# - source_labels: [__meta_gce_label_name]
# regex: '(reels-realtime-pipeline)'
# action: keep
# - source_labels: [__meta_gce_label_application]
# regex: '(hadoop)'
# action: keep
# - job_name: Flink11Reels
# metrics_path: /
# honor_timestamps: true
# stream_parse: true
# scrape_interval: 30s
# scrape_timeout: 30s
# scheme: http
# gce_sd_configs:
# - project: 'meesho-demand-ase1c-prd-0625'
# zone: 'asia-southeast1-a'
# port: 19910
# relabel_configs:
# - source_labels: [__meta_gce_instance_status]
# regex: 'RUNNING'
# action: keep
# - source_labels: [__meta_gce_label_service]
# regex: '(realtime-pipeline)'
# action: keep
# - source_labels: [__meta_gce_label_name]
# regex: '(reels-realtime-pipeline)'
# action: keep
# - source_labels: [__meta_gce_label_application]
# regex: '(hadoop)'
# action: keep
# - job_name: Flink12Reels
# metrics_path: /
# honor_timestamps: true
# stream_parse: true
# scrape_interval: 30s
# scrape_timeout: 30s
# scheme: http
# gce_sd_configs:
# - project: 'meesho-demand-ase1c-prd-0625'
# zone: 'asia-southeast1-a'
# port: 19911
# relabel_configs:
# - source_labels: [__meta_gce_instance_status]
# regex: 'RUNNING'
# action: keep
# - source_labels: [__meta_gce_label_service]
# regex: '(realtime-pipeline)'
# action: keep
# - source_labels: [__meta_gce_label_name]
# regex: '(reels-realtime-pipeline)'
# action: keep
# - source_labels: [__meta_gce_label_application]
# regex: '(hadoop)'
# action: keep
# - job_name: Flink13Reels
# metrics_path: /
# honor_timestamps: true
# stream_parse: true
# scrape_interval: 30s
# scrape_timeout: 30s
# scheme: http
# gce_sd_configs:
# - project: 'meesho-demand-ase1c-prd-0625'
# zone: 'asia-southeast1-a'
# port: 19912
# relabel_configs:
# - source_labels: [__meta_gce_instance_status]
# regex: 'RUNNING'
# action: keep
# - source_labels: [__meta_gce_label_service]
# regex: '(realtime-pipeline)'
# action: keep
# - source_labels: [__meta_gce_label_name]
# regex: '(reels-realtime-pipeline)'
# action: keep
# - source_labels: [__meta_gce_label_application]
# regex: '(hadoop)'
# action: keep
# - job_name: Flink14Reels
# metrics_path: /
# honor_timestamps: true
# stream_parse: true
# scrape_interval: 30s
# scrape_timeout: 30s
# scheme: http
# gce_sd_configs:
# - project: 'meesho-demand-ase1c-prd-0625'
# zone: 'asia-southeast1-a'
# port: 19913
# relabel_configs:
# - source_labels: [__meta_gce_instance_status]
# regex: 'RUNNING'
# action: keep
# - source_labels: [__meta_gce_label_service]
# regex: '(realtime-pipeline)'
# action: keep
# - source_labels: [__meta_gce_label_name]
# regex: '(reels-realtime-pipeline)'
# action: keep
# - source_labels: [__meta_gce_label_application]
# regex: '(hadoop)'
# action: keep
# - job_name: Flink15Reels
# metrics_path: /
# honor_timestamps: true
# stream_parse: true
# scrape_interval: 30s
# scrape_timeout: 30s
# scheme: http
# gce_sd_configs:
# - project: 'meesho-demand-ase1c-prd-0625'
# zone: 'asia-southeast1-a'
# port: 19914
# relabel_configs:
# - source_labels: [__meta_gce_instance_status]
# regex: 'RUNNING'
# action: keep
# - source_labels: [__meta_gce_label_service]
# regex: '(realtime-pipeline)'
# action: keep
# - source_labels: [__meta_gce_label_name]
# regex: '(reels-realtime-pipeline)'
# action: keep
# - source_labels: [__meta_gce_label_application]
# regex: '(hadoop)'
# action: keep
# - job_name: Flink16Reels
# metrics_path: /
# honor_timestamps: true
# stream_parse: true
# scrape_interval: 30s
# scrape_timeout: 30s
# scheme: http
# gce_sd_configs:
# - project: 'meesho-demand-ase1c-prd-0625'
# zone: 'asia-southeast1-a'
# port: 19915
# relabel_configs:
# - source_labels: [__meta_gce_instance_status]
# regex: 'RUNNING'
# action: keep
# - source_labels: [__meta_gce_label_service]
# regex: '(realtime-pipeline)'
# action: keep
# - source_labels: [__meta_gce_label_name]
# regex: '(reels-realtime-pipeline)'
# action: keep
# - source_labels: [__meta_gce_label_application]
# regex: '(hadoop)'
# action: keep
# - job_name: 'msearch'
# honor_timestamps: true
# scrape_interval: 30s
# scrape_timeout: 30s
# scheme: http
# gce_sd_configs:
# - project: 'meesho-demand-ase1c-prd-0625'
# port: 9273
# zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"]
# relabel_configs:
# - source_labels: [__meta_gce_label_team]
# regex: '(discovery-platform|search|pfeed)'
# action: keep
# - job_name: 'dragonfly-mcache-exporter'
# metrics_path: /metrics
# scrape_interval: 60s
# scrape_timeout: 5s
# gce_sd_configs:
# - project: 'meesho-demand-ase1c-prd-0625'
# port: 6379
# zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"]
# relabel_configs:
# - source_labels: [__meta_gce_label_monitoring]
# regex: 'no'
# action: drop
# - source_labels: [__meta_gce_label_env]
# regex: '(DR|perf)'
# action: drop
# - source_labels: [__meta_gce_label_pod]
# regex: '(devops)'
# action: drop
# - source_labels: [__meta_gce_label_mcache]
# regex: (dragonfly)
# action: keep
# - source_labels: [__meta_gce_instance_name]
# target_label: vm_name
# - source_labels: [__meta_gce_label_name]
# target_label: name
# - source_labels: [__meta_gce_label_mcache]
# target_label: mcache
# - source_labels: [__meta_gce_label_bu]
# target_label: bu
# - source_labels: [__meta_gce_label_team]
# target_label: team
# - source_labels: [__meta_gce_label_env]
# target_label: env
# - source_labels: [__meta_gce_label_pcacheid]
# target_label: pcacheid
# - job_name: 'redis-server-mcache-exporter'
# metrics_path: /metrics
# scrape_interval: 60s
# scrape_timeout: 5s
# gce_sd_configs:
# - project: 'meesho-demand-ase1c-prd-0625'
# port: 9121
# zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"]
# relabel_configs:
# - source_labels: [__meta_gce_label_monitoring]
# regex: 'no'
# action: drop
# - source_labels: [__meta_gce_label_env]
# regex: '(DR|perf)'
# action: drop
# - source_labels: [__meta_gce_label_pod]
# regex: '(devops)'
# action: drop
# - source_labels: [__meta_gce_label_service]
# regex: '(kafka|hbase|supply|supply-internal|mongo)'
# action: drop
# - source_labels: [__meta_gce_label_mcache]
# regex: (redis-server)
# action: keep
# - source_labels: [__meta_gce_label_name]
# target_label: name
# - source_labels: [__meta_gce_label_mcache]
# target_label: mcache
# - source_labels: [__meta_gce_label_bu]
# target_label: bu
# - source_labels: [__meta_gce_label_team]
# target_label: team
# - source_labels: [__meta_gce_label_env]
# target_label: env
# - source_labels: [__meta_gce_label_pcacheid]
# target_label: pcacheid
- job_name: kubernetes-pods-secured
kubernetes_sd_configs:
- role: pod
relabel_configs:
- target_label: vm_account_id
replacement: "200"
- target_label: cluster
replacement: k8s-demand-prd-ase1c
- action: labelmap
regex: __meta_kubernetes_node_label_(.+)
- action: drop
regex: true
source_labels:
- __meta_kubernetes_pod_container_init
- action: keep_if_equal
source_labels:
- __meta_kubernetes_pod_annotation_prometheus_io_port
- __meta_kubernetes_pod_container_port_number
- action: keep
regex: true
source_labels:
- __meta_kubernetes_pod_annotation_prometheus_io_scrape
- action: replace
regex: (.+)
source_labels:
- __meta_kubernetes_pod_annotation_prometheus_io_path
target_label: __metrics_path__
- action: replace
regex: ([^:]+)(?::\d+)?;(\d+)
replacement: $1:$2
source_labels:
- __address__
- __meta_kubernetes_pod_annotation_prometheus_io_port
target_label: __address__
- action: labelmap
regex: __meta_kubernetes_pod_label_(.+)
- action: replace
source_labels:
- __meta_kubernetes_namespace
target_label: kubernetes_namespace
- action: replace
source_labels:
- __meta_kubernetes_pod_name
target_label: kubernetes_pod_name
metric_relabel_configs:
- source_labels: [__name__, uri,service]
regex: http_server_requests_seconds_count;/api/3.0/order;order-service.*
action: keep
- job_name: kubernetes-pods-telegraf-secured
kubernetes_sd_configs:
- role: pod
relabel_configs:
- target_label: vm_account_id
replacement: "200"
- target_label: cluster
replacement: k8s-demand-prd-ase1c
- action: labelmap
regex: __meta_kubernetes_pod_label_(.+)
- action: keep
regex: '(.*9273)'
source_labels:
- __address__
- action: replace
source_labels:
- __meta_kubernetes_namespace
target_label: kubernetes_namespace
- action: replace
source_labels:
- __meta_kubernetes_pod_name
target_label: kubernetes_pod_name
metric_relabel_configs:
- source_labels: [__name__, uri,kubernetes_namespace]
regex: CONTROLLER_execTime_count;/api/3.0/order;prd-order-service
action: keep
- job_name: kubernetes-pods-jmx-secured
kubernetes_sd_configs:
- role: pod
relabel_configs:
- target_label: vm_account_id
replacement: "200"
- target_label: cluster
replacement: k8s-demand-prd-ase1c
- action: labelmap
regex: __meta_kubernetes_node_label_(.+)
- action: drop
regex: true
source_labels:
- __meta_kubernetes_pod_container_init
- action: keep_if_equal
source_labels:
- __meta_kubernetes_pod_annotation_jmx_io_port
- __meta_kubernetes_pod_container_port_number
- action: keep
regex: true
source_labels:
- __meta_kubernetes_pod_annotation_jmx_io_scrape
- action: replace
regex: (.+)
source_labels:
- __meta_kubernetes_pod_annotation_jmx_io_path
target_label: __metrics_path__
- action: replace
regex: ([^:]+)(?::\d+)?;(\d+)
replacement: $1:$2
source_labels:
- __address__
- __meta_kubernetes_pod_annotation_jmx_io_port
target_label: __address__
- action: labelmap
regex: __meta_kubernetes_pod_label_(.+)
- action: replace
source_labels:
- __meta_kubernetes_namespace
target_label: kubernetes_namespace
- action: replace
source_labels:
- __meta_kubernetes_pod_name
target_label: kubernetes_pod_name
metric_relabel_configs:
- source_labels: [__name__,topic]
regex: "(kafka_producer_producer_topic_metrics_record_send_rate|kafka_consumer_consumer_fetch_manager_metrics_records_consumed_rate);order_confirmed_v3"
action: keep