Files
devops-infra-helm-charts-gcp/helm-templates/victoria-metrics-agent-latest/configmap/demand-shared-scrape-backup.yaml
T
2026-08-26 03:39:42 +05:30

1611 lines
46 KiB
YAML

global:
scrape_interval: 60s
scrape_configs:
- job_name: vmagent
static_configs:
- targets:
- localhost:8429
- bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token
job_name: kubernetes-apiservers
kubernetes_sd_configs:
- role: endpoints
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- target_label: cluster
replacement: k8s-demand-prd-ase1
- action: labelmap
regex: __meta_kubernetes_node_label_(.+)
- action: keep
regex: default;kubernetes;https
source_labels:
- __meta_kubernetes_namespace
- __meta_kubernetes_service_name
- __meta_kubernetes_endpoint_port_name
scheme: https
tls_config:
ca_file: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt
insecure_skip_verify: true
- bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token
job_name: kubernetes-nodes
kubernetes_sd_configs:
- role: node
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- target_label: cluster
replacement: k8s-demand-prd-ase1
- action: labelmap
regex: __meta_kubernetes_node_label_(.+)
- replacement: kubernetes.default.svc:443
target_label: __address__
- regex: (.+)
replacement: /api/v1/nodes/$1/proxy/metrics
source_labels:
- __meta_kubernetes_node_name
target_label: __metrics_path__
scheme: https
tls_config:
ca_file: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt
insecure_skip_verify: true
- bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token
job_name: kubernetes-nodes-cadvisor
kubernetes_sd_configs:
- role: node
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- target_label: cluster
replacement: k8s-demand-prd-ase1
- replacement: kubernetes.default.svc:443
target_label: __address__
- regex: (.+)
replacement: /api/v1/nodes/$1/proxy/metrics/cadvisor
source_labels:
- __meta_kubernetes_node_name
target_label: __metrics_path__
scheme: https
tls_config:
ca_file: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt
insecure_skip_verify: true
- job_name: kube-state-metrics-k8s-demand-prd-ase1
metrics_path: /metrics
honor_timestamps: true
scrape_interval: 60s
scrape_timeout: 30s
scheme: http
static_configs:
- targets: ['kube-state-metrics-demand-prd.kube-system.svc.cluster.local:8080']
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- target_label: cluster
replacement: k8s-demand-prd-ase1
- action: labelmap
regex: __meta_kubernetes_node_label_(.+)
- job_name: kubernetes-pods-telegraf
kubernetes_sd_configs:
- role: pod
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- target_label: cluster
replacement: k8s-demand-prd-ase1
- action: labelmap
regex: __meta_kubernetes_pod_label_(.+)
- action: keep
regex: '(.*9273)'
source_labels:
- __address__
- action: replace
source_labels:
- __meta_kubernetes_namespace
target_label: kubernetes_namespace
- action: replace
source_labels:
- __meta_kubernetes_pod_name
target_label: kubernetes_pod_name
metric_relabel_configs:
- if: '{__name__=~"campaign_metrics_value.*",app=~"prd-communicator-consumer-sms-campaign|prd-communicator-consumer-email-whatsapp-campaign"}'
action: drop
- if: '{__name__=~"CONTROLLER_execTime_count",kubernetes_namespace="prd-order-service",uri="/api/3.0/order"}'
action: drop
- job_name: vision
metrics_path: /actuator/prometheus
honor_timestamps: true
scrape_interval: 60s
scrape_timeout: 30s
scheme: http
gce_sd_configs:
- project: 'meesho-demand-prd-0622'
port: 8830
zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"]
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- source_labels: [__meta_gce_label_service]
regex: '(vision|vision-consumer|vision-recommendations)'
action: keep
- job_name: 'Mongodb-Exporter'
metrics_path: /metrics
honor_timestamps: true
scrape_interval: 65s
scheme: http
gce_sd_configs:
- project: 'meesho-demand-prd-0622'
port: 9216
zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"]
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- source_labels: [__meta_gce_instance_status]
regex: 'RUNNING'
action: keep
- source_labels: [__meta_gce_label_component]
regex: 'mg'
action: keep
- source_labels: [__meta_gce_label_goog-k8s-cluster-name]
regex: 'k8s'
action: drop
- source_labels: [__meta_gce_label_monitoring]
regex: 'no'
action: drop
- source_labels: [__meta_gce_instance_name]
regex: 'gke-k8s-.*'
action: drop
- target_label: project
replacement: meesho-demand-prd-0622
- source_labels: [__meta_gce_instance_name]
target_label: name
- source_labels: [__meta_gce_instance_id]
target_label: instance_id
- source_labels: [__meta_gce_instance_status]
target_label: status
- source_labels: [__meta_gce_private_ip]
target_label: private_ip
- source_labels: [__meta_gce_public_ip]
target_label: public_ip
- source_labels: [__meta_gce_label_bu]
target_label: bu
- source_labels: [__meta_gce_label_component]
target_label: component
- source_labels: [__meta_gce_label_env]
target_label: env
- source_labels: [__meta_gce_label_service]
target_label: service
- source_labels: [__meta_gce_label_team]
target_label: team
- source_labels: [__meta_gce_label_type]
target_label: type
- source_labels: [__meta_gce_label_service]
target_label: app
- source_labels: [__meta_gce_label_alerts]
target_label: alerts
- job_name: 'pushgateway'
honor_labels: true
static_configs:
- targets: ['devops-p-pushgateway-01a.meeshoint.in.:9091']
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- job_name: 'telegraf-exporter'
scrape_interval: 60s
scrape_timeout: 5s
gce_sd_configs:
- project: 'meesho-demand-prd-0622'
port: 9273
zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"]
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- source_labels: [__meta_gce_instance_status]
regex: 'RUNNING'
action: keep
- source_labels: [__meta_gce_label_monitoring]
regex: 'no'
action: drop
- source_labels: [__meta_gce_label_env]
regex: '(DR|perf)'
action: drop
- source_labels: [__meta_gce_label_pod]
regex: '(devops)'
action: drop
- source_labels: [__meta_gce_label_service]
regex: '(kafka|hbase|supply|supply-internal|mongo)'
action: drop
- source_labels: [__meta_gce_label_telegraf]
regex: '(enabled)'
action: keep
- source_labels: [__meta_gce_instance_name]
target_label: name
- source_labels: [__meta_gce_label_service]
target_label: app
- job_name: 'memcache-exporter'
metrics_path: /metrics
scrape_interval: 60s
scrape_timeout: 5s
gce_sd_configs:
- project: 'meesho-demand-prd-0622'
port: 9150
zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"]
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- source_labels: [__meta_gce_instance_status]
regex: 'RUNNING'
action: keep
- source_labels: [__meta_gce_label_monitoring]
regex: 'no'
action: drop
- source_labels: [__meta_gce_label_env]
regex: '(DR|perf)'
action: drop
- source_labels: [__meta_gce_label_pod]
regex: '(devops)'
action: drop
- source_labels: [__meta_gce_label_service]
regex: '(kafka|hbase|supply|supply-internal|mongo)'
action: drop
- source_labels: [__meta_gce_instance_name]
target_label: name
- source_labels: [__meta_gce_label_service]
target_label: app
- job_name: 'mcrouter-exporter'
metrics_path: /metrics
scrape_interval: 60s
scrape_timeout: 5s
gce_sd_configs:
- project: 'meesho-demand-prd-0622'
port: 9442
zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"]
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- source_labels: [__meta_gce_instance_status]
regex: 'RUNNING'
action: keep
- source_labels: [__meta_gce_label_monitoring]
regex: 'no'
action: drop
- source_labels: [__meta_gce_label_env]
regex: '(DR|perf)'
action: drop
- source_labels: [__meta_gce_label_pod]
regex: '(devops)'
action: drop
- source_labels: [__meta_gce_label_service]
regex: '(kafka|hbase|supply|supply-internal|mongo)'
action: drop
- source_labels: [__meta_gce_instance_name]
target_label: name
- source_labels: [__meta_gce_label_service]
target_label: app
- job_name: scylladb-exporter
honor_labels: false
gce_sd_configs:
- project: 'meesho-demand-prd-0622'
port: 9180
zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"]
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- source_labels: [__meta_gce_label_component]
regex: 'scyl'
action: keep
- source_labels: [__meta_gce_label_bu]
target_label: bu
- source_labels: [__meta_gce_label_team]
target_label: team
- source_labels: [__meta_gce_label_service]
target_label: app
- source_labels: [__meta_gce_label_type]
target_label: type
- source_labels: [__meta_gce_label_env]
target_label: env
- source_labels: [__meta_gce_label_cluster]
target_label: cluster
- source_labels: [__meta_gce_instance_name]
target_label: name
- source_labels: [__meta_gce_label_priority]
target_label: priority
metric_relabel_configs:
- source_labels: [__name__, scheduling_group_name]
regex: '(scylla_storage_proxy_coordinator_.*_bucket;)(atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache)'
action: drop
- source_labels: [version]
regex: '(.+)'
target_label: CPU
replacement: 'cpu'
- source_labels: [version]
regex: '(.+)'
target_label: CQL
replacement: 'cql'
- source_labels: [version]
regex: '(.+)'
target_label: OS
replacement: 'os'
- source_labels: [version]
regex: '(.+)'
target_label: IO
replacement: 'io'
- source_labels: [version]
regex: '(.+)'
target_label: Errors
replacement: 'errors'
- regex: 'help|exported_instance'
action: labeldrop
- source_labels: [version]
regex: '([0-9]+\.[0-9]+)(\.?[0-9]*).*'
replacement: '$1$2'
target_label: svr
- source_labels: [__name__, quantile]
regex: '(scylla_storage_proxy_coordinator_write_latency_summary;0.990*)'
target_label: __name__
replacement: 'wlatencyp99'
- source_labels: [__name__, quantile]
regex: '(scylla_storage_proxy_coordinator_write_latency_summary;0.950*)'
target_label: __name__
replacement: 'wlatencyp95'
- source_labels: [__name__, quantile]
regex: '(scylla_storage_proxy_coordinator_write_latency_summary;0.50*)'
target_label: __name__
replacement: 'wlatencya'
- source_labels: [__name__, quantile]
regex: '(scylla_storage_proxy_coordinator_read_latency_summary;0.990*)'
target_label: __name__
replacement: 'rlatencyp99'
- source_labels: [__name__, quantile]
regex: '(scylla_storage_proxy_coordinator_read_latency_summary;0.950*)'
target_label: __name__
replacement: 'rlatencyp95'
- source_labels: [__name__, quantile]
regex: '(scylla_storage_proxy_coordinator_read_latency_summary;0.50*)'
target_label: __name__
replacement: 'rlatencya'
- source_labels: [__name__, quantile]
regex: '(scylla_storage_proxy_coordinator_cas_write_latency_summary;0.950*)'
target_label: __name__
replacement: 'caswlatencyp95'
- source_labels: [__name__, quantile]
regex: '(scylla_storage_proxy_coordinator_cas_write_latency_summary;0.990*)'
target_label: __name__
replacement: 'caswlatencyp99'
- source_labels: [__name__, quantile]
regex: '(scylla_storage_proxy_coordinator_cas_write_latency_summary;0.50*)'
target_label: __name__
replacement: 'caswlatencya'
- source_labels: [__name__, quantile]
regex: '(scylla_storage_proxy_coordinator_cas_read_latency_summary;0.950*)'
target_label: __name__
replacement: 'casrlatencyp95'
- source_labels: [__name__, quantile]
regex: '(scylla_storage_proxy_coordinator_cas_read_latency_summary;0.990*)'
target_label: __name__
replacement: 'casrlatencyp99'
- source_labels: [__name__, quantile]
regex: '(scylla_storage_proxy_coordinator_cas_read_latency_summary;0.50*)'
target_label: __name__
replacement: 'casrlatencya'
- source_labels: [__name__]
regex: '(.latency..?.?|cas.latency..?.?)'
target_label: by
replacement: 'instance,shard'
- source_labels: [__name__]
regex: '(scylla_storage_proxy_coordinator_read_timeouts|scylla_reactor_utilization|scylla_storage_proxy_coordinator_read_timeouts|scylla_storage_proxy_coordinator_read_unavailable|scylla_storage_proxy_coordinator_write_timeouts|scylla_storage_proxy_coordinator_write_unavailable|.latency..?.?)'
replacement: '2'
target_label: level
- source_labels: [__name__]
regex: '(scylla_storage_proxy_coordinator_read_timeouts|scylla_reactor_utilization|scylla_storage_proxy_coordinator_read_timeouts|scylla_storage_proxy_coordinator_read_unavailable|scylla_storage_proxy_coordinator_write_timeouts|scylla_storage_proxy_coordinator_write_unavailable|.latency..?.?)'
replacement: '2'
target_label: dd
- source_labels: [__name__]
regex: '(scylla_node_operation_mode)'
replacement: '1'
target_label: level
- source_labels: [__name__]
regex: '(scylla_node_operation_mode)'
replacement: '1'
target_label: dd
- source_labels: [scheduling_group_name]
regex: '(atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache)'
replacement: ''
target_label: level
- source_labels: [scheduling_group_name]
regex: '(atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache)'
replacement: ''
target_label: dd
- job_name: scylladb-manager-exporter
honor_labels: false
gce_sd_configs:
- project: 'meesho-demand-prd-0622'
port: 5090
zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"]
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- source_labels: [__meta_gce_label_component]
regex: 'scyl'
action: keep
- source_labels: [__meta_gce_label_bu]
target_label: bu
- source_labels: [__meta_gce_label_team]
target_label: team
- source_labels: [__meta_gce_label_service]
target_label: app
- source_labels: [__meta_gce_label_type]
target_label: type
- source_labels: [__meta_gce_label_env]
target_label: env
- source_labels: [__meta_gce_instance_name]
target_label: name
- source_labels: [__meta_gce_label_priority]
target_label: priority
- job_name: 'node_exporter'
scrape_interval: 60s
scrape_timeout: 30s
gce_sd_configs:
- project: 'meesho-demand-prd-0622'
port: 9100
zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"]
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- source_labels: [__meta_gce_instance_status]
regex: 'RUNNING'
action: keep
- source_labels: [__meta_gce_label_goog-k8s-cluster-name]
regex: 'k8s'
action: drop
- source_labels: [__meta_gce_label_monitoring]
regex: 'no'
action: drop
- source_labels: [__meta_gce_instance_name]
regex: 'gke-k8s-.*'
action: drop
- target_label: project
replacement: meesho-demand-prd-0622
- source_labels: [__meta_gce_instance_name]
target_label: name
- source_labels: [__meta_gce_instance_id]
target_label: instance_id
- source_labels: [__meta_gce_instance_status]
target_label: status
- source_labels: [__meta_gce_private_ip]
target_label: private_ip
- source_labels: [__meta_gce_public_ip]
target_label: public_ip
- source_labels: [__meta_gce_label_bu]
target_label: bu
- source_labels: [__meta_gce_label_component]
target_label: component
- source_labels: [__meta_gce_label_env]
target_label: env
- source_labels: [__meta_gce_label_service]
target_label: service
- source_labels: [__meta_gce_label_team]
target_label: team
- source_labels: [__meta_gce_label_type]
target_label: type
- source_labels: [__meta_gce_label_service]
target_label: app
- source_labels: [__meta_gce_label_alerts]
target_label: alerts
- job_name: zookeeper-scrape-config
honor_labels: false
gce_sd_configs:
- project: 'meesho-demand-prd-0622'
port: 7000
zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"]
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- action: keep
source_labels: [__meta_gce_label_service]
regex: (comms-zookeeper|pfeed-zookeeper)
- target_label: component
replacement: zookeeper
- target_label: priority
replacement: p0
- target_label: project
replacement: meesho-demand-prd-0622
- source_labels: [__meta_gce_label_bu]
target_label: bu
- source_labels: [__meta_gce_label_team]
target_label: team
- source_labels: [__meta_gce_label_service]
target_label: app
- source_labels: [__meta_gce_label_type]
target_label: type
- source_labels: [__meta_gce_label_env]
target_label: env
- source_labels: [__meta_gce_instance_name]
target_label: name
- job_name: node_exporter_zk
honor_labels: false
gce_sd_configs:
- project: 'meesho-demand-prd-0622'
port: 9100
zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"]
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- action: keep
source_labels: [__meta_gce_label_service]
regex: (comms-zookeeper|pfeed-zookeeper)
- target_label: component
replacement: zookeeper
- target_label: priority
replacement: p0
- target_label: project
replacement: meesho-demand-prd-0622
- source_labels: [__meta_gce_label_bu]
target_label: bu
- source_labels: [__meta_gce_label_team]
target_label: team
- source_labels: [__meta_gce_label_service]
target_label: app
- source_labels: [__meta_gce_label_type]
target_label: type
- source_labels: [__meta_gce_label_env]
target_label: env
- source_labels: [__meta_gce_instance_name]
target_label: name
- job_name: Flink02
metrics_path: /
honor_timestamps: true
stream_parse: true
scrape_interval: 30s
scrape_timeout: 30s
scheme: http
gce_sd_configs:
- project: 'meesho-demand-prd-0622'
zone: 'asia-southeast1-b'
port: 19901
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- job_name: Flink03
metrics_path: /
honor_timestamps: true
stream_parse: true
scrape_interval: 30s
scrape_timeout: 30s
scheme: http
gce_sd_configs:
- project: 'meesho-demand-prd-0622'
zone: 'asia-southeast1-b'
port: 19902
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- job_name: Flink04
metrics_path: /
honor_timestamps: true
stream_parse: true
scrape_interval: 30s
scrape_timeout: 30s
scheme: http
gce_sd_configs:
- project: 'meesho-demand-prd-0622'
zone: 'asia-southeast1-b'
port: 19903
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- job_name: Flink05
metrics_path: /
honor_timestamps: true
stream_parse: true
scrape_interval: 30s
scrape_timeout: 30s
scheme: http
gce_sd_configs:
- project: 'meesho-demand-prd-0622'
zone: 'asia-southeast1-b'
port: 19904
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- job_name: Flink01Reels
metrics_path: /
honor_timestamps: true
stream_parse: true
scrape_interval: 30s
scrape_timeout: 30s
scheme: http
gce_sd_configs:
- project: 'meesho-demand-prd-0622'
zone: 'asia-southeast1-a'
port: 19900
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- source_labels: [__meta_gce_instance_status]
regex: 'RUNNING'
action: keep
- source_labels: [__meta_gce_label_service]
regex: '(realtime-pipeline)'
action: keep
- source_labels: [__meta_gce_label_name]
regex: '(reels-realtime-pipeline)'
action: keep
- source_labels: [__meta_gce_label_application]
regex: '(hadoop)'
action: keep
- job_name: Flink02Reels
metrics_path: /
honor_timestamps: true
stream_parse: true
scrape_interval: 30s
scrape_timeout: 30s
scheme: http
gce_sd_configs:
- project: 'meesho-demand-prd-0622'
zone: 'asia-southeast1-a'
port: 19901
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- source_labels: [__meta_gce_instance_status]
regex: 'RUNNING'
action: keep
- source_labels: [__meta_gce_label_service]
regex: '(realtime-pipeline)'
action: keep
- source_labels: [__meta_gce_label_name]
regex: '(reels-realtime-pipeline)'
action: keep
- source_labels: [__meta_gce_label_application]
regex: '(hadoop)'
action: keep
- job_name: Flink03Reels
metrics_path: /
honor_timestamps: true
stream_parse: true
scrape_interval: 30s
scrape_timeout: 30s
scheme: http
gce_sd_configs:
- project: 'meesho-demand-prd-0622'
zone: 'asia-southeast1-a'
port: 19902
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- source_labels: [__meta_gce_instance_status]
regex: 'RUNNING'
action: keep
- source_labels: [__meta_gce_label_service]
regex: '(realtime-pipeline)'
action: keep
- source_labels: [__meta_gce_label_name]
regex: '(reels-realtime-pipeline)'
action: keep
- source_labels: [__meta_gce_label_application]
regex: '(hadoop)'
action: keep
- job_name: Flink04Reels
metrics_path: /
honor_timestamps: true
stream_parse: true
scrape_interval: 30s
scrape_timeout: 30s
scheme: http
gce_sd_configs:
- project: 'meesho-demand-prd-0622'
zone: 'asia-southeast1-a'
port: 19903
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- source_labels: [__meta_gce_instance_status]
regex: 'RUNNING'
action: keep
- source_labels: [__meta_gce_label_service]
regex: '(realtime-pipeline)'
action: keep
- source_labels: [__meta_gce_label_name]
regex: '(reels-realtime-pipeline)'
action: keep
- source_labels: [__meta_gce_label_application]
regex: '(hadoop)'
action: keep
- job_name: Flink05Reels
metrics_path: /
honor_timestamps: true
stream_parse: true
scrape_interval: 30s
scrape_timeout: 30s
scheme: http
gce_sd_configs:
- project: 'meesho-demand-prd-0622'
zone: 'asia-southeast1-a'
port: 19904
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- source_labels: [__meta_gce_instance_status]
regex: 'RUNNING'
action: keep
- source_labels: [__meta_gce_label_service]
regex: '(realtime-pipeline)'
action: keep
- source_labels: [__meta_gce_label_name]
regex: '(reels-realtime-pipeline)'
action: keep
- source_labels: [__meta_gce_label_application]
regex: '(hadoop)'
action: keep
- job_name: Flink06Reels
metrics_path: /
honor_timestamps: true
stream_parse: true
scrape_interval: 30s
scrape_timeout: 30s
scheme: http
gce_sd_configs:
- project: 'meesho-demand-prd-0622'
zone: 'asia-southeast1-a'
port: 19905
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- source_labels: [__meta_gce_instance_status]
regex: 'RUNNING'
action: keep
- source_labels: [__meta_gce_label_service]
regex: '(realtime-pipeline)'
action: keep
- source_labels: [__meta_gce_label_name]
regex: '(reels-realtime-pipeline)'
action: keep
- source_labels: [__meta_gce_label_application]
regex: '(hadoop)'
action: keep
- job_name: Flink07Reels
metrics_path: /
honor_timestamps: true
stream_parse: true
scrape_interval: 30s
scrape_timeout: 30s
scheme: http
gce_sd_configs:
- project: 'meesho-demand-prd-0622'
zone: 'asia-southeast1-a'
port: 19906
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- source_labels: [__meta_gce_instance_status]
regex: 'RUNNING'
action: keep
- source_labels: [__meta_gce_label_service]
regex: '(realtime-pipeline)'
action: keep
- source_labels: [__meta_gce_label_name]
regex: '(reels-realtime-pipeline)'
action: keep
- source_labels: [__meta_gce_label_application]
regex: '(hadoop)'
action: keep
- job_name: Flink08Reels
metrics_path: /
honor_timestamps: true
stream_parse: true
scrape_interval: 30s
scrape_timeout: 30s
scheme: http
gce_sd_configs:
- project: 'meesho-demand-prd-0622'
zone: 'asia-southeast1-a'
port: 19907
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- source_labels: [__meta_gce_instance_status]
regex: 'RUNNING'
action: keep
- source_labels: [__meta_gce_label_service]
regex: '(realtime-pipeline)'
action: keep
- source_labels: [__meta_gce_label_name]
regex: '(reels-realtime-pipeline)'
action: keep
- source_labels: [__meta_gce_label_application]
regex: '(hadoop)'
action: keep
- job_name: Flink09Reels
metrics_path: /
honor_timestamps: true
stream_parse: true
scrape_interval: 30s
scrape_timeout: 30s
scheme: http
gce_sd_configs:
- project: 'meesho-demand-prd-0622'
zone: 'asia-southeast1-a'
port: 19908
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- source_labels: [__meta_gce_instance_status]
regex: 'RUNNING'
action: keep
- source_labels: [__meta_gce_label_service]
regex: '(realtime-pipeline)'
action: keep
- source_labels: [__meta_gce_label_name]
regex: '(reels-realtime-pipeline)'
action: keep
- source_labels: [__meta_gce_label_application]
regex: '(hadoop)'
action: keep
- job_name: Flink10Reels
metrics_path: /
honor_timestamps: true
stream_parse: true
scrape_interval: 30s
scrape_timeout: 30s
scheme: http
gce_sd_configs:
- project: 'meesho-demand-prd-0622'
zone: 'asia-southeast1-a'
port: 19909
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- source_labels: [__meta_gce_instance_status]
regex: 'RUNNING'
action: keep
- source_labels: [__meta_gce_label_service]
regex: '(realtime-pipeline)'
action: keep
- source_labels: [__meta_gce_label_name]
regex: '(reels-realtime-pipeline)'
action: keep
- source_labels: [__meta_gce_label_application]
regex: '(hadoop)'
action: keep
- job_name: Flink11Reels
metrics_path: /
honor_timestamps: true
stream_parse: true
scrape_interval: 30s
scrape_timeout: 30s
scheme: http
gce_sd_configs:
- project: 'meesho-demand-prd-0622'
zone: 'asia-southeast1-a'
port: 19910
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- source_labels: [__meta_gce_instance_status]
regex: 'RUNNING'
action: keep
- source_labels: [__meta_gce_label_service]
regex: '(realtime-pipeline)'
action: keep
- source_labels: [__meta_gce_label_name]
regex: '(reels-realtime-pipeline)'
action: keep
- source_labels: [__meta_gce_label_application]
regex: '(hadoop)'
action: keep
- job_name: Flink12Reels
metrics_path: /
honor_timestamps: true
stream_parse: true
scrape_interval: 30s
scrape_timeout: 30s
scheme: http
gce_sd_configs:
- project: 'meesho-demand-prd-0622'
zone: 'asia-southeast1-a'
port: 19911
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- source_labels: [__meta_gce_instance_status]
regex: 'RUNNING'
action: keep
- source_labels: [__meta_gce_label_service]
regex: '(realtime-pipeline)'
action: keep
- source_labels: [__meta_gce_label_name]
regex: '(reels-realtime-pipeline)'
action: keep
- source_labels: [__meta_gce_label_application]
regex: '(hadoop)'
action: keep
- job_name: Flink13Reels
metrics_path: /
honor_timestamps: true
stream_parse: true
scrape_interval: 30s
scrape_timeout: 30s
scheme: http
gce_sd_configs:
- project: 'meesho-demand-prd-0622'
zone: 'asia-southeast1-a'
port: 19912
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- source_labels: [__meta_gce_instance_status]
regex: 'RUNNING'
action: keep
- source_labels: [__meta_gce_label_service]
regex: '(realtime-pipeline)'
action: keep
- source_labels: [__meta_gce_label_name]
regex: '(reels-realtime-pipeline)'
action: keep
- source_labels: [__meta_gce_label_application]
regex: '(hadoop)'
action: keep
- job_name: Flink14Reels
metrics_path: /
honor_timestamps: true
stream_parse: true
scrape_interval: 30s
scrape_timeout: 30s
scheme: http
gce_sd_configs:
- project: 'meesho-demand-prd-0622'
zone: 'asia-southeast1-a'
port: 19913
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- source_labels: [__meta_gce_instance_status]
regex: 'RUNNING'
action: keep
- source_labels: [__meta_gce_label_service]
regex: '(realtime-pipeline)'
action: keep
- source_labels: [__meta_gce_label_name]
regex: '(reels-realtime-pipeline)'
action: keep
- source_labels: [__meta_gce_label_application]
regex: '(hadoop)'
action: keep
- job_name: Flink15Reels
metrics_path: /
honor_timestamps: true
stream_parse: true
scrape_interval: 30s
scrape_timeout: 30s
scheme: http
gce_sd_configs:
- project: 'meesho-demand-prd-0622'
zone: 'asia-southeast1-a'
port: 19914
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- source_labels: [__meta_gce_instance_status]
regex: 'RUNNING'
action: keep
- source_labels: [__meta_gce_label_service]
regex: '(realtime-pipeline)'
action: keep
- source_labels: [__meta_gce_label_name]
regex: '(reels-realtime-pipeline)'
action: keep
- source_labels: [__meta_gce_label_application]
regex: '(hadoop)'
action: keep
- job_name: Flink16Reels
metrics_path: /
honor_timestamps: true
stream_parse: true
scrape_interval: 30s
scrape_timeout: 30s
scheme: http
gce_sd_configs:
- project: 'meesho-demand-prd-0622'
zone: 'asia-southeast1-a'
port: 19915
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- source_labels: [__meta_gce_instance_status]
regex: 'RUNNING'
action: keep
- source_labels: [__meta_gce_label_service]
regex: '(realtime-pipeline)'
action: keep
- source_labels: [__meta_gce_label_name]
regex: '(reels-realtime-pipeline)'
action: keep
- source_labels: [__meta_gce_label_application]
regex: '(hadoop)'
action: keep
- job_name: 'msearch'
honor_timestamps: true
scrape_interval: 30s
scrape_timeout: 30s
scheme: http
gce_sd_configs:
- project: 'meesho-demand-prd-0622'
port: 9273
zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"]
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- source_labels: [__meta_gce_label_team]
regex: '(discovery-platform|search|pfeed)'
action: keep
- job_name: 'dragonfly-mcache-exporter'
metrics_path: /metrics
scrape_interval: 60s
scrape_timeout: 5s
gce_sd_configs:
- project: 'meesho-demand-prd-0622'
port: 6379
zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"]
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- source_labels: [__meta_gce_label_monitoring]
regex: 'no'
action: drop
- source_labels: [__meta_gce_label_env]
regex: '(DR|perf)'
action: drop
- source_labels: [__meta_gce_label_pod]
regex: '(devops)'
action: drop
- source_labels: [__meta_gce_label_mcache]
regex: (dragonfly)
action: keep
- source_labels: [__meta_gce_instance_name]
target_label: vm_name
- source_labels: [__meta_gce_label_name]
target_label: name
- source_labels: [__meta_gce_label_mcache]
target_label: mcache
- source_labels: [__meta_gce_label_bu]
target_label: bu
- source_labels: [__meta_gce_label_team]
target_label: team
- source_labels: [__meta_gce_label_env]
target_label: env
- source_labels: [__meta_gce_label_pcacheid]
target_label: pcacheid
- action: labelmap
regex: __meta_gce_label_(.+)
- job_name: 'redis-server-mcache-exporter'
metrics_path: /metrics
scrape_interval: 60s
scrape_timeout: 5s
gce_sd_configs:
- project: 'meesho-demand-prd-0622'
port: 9121
zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"]
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- source_labels: [__meta_gce_label_monitoring]
regex: 'no'
action: drop
- source_labels: [__meta_gce_label_env]
regex: '(DR|perf)'
action: drop
- source_labels: [__meta_gce_label_pod]
regex: '(devops)'
action: drop
- source_labels: [__meta_gce_label_service]
regex: '(kafka|hbase|supply|supply-internal|mongo)'
action: drop
- source_labels: [__meta_gce_label_mcache]
regex: (redis-server)
action: keep
- source_labels: [__meta_gce_label_name]
target_label: name
- source_labels: [__meta_gce_label_mcache]
target_label: mcache
- source_labels: [__meta_gce_label_bu]
target_label: bu
- source_labels: [__meta_gce_label_team]
target_label: team
- source_labels: [__meta_gce_label_env]
target_label: env
- source_labels: [__meta_gce_label_pcacheid]
target_label: pcacheid
- job_name: fluentd
kubernetes_sd_configs:
- role: pod
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- action: keep
source_labels: [__meta_kubernetes_pod_label_app_kubernetes_io_name]
regex: fluentd
- action: replace
source_labels: [__meta_kubernetes_pod_ip]
target_label: __address__
regex: (.+)
replacement: $1:24231
- target_label: cluster
replacement: k8s-demand-prd-ase1
- action: replace
source_labels: [__meta_kubernetes_pod_label_env]
target_label: env
- action: replace
source_labels: [__meta_kubernetes_pod_label_bu]
target_label: bu
- action: replace
source_labels: [__meta_kubernetes_pod_label_app_kubernetes_io_instance]
target_label: fluentd_instance
- job_name: kubernetes-pods
kubernetes_sd_configs:
- role: pod
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- target_label: cluster
replacement: k8s-demand-prd-ase1
- action: labelmap
regex: __meta_kubernetes_node_label_(.+)
- action: drop
regex: true
source_labels:
- __meta_kubernetes_pod_container_init
- action: keep_if_equal
source_labels:
- __meta_kubernetes_pod_annotation_prometheus_io_port
- __meta_kubernetes_pod_container_port_number
- action: keep
regex: true
source_labels:
- __meta_kubernetes_pod_annotation_prometheus_io_scrape
- action: replace
regex: (.+)
source_labels:
- __meta_kubernetes_pod_annotation_prometheus_io_path
target_label: __metrics_path__
- action: replace
regex: ([^:]+)(?::\d+)?;(\d+)
replacement: $1:$2
source_labels:
- __address__
- __meta_kubernetes_pod_annotation_prometheus_io_port
target_label: __address__
- action: labelmap
regex: __meta_kubernetes_pod_label_(.+)
- action: replace
source_labels:
- __meta_kubernetes_namespace
target_label: kubernetes_namespace
- action: replace
source_labels:
- __meta_kubernetes_pod_name
target_label: kubernetes_pod_name
metric_relabel_configs:
- if: '{__name__="http_server_requests_seconds_count",uri="/api/3.0/order",service=~"order-service.*"}'
action: drop
- job_name: kubernetes-pods-jmx-secured
kubernetes_sd_configs:
- role: pod
relabel_configs:
- target_label: vm_account_id
replacement: "200"
- target_label: cluster
replacement: k8s-demand-prd-ase1
- action: labelmap
regex: __meta_kubernetes_node_label_(.+)
- action: drop
regex: true
source_labels:
- __meta_kubernetes_pod_container_init
- action: keep_if_equal
source_labels:
- __meta_kubernetes_pod_annotation_jmx_io_port
- __meta_kubernetes_pod_container_port_number
- action: keep
regex: true
source_labels:
- __meta_kubernetes_pod_annotation_jmx_io_scrape
- action: replace
regex: (.+)
source_labels:
- __meta_kubernetes_pod_annotation_jmx_io_path
target_label: __metrics_path__
- action: replace
regex: ([^:]+)(?::\d+)?;(\d+)
replacement: $1:$2
source_labels:
- __address__
- __meta_kubernetes_pod_annotation_jmx_io_port
target_label: __address__
- action: labelmap
regex: __meta_kubernetes_pod_label_(.+)
- action: replace
source_labels:
- __meta_kubernetes_namespace
target_label: kubernetes_namespace
- action: replace
source_labels:
- __meta_kubernetes_pod_name
target_label: kubernetes_pod_name
metric_relabel_configs:
- source_labels: [__name__,topic]
regex: "(kafka_producer_producer_topic_metrics_record_send_rate|kafka_consumer_consumer_fetch_manager_metrics_records_consumed_rate);order_confirmed_v3"
action: keep
- job_name: kubernetes-pods-jmx
kubernetes_sd_configs:
- role: pod
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- target_label: cluster
replacement: k8s-demand-prd-ase1
- action: labelmap
regex: __meta_kubernetes_node_label_(.+)
- action: drop
regex: true
source_labels:
- __meta_kubernetes_pod_container_init
- action: keep_if_equal
source_labels:
- __meta_kubernetes_pod_annotation_jmx_io_port
- __meta_kubernetes_pod_container_port_number
- action: keep
regex: true
source_labels:
- __meta_kubernetes_pod_annotation_jmx_io_scrape
- action: replace
regex: (.+)
source_labels:
- __meta_kubernetes_pod_annotation_jmx_io_path
target_label: __metrics_path__
- action: replace
regex: ([^:]+)(?::\d+)?;(\d+)
replacement: $1:$2
source_labels:
- __address__
- __meta_kubernetes_pod_annotation_jmx_io_port
target_label: __address__
- action: labelmap
regex: __meta_kubernetes_pod_label_(.+)
- action: replace
source_labels:
- __meta_kubernetes_namespace
target_label: kubernetes_namespace
- action: replace
source_labels:
- __meta_kubernetes_pod_name
target_label: kubernetes_pod_name
metric_relabel_configs:
- if: '{__name__=~"kafka_producer_producer_topic_metrics_record_send_rate|kafka_consumer_consumer_fetch_manager_metrics_records_consumed_rate",topic=~"order_confirmed_v3"}'
action: drop
- job_name: kubernetes-pods-otel
kubernetes_sd_configs:
- role: pod
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- target_label: cluster
replacement: k8s-demand-prd-ase1
- action: labelmap
regex: __meta_kubernetes_node_label_(.+)
- action: drop
regex: true
source_labels:
- __meta_kubernetes_pod_container_init
- action: keep
regex: true
source_labels:
- __meta_kubernetes_pod_annotation_otel_io_scrape
- action: replace
regex: (.+)
source_labels:
- __meta_kubernetes_pod_annotation_otel_io_path
target_label: __metrics_path__
- action: replace
regex: ([^:]+)(?::\d+)?;(\d+)
replacement: $1:$2
source_labels:
- __address__
- __meta_kubernetes_pod_annotation_otel_io_port
target_label: __address__
- action: labelmap
regex: __meta_kubernetes_pod_label_(.+)
- action: replace
source_labels:
- __meta_kubernetes_namespace
target_label: kubernetes_namespace
- action: replace
source_labels:
- __meta_kubernetes_pod_name
target_label: kubernetes_pod_name
- job_name: kubernetes-service-endpoints
kubernetes_sd_configs:
- role: endpoints
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- target_label: cluster
replacement: k8s-demand-prd-ase1
- action: labelmap
regex: __meta_kubernetes_node_label_(.+)
- action: drop
regex: true
source_labels:
- __meta_kubernetes_pod_container_init
- action: keep_if_equal
source_labels:
- __meta_kubernetes_service_annotation_prometheus_io_port
- __meta_kubernetes_pod_container_port_number
- action: keep
regex: true
source_labels:
- __meta_kubernetes_service_annotation_prometheus_io_scrape
- action: replace
regex: (https?)
source_labels:
- __meta_kubernetes_service_annotation_prometheus_io_scheme
target_label: __scheme__
- action: replace
regex: (.+)
source_labels:
- __meta_kubernetes_service_annotation_prometheus_io_path
target_label: __metrics_path__
- action: replace
regex: ([^:]+)(?::\d+)?;(\d+)
replacement: $1:$2
source_labels:
- __address__
- __meta_kubernetes_service_annotation_prometheus_io_port
target_label: __address__
- action: labelmap
regex: __meta_kubernetes_service_label_(.+)
- action: replace
source_labels:
- __meta_kubernetes_namespace
target_label: kubernetes_namespace
- action: replace
source_labels:
- __meta_kubernetes_service_name
target_label: kubernetes_name
- action: replace
source_labels:
- __meta_kubernetes_pod_node_name
target_label: kubernetes_node
- job_name: kubernetes-service-endpoints-slow
kubernetes_sd_configs:
- role: endpoints
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- target_label: cluster
replacement: k8s-demand-prd-ase1
- action: labelmap
regex: __meta_kubernetes_node_label_(.+)
- action: drop
regex: true
source_labels:
- __meta_kubernetes_pod_container_init
- action: keep_if_equal
source_labels:
- __meta_kubernetes_service_annotation_prometheus_io_port
- __meta_kubernetes_pod_container_port_number
- action: keep
regex: true
source_labels:
- __meta_kubernetes_service_annotation_prometheus_io_scrape_slow
- action: replace
regex: (https?)
source_labels:
- __meta_kubernetes_service_annotation_prometheus_io_scheme
target_label: __scheme__
- action: replace
regex: (.+)
source_labels:
- __meta_kubernetes_service_annotation_prometheus_io_path
target_label: __metrics_path__
- action: replace
regex: ([^:]+)(?::\d+)?;(\d+)
replacement: $1:$2
source_labels:
- __address__
- __meta_kubernetes_service_annotation_prometheus_io_port
target_label: __address__
- action: labelmap
regex: __meta_kubernetes_service_label_(.+)
- action: replace
source_labels:
- __meta_kubernetes_namespace
target_label: kubernetes_namespace
- action: replace
source_labels:
- __meta_kubernetes_service_name
target_label: kubernetes_name
- action: replace
source_labels:
- __meta_kubernetes_pod_node_name
target_label: kubernetes_node
scrape_interval: 60s
scrape_timeout: 30s
- job_name: kubernetes-services
kubernetes_sd_configs:
- role: service
metrics_path: /probe
params:
module:
- http_2xx
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- target_label: cluster
replacement: k8s-demand-prd-ase1
- action: labelmap
regex: __meta_kubernetes_node_label_(.+)
- action: keep
regex: true
source_labels:
- __meta_kubernetes_service_annotation_prometheus_io_probe
- source_labels:
- __address__
target_label: __param_target
- replacement: blackbox
target_label: __address__
- source_labels:
- __param_target
target_label: instance
- action: labelmap
regex: __meta_kubernetes_service_label_(.+)
- source_labels:
- __meta_kubernetes_namespace
target_label: kubernetes_namespace
- source_labels:
- __meta_kubernetes_service_name
target_label: kubernetes_name
- job_name: Flink01
metrics_path: /
honor_timestamps: true
stream_parse: true
scrape_interval: 30s
scrape_timeout: 30s
scheme: http
gce_sd_configs:
- project: 'meesho-demand-prd-0622'
zone: 'asia-southeast1-b'
port: 19900
relabel_configs:
- target_label: vm_account_id
replacement: "100"
- job_name: kubernetes-pods-secured
kubernetes_sd_configs:
- role: pod
relabel_configs:
- target_label: vm_account_id
replacement: "200"
- target_label: cluster
replacement: k8s-demand-prd-ase1
- action: labelmap
regex: __meta_kubernetes_node_label_(.+)
- action: drop
regex: true
source_labels:
- __meta_kubernetes_pod_container_init
- action: keep_if_equal
source_labels:
- __meta_kubernetes_pod_annotation_prometheus_io_port
- __meta_kubernetes_pod_container_port_number
- action: keep
regex: true
source_labels:
- __meta_kubernetes_pod_annotation_prometheus_io_scrape
- action: replace
regex: (.+)
source_labels:
- __meta_kubernetes_pod_annotation_prometheus_io_path
target_label: __metrics_path__
- action: replace
regex: ([^:]+)(?::\d+)?;(\d+)
replacement: $1:$2
source_labels:
- __address__
- __meta_kubernetes_pod_annotation_prometheus_io_port
target_label: __address__
- action: labelmap
regex: __meta_kubernetes_pod_label_(.+)
- action: replace
source_labels:
- __meta_kubernetes_namespace
target_label: kubernetes_namespace
- action: replace
source_labels:
- __meta_kubernetes_pod_name
target_label: kubernetes_pod_name
metric_relabel_configs:
- source_labels: [__name__, uri,service]
regex: http_server_requests_seconds_count;/api/3.0/order;order-service.*
action: keep
- job_name: kubernetes-pods-telegraf-secured
kubernetes_sd_configs:
- role: pod
relabel_configs:
- target_label: vm_account_id
replacement: "200"
- target_label: cluster
replacement: k8s-demand-prd-ase1
- action: labelmap
regex: __meta_kubernetes_pod_label_(.+)
- action: keep
regex: '(.*9273)'
source_labels:
- __address__
- action: replace
source_labels:
- __meta_kubernetes_namespace
target_label: kubernetes_namespace
- action: replace
source_labels:
- __meta_kubernetes_pod_name
target_label: kubernetes_pod_name
metric_relabel_configs:
- source_labels: [__name__, uri,kubernetes_namespace]
regex: CONTROLLER_execTime_count;/api/3.0/order;prd-order-service
action: keep