2075 lines
62 KiB
YAML
2075 lines
62 KiB
YAML
global:
|
|
scrape_interval: 60s
|
|
|
|
scrape_configs:
|
|
- job_name: "go-metrics"
|
|
metrics_path: /metrics
|
|
kubernetes_sd_configs:
|
|
- role: pod
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- action: drop
|
|
regex: true
|
|
source_labels:
|
|
- __meta_kubernetes_pod_container_init
|
|
- action: keep
|
|
regex: '(.*14271)'
|
|
source_labels:
|
|
- __address__
|
|
- target_label: cluster
|
|
replacement: gke-datascience-prd-ase1a
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_namespace
|
|
target_label: kubernetes_namespace
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_pod_name
|
|
target_label: kubernetes_pod_name
|
|
- job_name: vmagent
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
static_configs:
|
|
- targets:
|
|
- localhost:8429
|
|
- bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token
|
|
job_name: kubernetes-apiservers
|
|
kubernetes_sd_configs:
|
|
- role: endpointslice
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- target_label: cluster
|
|
replacement: gke-datascience-prd-ase1a
|
|
- action: labelmap
|
|
regex: __meta_kubernetes_node_label_(.+)
|
|
- action: keep
|
|
regex: default;kubernetes;https
|
|
source_labels:
|
|
- __meta_kubernetes_namespace
|
|
- __meta_kubernetes_service_name
|
|
- __meta_kubernetes_endpoint_port_name
|
|
scheme: https
|
|
tls_config:
|
|
ca_file: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt
|
|
insecure_skip_verify: true
|
|
- bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token
|
|
job_name: kubernetes-nodes
|
|
kubernetes_sd_configs:
|
|
- role: node
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- target_label: cluster
|
|
replacement: gke-datascience-prd-ase1a
|
|
- action: labelmap
|
|
regex: __meta_kubernetes_node_label_(.+)
|
|
- replacement: kubernetes.default.svc:443
|
|
target_label: __address__
|
|
- regex: (.+)
|
|
replacement: /api/v1/nodes/$1/proxy/metrics
|
|
source_labels:
|
|
- __meta_kubernetes_node_name
|
|
target_label: __metrics_path__
|
|
scheme: https
|
|
tls_config:
|
|
ca_file: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt
|
|
insecure_skip_verify: true
|
|
- bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token
|
|
job_name: kubernetes-nodes-cadvisor
|
|
kubernetes_sd_configs:
|
|
- role: node
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- target_label: cluster
|
|
replacement: gke-datascience-prd-ase1a
|
|
- replacement: kubernetes.default.svc:443
|
|
target_label: __address__
|
|
- regex: (.+)
|
|
replacement: /api/v1/nodes/$1/proxy/metrics/cadvisor
|
|
source_labels:
|
|
- __meta_kubernetes_node_name
|
|
target_label: __metrics_path__
|
|
scheme: https
|
|
tls_config:
|
|
ca_file: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt
|
|
insecure_skip_verify: true
|
|
- job_name: kubernetes-service-endpoints
|
|
kubernetes_sd_configs:
|
|
- role: endpointslice
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- target_label: cluster
|
|
replacement: gke-datascience-prd-ase1a
|
|
- action: labelmap
|
|
regex: __meta_kubernetes_node_label_(.+)
|
|
- action: drop
|
|
regex: true
|
|
source_labels:
|
|
- __meta_kubernetes_pod_container_init
|
|
- action: keep_if_equal
|
|
source_labels:
|
|
- __meta_kubernetes_service_annotation_prometheus_io_port
|
|
- __meta_kubernetes_pod_container_port_number
|
|
- action: keep
|
|
regex: true
|
|
source_labels:
|
|
- __meta_kubernetes_service_annotation_prometheus_io_scrape
|
|
- action: replace
|
|
regex: (https?)
|
|
source_labels:
|
|
- __meta_kubernetes_service_annotation_prometheus_io_scheme
|
|
target_label: __scheme__
|
|
- action: replace
|
|
regex: (.+)
|
|
source_labels:
|
|
- __meta_kubernetes_service_annotation_prometheus_io_path
|
|
target_label: __metrics_path__
|
|
- action: replace
|
|
regex: ([^:]+)(?::\d+)?;(\d+)
|
|
replacement: $1:$2
|
|
source_labels:
|
|
- __address__
|
|
- __meta_kubernetes_service_annotation_prometheus_io_port
|
|
target_label: __address__
|
|
- action: labelmap
|
|
regex: __meta_kubernetes_service_label_(.+)
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_namespace
|
|
target_label: kubernetes_namespace
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_service_name
|
|
target_label: kubernetes_name
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_pod_node_name
|
|
target_label: kubernetes_node
|
|
- job_name: kubernetes-service-endpoints-slow
|
|
kubernetes_sd_configs:
|
|
- role: endpointslice
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- target_label: cluster
|
|
replacement: gke-datascience-prd-ase1a
|
|
- action: labelmap
|
|
regex: __meta_kubernetes_node_label_(.+)
|
|
- action: drop
|
|
regex: true
|
|
source_labels:
|
|
- __meta_kubernetes_pod_container_init
|
|
- action: keep_if_equal
|
|
source_labels:
|
|
- __meta_kubernetes_service_annotation_prometheus_io_port
|
|
- __meta_kubernetes_pod_container_port_number
|
|
- action: keep
|
|
regex: true
|
|
source_labels:
|
|
- __meta_kubernetes_service_annotation_prometheus_io_scrape_slow
|
|
- action: replace
|
|
regex: (https?)
|
|
source_labels:
|
|
- __meta_kubernetes_service_annotation_prometheus_io_scheme
|
|
target_label: __scheme__
|
|
- action: replace
|
|
regex: (.+)
|
|
source_labels:
|
|
- __meta_kubernetes_service_annotation_prometheus_io_path
|
|
target_label: __metrics_path__
|
|
- action: replace
|
|
regex: ([^:]+)(?::\d+)?;(\d+)
|
|
replacement: $1:$2
|
|
source_labels:
|
|
- __address__
|
|
- __meta_kubernetes_service_annotation_prometheus_io_port
|
|
target_label: __address__
|
|
- action: labelmap
|
|
regex: __meta_kubernetes_service_label_(.+)
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_namespace
|
|
target_label: kubernetes_namespace
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_service_name
|
|
target_label: kubernetes_name
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_pod_node_name
|
|
target_label: kubernetes_node
|
|
scrape_interval: 60s
|
|
scrape_timeout: 30s
|
|
- job_name: kubernetes-services
|
|
kubernetes_sd_configs:
|
|
- role: service
|
|
metrics_path: /probe
|
|
params:
|
|
module:
|
|
- http_2xx
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- target_label: cluster
|
|
replacement: gke-datascience-prd-ase1a
|
|
- action: labelmap
|
|
regex: __meta_kubernetes_node_label_(.+)
|
|
- action: keep
|
|
regex: true
|
|
source_labels:
|
|
- __meta_kubernetes_service_annotation_prometheus_io_probe
|
|
- source_labels:
|
|
- __address__
|
|
target_label: __param_target
|
|
- replacement: blackbox
|
|
target_label: __address__
|
|
- source_labels:
|
|
- __param_target
|
|
target_label: instance
|
|
- action: labelmap
|
|
regex: __meta_kubernetes_service_label_(.+)
|
|
- source_labels:
|
|
- __meta_kubernetes_namespace
|
|
target_label: kubernetes_namespace
|
|
- source_labels:
|
|
- __meta_kubernetes_service_name
|
|
target_label: kubernetes_name
|
|
- job_name: kubernetes-pods
|
|
kubernetes_sd_configs:
|
|
- role: pod
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- target_label: cluster
|
|
replacement: gke-datascience-prd-ase1a
|
|
- action: labelmap
|
|
regex: __meta_kubernetes_node_label_(.+)
|
|
- action: drop
|
|
regex: true
|
|
source_labels:
|
|
- __meta_kubernetes_pod_container_init
|
|
- action: keep_if_equal
|
|
source_labels:
|
|
- __meta_kubernetes_pod_annotation_prometheus_io_port
|
|
- __meta_kubernetes_pod_container_port_number
|
|
- action: keep
|
|
regex: true
|
|
source_labels:
|
|
- __meta_kubernetes_pod_annotation_prometheus_io_scrape
|
|
- action: replace
|
|
regex: (.+)
|
|
source_labels:
|
|
- __meta_kubernetes_pod_annotation_prometheus_io_path
|
|
target_label: __metrics_path__
|
|
- action: replace
|
|
regex: ([^:]+)(?::\d+)?;(\d+)
|
|
replacement: $1:$2
|
|
source_labels:
|
|
- __address__
|
|
- __meta_kubernetes_pod_annotation_prometheus_io_port
|
|
target_label: __address__
|
|
- action: labelmap
|
|
regex: __meta_kubernetes_pod_label_(.+)
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_namespace
|
|
target_label: kubernetes_namespace
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_pod_name
|
|
target_label: kubernetes_pod_name
|
|
|
|
- job_name: kubernetes-pods-jmx
|
|
kubernetes_sd_configs:
|
|
- role: pod
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- target_label: cluster
|
|
replacement: gke-datascience-prd-ase1a
|
|
- action: labelmap
|
|
regex: __meta_kubernetes_node_label_(.+)
|
|
- action: drop
|
|
regex: true
|
|
source_labels:
|
|
- __meta_kubernetes_pod_container_init
|
|
- action: keep_if_equal
|
|
source_labels:
|
|
- __meta_kubernetes_pod_annotation_jmx_io_port
|
|
- __meta_kubernetes_pod_container_port_number
|
|
- action: keep
|
|
regex: true
|
|
source_labels:
|
|
- __meta_kubernetes_pod_annotation_jmx_io_scrape
|
|
- action: replace
|
|
regex: (.+)
|
|
source_labels:
|
|
- __meta_kubernetes_pod_annotation_jmx_io_path
|
|
target_label: __metrics_path__
|
|
- action: replace
|
|
regex: ([^:]+)(?::\d+)?;(\d+)
|
|
replacement: $1:$2
|
|
source_labels:
|
|
- __address__
|
|
- __meta_kubernetes_pod_annotation_jmx_io_port
|
|
target_label: __address__
|
|
- action: labelmap
|
|
regex: __meta_kubernetes_pod_label_(.+)
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_namespace
|
|
target_label: kubernetes_namespace
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_pod_name
|
|
target_label: kubernetes_pod_name
|
|
metric_relabel_configs:
|
|
- if: '{__name__="kafka_producer_producer_topic_metrics_record_send_rate",topic="order_confirmed_ds_v2"}'
|
|
action: drop
|
|
- if: '{__name__="kafka_consumer_consumer_fetch_manager_metrics_records_consumed_rate",topic="order_confirmed_v3"}'
|
|
action: drop
|
|
|
|
- job_name: kube-state-metrics-gke-datascience-prd-ase1a
|
|
metrics_path: /metrics
|
|
honor_timestamps: true
|
|
scrape_interval: 60s
|
|
scrape_timeout: 30s
|
|
scheme: http
|
|
static_configs:
|
|
- targets: ['kube-state-metrics-datascience-a-prd.kube-system.svc.cluster.local:8080']
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- target_label: cluster
|
|
replacement: gke-datascience-prd-ase1a
|
|
- action: labelmap
|
|
regex: __meta_kubernetes_node_label_(.+)
|
|
- action: labelmap
|
|
regex: __meta_kubernetes_pod_label_(.+)
|
|
|
|
- job_name: airlfow-statsd-exporter
|
|
metrics_path: /metrics
|
|
honor_timestamps: true
|
|
scrape_interval: 60s
|
|
scrape_timeout: 30s
|
|
scheme: http
|
|
static_configs:
|
|
- targets: ['prometheus-statsd-exporter.monitoring.svc.cluster.local:9102']
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
|
|
- job_name: kubernetes-pods-telegraf
|
|
kubernetes_sd_configs:
|
|
- role: pod
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- target_label: cluster
|
|
replacement: gke-datascience-prd-ase1a
|
|
- action: labelmap
|
|
regex: __meta_kubernetes_pod_label_(.+)
|
|
- action: keep
|
|
regex: '(.*9273)'
|
|
source_labels:
|
|
- __address__
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_namespace
|
|
target_label: kubernetes_namespace
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_pod_name
|
|
target_label: kubernetes_pod_name
|
|
|
|
- job_name: kubernetes-external-dns
|
|
kubernetes_sd_configs:
|
|
- role: pod
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- target_label: cluster
|
|
replacement: gke-datascience-prd-ase1a
|
|
- action: labelmap
|
|
regex: __meta_kubernetes_pod_label_(.+)
|
|
- action: keep
|
|
regex: '(.*7979)'
|
|
source_labels:
|
|
- __address__
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_namespace
|
|
target_label: kubernetes_namespace
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_pod_name
|
|
target_label: kubernetes_pod_name
|
|
|
|
- job_name: kubernetes-pods-go-jmx
|
|
metrics_path: /metrics
|
|
kubernetes_sd_configs:
|
|
- role: pod
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- target_label: cluster
|
|
replacement: gke-datascience-prd-ase1a
|
|
- action: labelmap
|
|
regex: __meta_kubernetes_pod_label_(.+)
|
|
- action: keep
|
|
regex: '(.*8880)'
|
|
source_labels:
|
|
- __address__
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_namespace
|
|
target_label: kubernetes_namespace
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_pod_name
|
|
target_label: kubernetes_pod_name
|
|
metric_relabel_configs:
|
|
- if: '{__name__="kafka_producer_producer_topic_metrics_record_send_rate",topic="order_confirmed_ds_v2"}'
|
|
action: drop
|
|
- if: '{__name__="kafka_consumer_consumer_fetch_manager_metrics_records_consumed_rate",topic="order_confirmed_v3"}'
|
|
action: drop
|
|
|
|
- job_name: kubernetes-thirdparty-metrics
|
|
metrics_path: /metrics
|
|
kubernetes_sd_configs:
|
|
- role: pod
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- target_label: cluster
|
|
replacement: gke-datascience-prd-ase1a
|
|
- action: labelmap
|
|
regex: __meta_kubernetes_pod_label_(.+)
|
|
- action: keep
|
|
regex: '(.*8002)'
|
|
source_labels:
|
|
- __address__
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_namespace
|
|
target_label: kubernetes_namespace
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_pod_name
|
|
target_label: kubernetes_pod_name
|
|
|
|
- job_name: kubernetes-pods-otel
|
|
kubernetes_sd_configs:
|
|
- role: pod
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- target_label: cluster
|
|
replacement: gke-datascience-prd-ase1a
|
|
- action: labelmap
|
|
regex: __meta_kubernetes_node_label_(.+)
|
|
- action: drop
|
|
regex: true
|
|
source_labels:
|
|
- __meta_kubernetes_pod_container_init
|
|
- action: keep
|
|
regex: true
|
|
source_labels:
|
|
- __meta_kubernetes_pod_annotation_otel_io_scrape
|
|
- action: replace
|
|
regex: (.+)
|
|
source_labels:
|
|
- __meta_kubernetes_pod_annotation_otel_io_path
|
|
target_label: __metrics_path__
|
|
- action: replace
|
|
regex: ([^:]+)(?::\d+)?;(\d+)
|
|
replacement: $1:$2
|
|
source_labels:
|
|
- __address__
|
|
- __meta_kubernetes_pod_annotation_otel_io_port
|
|
target_label: __address__
|
|
- action: labelmap
|
|
regex: __meta_kubernetes_pod_label_(.+)
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_namespace
|
|
target_label: kubernetes_namespace
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_pod_name
|
|
target_label: kubernetes_pod_name
|
|
|
|
- job_name: 'fds-asynchronous-logging-consumer-actuator'
|
|
metrics_path: /actuator/prometheus
|
|
honor_timestamps: true
|
|
scrape_interval: 10s
|
|
scrape_timeout: 30s
|
|
scheme: http
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
port: 8080
|
|
zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"]
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_label_service]
|
|
regex: '(fds-asynchronous-logging-consumer)'
|
|
action: keep
|
|
|
|
- job_name: 'Mongodb-Exporter'
|
|
metrics_path: /metrics
|
|
honor_timestamps: true
|
|
scrape_interval: 65s
|
|
scheme: http
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
port: 9216
|
|
zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"]
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_instance_status]
|
|
regex: 'RUNNING'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_component]
|
|
regex: 'mg'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_goog-k8s-cluster-name]
|
|
regex: '(k8s|gke)-.*'
|
|
action: drop
|
|
- source_labels: [__meta_gce_label_monitoring]
|
|
regex: 'no'
|
|
action: drop
|
|
- source_labels: [__meta_gce_instance_name]
|
|
regex: 'gke-(k8s|gke)-.*'
|
|
action: drop
|
|
- target_label: project
|
|
replacement: meesho-datascience-prd-0622
|
|
- source_labels: [__meta_gce_instance_name]
|
|
target_label: name
|
|
- source_labels: [__meta_gce_instance_id]
|
|
target_label: instance_id
|
|
- source_labels: [__meta_gce_instance_status]
|
|
target_label: status
|
|
- source_labels: [__meta_gce_private_ip]
|
|
target_label: private_ip
|
|
- source_labels: [__meta_gce_public_ip]
|
|
target_label: public_ip
|
|
- source_labels: [__meta_gce_label_bu]
|
|
target_label: bu
|
|
- source_labels: [__meta_gce_label_component]
|
|
target_label: component
|
|
- source_labels: [__meta_gce_label_env]
|
|
target_label: env
|
|
- source_labels: [__meta_gce_label_service]
|
|
target_label: service
|
|
- source_labels: [__meta_gce_label_team]
|
|
target_label: team
|
|
- source_labels: [__meta_gce_label_type]
|
|
target_label: type
|
|
- source_labels: [__meta_gce_label_service]
|
|
target_label: app
|
|
- source_labels: [__meta_gce_label_alerts]
|
|
target_label: alerts
|
|
|
|
- job_name: 'pushgateway'
|
|
honor_labels: true
|
|
static_configs:
|
|
- targets: ['devops-p-pushgateway-01a.meeshoint.in.:9091']
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
|
|
- job_name: 'telegraf-exporter'
|
|
scrape_interval: 60s
|
|
scrape_timeout: 5s
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
port: 9273
|
|
zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"]
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_instance_status]
|
|
regex: 'RUNNING'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_monitoring]
|
|
regex: 'no'
|
|
action: drop
|
|
- source_labels: [__meta_gce_label_env]
|
|
regex: '(DR|perf)'
|
|
action: drop
|
|
- source_labels: [__meta_gce_label_pod]
|
|
regex: '(devops)'
|
|
action: drop
|
|
- source_labels: [__meta_gce_label_service]
|
|
regex: '(kafka|hbase|supply|supply-internal|mongo)'
|
|
action: drop
|
|
- source_labels: [__meta_gce_label_telegraf]
|
|
regex: '(enabled)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_instance_name]
|
|
target_label: name
|
|
- source_labels: [__meta_gce_label_service]
|
|
target_label: app
|
|
|
|
- job_name: 'memcache-exporter'
|
|
metrics_path: /metrics
|
|
scrape_interval: 60s
|
|
scrape_timeout: 5s
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
port: 9150
|
|
zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"]
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_instance_status]
|
|
regex: 'RUNNING'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_monitoring]
|
|
regex: 'no'
|
|
action: drop
|
|
- source_labels: [__meta_gce_label_env]
|
|
regex: '(DR|perf)'
|
|
action: drop
|
|
- source_labels: [__meta_gce_label_pod]
|
|
regex: '(devops)'
|
|
action: drop
|
|
- source_labels: [__meta_gce_label_service]
|
|
regex: '(kafka|hbase|supply|supply-internal|mongo)'
|
|
action: drop
|
|
- source_labels: [__meta_gce_instance_name]
|
|
target_label: name
|
|
- source_labels: [__meta_gce_label_service]
|
|
target_label: app
|
|
|
|
- job_name: 'mcrouter-exporter'
|
|
metrics_path: /metrics
|
|
scrape_interval: 60s
|
|
scrape_timeout: 5s
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
port: 9442
|
|
zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"]
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_instance_status]
|
|
regex: 'RUNNING'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_monitoring]
|
|
regex: 'no'
|
|
action: drop
|
|
- source_labels: [__meta_gce_label_env]
|
|
regex: '(DR|perf)'
|
|
action: drop
|
|
- source_labels: [__meta_gce_label_pod]
|
|
regex: '(devops)'
|
|
action: drop
|
|
- source_labels: [__meta_gce_label_service]
|
|
regex: '(kafka|hbase|supply|supply-internal|mongo)'
|
|
action: drop
|
|
- source_labels: [__meta_gce_instance_name]
|
|
target_label: name
|
|
- source_labels: [__meta_gce_label_service]
|
|
target_label: app
|
|
|
|
- job_name: scylladb-exporter
|
|
honor_labels: false
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
port: 9180
|
|
zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"]
|
|
- project: 'meesho-dsci-as1-prd-0622'
|
|
port: 9180
|
|
zone: ["asia-south1-a", "asia-south1-b", "asia-south1-c"]
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_label_component]
|
|
regex: 'scyl'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_bu]
|
|
target_label: bu
|
|
- source_labels: [__meta_gce_label_team]
|
|
target_label: team
|
|
- source_labels: [__meta_gce_label_service]
|
|
target_label: app
|
|
- source_labels: [__meta_gce_label_type]
|
|
target_label: type
|
|
- source_labels: [__meta_gce_label_env]
|
|
target_label: env
|
|
- source_labels: [__meta_gce_label_cluster]
|
|
target_label: cluster
|
|
- source_labels: [__meta_gce_instance_name]
|
|
target_label: name
|
|
- source_labels: [__meta_gce_label_priority]
|
|
target_label: priority
|
|
metric_relabel_configs:
|
|
- source_labels: [__name__, scheduling_group_name]
|
|
regex: '(scylla_storage_proxy_coordinator_.*_bucket;)(atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache)'
|
|
action: drop
|
|
- source_labels: [version]
|
|
regex: '(.+)'
|
|
target_label: CPU
|
|
replacement: 'cpu'
|
|
- source_labels: [version]
|
|
regex: '(.+)'
|
|
target_label: CQL
|
|
replacement: 'cql'
|
|
- source_labels: [version]
|
|
regex: '(.+)'
|
|
target_label: OS
|
|
replacement: 'os'
|
|
- source_labels: [version]
|
|
regex: '(.+)'
|
|
target_label: IO
|
|
replacement: 'io'
|
|
- source_labels: [version]
|
|
regex: '(.+)'
|
|
target_label: Errors
|
|
replacement: 'errors'
|
|
- regex: 'help|exported_instance'
|
|
action: labeldrop
|
|
- source_labels: [version]
|
|
regex: '([0-9]+\.[0-9]+)(\.?[0-9]*).*'
|
|
replacement: '$1$2'
|
|
target_label: svr
|
|
- source_labels: [__name__, quantile]
|
|
regex: '(scylla_storage_proxy_coordinator_write_latency_summary;0.990*)'
|
|
target_label: __name__
|
|
replacement: 'wlatencyp99'
|
|
- source_labels: [__name__, quantile]
|
|
regex: '(scylla_storage_proxy_coordinator_write_latency_summary;0.950*)'
|
|
target_label: __name__
|
|
replacement: 'wlatencyp95'
|
|
- source_labels: [__name__, quantile]
|
|
regex: '(scylla_storage_proxy_coordinator_write_latency_summary;0.50*)'
|
|
target_label: __name__
|
|
replacement: 'wlatencya'
|
|
- source_labels: [__name__, quantile]
|
|
regex: '(scylla_storage_proxy_coordinator_read_latency_summary;0.990*)'
|
|
target_label: __name__
|
|
replacement: 'rlatencyp99'
|
|
- source_labels: [__name__, quantile]
|
|
regex: '(scylla_storage_proxy_coordinator_read_latency_summary;0.950*)'
|
|
target_label: __name__
|
|
replacement: 'rlatencyp95'
|
|
- source_labels: [__name__, quantile]
|
|
regex: '(scylla_storage_proxy_coordinator_read_latency_summary;0.50*)'
|
|
target_label: __name__
|
|
replacement: 'rlatencya'
|
|
- source_labels: [__name__, quantile]
|
|
regex: '(scylla_storage_proxy_coordinator_cas_write_latency_summary;0.950*)'
|
|
target_label: __name__
|
|
replacement: 'caswlatencyp95'
|
|
- source_labels: [__name__, quantile]
|
|
regex: '(scylla_storage_proxy_coordinator_cas_write_latency_summary;0.990*)'
|
|
target_label: __name__
|
|
replacement: 'caswlatencyp99'
|
|
- source_labels: [__name__, quantile]
|
|
regex: '(scylla_storage_proxy_coordinator_cas_write_latency_summary;0.50*)'
|
|
target_label: __name__
|
|
replacement: 'caswlatencya'
|
|
- source_labels: [__name__, quantile]
|
|
regex: '(scylla_storage_proxy_coordinator_cas_read_latency_summary;0.950*)'
|
|
target_label: __name__
|
|
replacement: 'casrlatencyp95'
|
|
- source_labels: [__name__, quantile]
|
|
regex: '(scylla_storage_proxy_coordinator_cas_read_latency_summary;0.990*)'
|
|
target_label: __name__
|
|
replacement: 'casrlatencyp99'
|
|
- source_labels: [__name__, quantile]
|
|
regex: '(scylla_storage_proxy_coordinator_cas_read_latency_summary;0.50*)'
|
|
target_label: __name__
|
|
replacement: 'casrlatencya'
|
|
- source_labels: [__name__]
|
|
regex: '(.latency..?.?|cas.latency..?.?)'
|
|
target_label: by
|
|
replacement: 'instance,shard'
|
|
- source_labels: [__name__]
|
|
regex: '(scylla_storage_proxy_coordinator_read_timeouts|scylla_reactor_utilization|scylla_storage_proxy_coordinator_read_timeouts|scylla_storage_proxy_coordinator_read_unavailable|scylla_storage_proxy_coordinator_write_timeouts|scylla_storage_proxy_coordinator_write_unavailable|.latency..?.?)'
|
|
replacement: '2'
|
|
target_label: level
|
|
- source_labels: [__name__]
|
|
regex: '(scylla_storage_proxy_coordinator_read_timeouts|scylla_reactor_utilization|scylla_storage_proxy_coordinator_read_timeouts|scylla_storage_proxy_coordinator_read_unavailable|scylla_storage_proxy_coordinator_write_timeouts|scylla_storage_proxy_coordinator_write_unavailable|.latency..?.?)'
|
|
replacement: '2'
|
|
target_label: dd
|
|
- source_labels: [__name__]
|
|
regex: '(scylla_node_operation_mode)'
|
|
replacement: '1'
|
|
target_label: level
|
|
- source_labels: [__name__]
|
|
regex: '(scylla_node_operation_mode)'
|
|
replacement: '1'
|
|
target_label: dd
|
|
- source_labels: [scheduling_group_name]
|
|
regex: '(atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache)'
|
|
replacement: ''
|
|
target_label: level
|
|
- source_labels: [scheduling_group_name]
|
|
regex: '(atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache)'
|
|
replacement: ''
|
|
target_label: dd
|
|
|
|
|
|
- job_name: scylladb-manager-exporter
|
|
honor_labels: false
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
port: 5090
|
|
zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"]
|
|
- project: 'meesho-dsci-as1-prd-0622'
|
|
port: 5090
|
|
zone: ["asia-south1-a", "asia-south1-b", "asia-south1-c"]
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_label_component]
|
|
regex: 'scyl'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_bu]
|
|
target_label: bu
|
|
- source_labels: [__meta_gce_label_team]
|
|
target_label: team
|
|
- source_labels: [__meta_gce_label_service]
|
|
target_label: app
|
|
- source_labels: [__meta_gce_label_type]
|
|
target_label: type
|
|
- source_labels: [__meta_gce_label_env]
|
|
target_label: env
|
|
- source_labels: [__meta_gce_instance_name]
|
|
target_label: name
|
|
- source_labels: [__meta_gce_label_priority]
|
|
target_label: priority
|
|
|
|
- job_name: 'node_exporter'
|
|
scrape_interval: 60s
|
|
scrape_timeout: 30s
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
port: 9100
|
|
zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"]
|
|
- project: 'meesho-dsci-as1-prd-0622'
|
|
port: 9100
|
|
zone: ["asia-south1-a", "asia-south1-b", "asia-south1-c"]
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_instance_status]
|
|
regex: 'RUNNING'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_goog-k8s-cluster-name]
|
|
regex: '(k8s|gke)-.*'
|
|
action: drop
|
|
- source_labels: [__meta_gce_label_monitoring]
|
|
regex: 'no'
|
|
action: drop
|
|
- source_labels: [__meta_gce_instance_name]
|
|
regex: 'gke-(k8s|gke)-.*'
|
|
action: drop
|
|
- target_label: project
|
|
replacement: meesho-datascience-prd-0622
|
|
- source_labels: [__meta_gce_instance_name]
|
|
target_label: name
|
|
- source_labels: [__meta_gce_instance_id]
|
|
target_label: instance_id
|
|
- source_labels: [__meta_gce_instance_status]
|
|
target_label: status
|
|
- source_labels: [__meta_gce_private_ip]
|
|
target_label: private_ip
|
|
- source_labels: [__meta_gce_public_ip]
|
|
target_label: public_ip
|
|
- source_labels: [__meta_gce_label_bu]
|
|
target_label: bu
|
|
- source_labels: [__meta_gce_label_component]
|
|
target_label: component
|
|
- source_labels: [__meta_gce_label_env]
|
|
target_label: env
|
|
- source_labels: [__meta_gce_label_service]
|
|
target_label: service
|
|
- source_labels: [__meta_gce_label_team]
|
|
target_label: team
|
|
- source_labels: [__meta_gce_label_type]
|
|
target_label: type
|
|
- source_labels: [__meta_gce_label_service]
|
|
target_label: app
|
|
- source_labels: [__meta_gce_label_alerts]
|
|
target_label: alerts
|
|
|
|
- job_name: zookeeper-scrape-config
|
|
honor_labels: false
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
port: 7000
|
|
zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"]
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- action: keep
|
|
source_labels: [__meta_gce_label_service]
|
|
regex: (mlp-zookeeper)
|
|
- target_label: component
|
|
replacement: zookeeper
|
|
- target_label: priority
|
|
replacement: p0
|
|
- target_label: project
|
|
replacement: meesho-datascience-prd-0622
|
|
- source_labels: [__meta_gce_label_bu]
|
|
target_label: bu
|
|
- source_labels: [__meta_gce_label_team]
|
|
target_label: team
|
|
- source_labels: [__meta_gce_label_service]
|
|
target_label: app
|
|
- source_labels: [__meta_gce_label_type]
|
|
target_label: type
|
|
- source_labels: [__meta_gce_label_env]
|
|
target_label: env
|
|
- source_labels: [__meta_gce_instance_name]
|
|
target_label: name
|
|
|
|
- job_name: 'dragonfly-mcache-exporter'
|
|
metrics_path: /metrics
|
|
scrape_interval: 60s
|
|
scrape_timeout: 5s
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
port: 6379
|
|
zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"]
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_label_monitoring]
|
|
regex: 'no'
|
|
action: drop
|
|
- source_labels: [__meta_gce_label_env]
|
|
regex: '(DR|perf)'
|
|
action: drop
|
|
- source_labels: [__meta_gce_label_pod]
|
|
regex: '(devops)'
|
|
action: drop
|
|
- source_labels: [__meta_gce_label_mcache]
|
|
regex: (dragonfly)
|
|
action: keep
|
|
- source_labels: [__meta_gce_instance_name]
|
|
target_label: vm_name
|
|
- source_labels: [__meta_gce_label_name]
|
|
target_label: name
|
|
- source_labels: [__meta_gce_label_mcache]
|
|
target_label: mcache
|
|
- source_labels: [__meta_gce_label_bu]
|
|
target_label: bu
|
|
- source_labels: [__meta_gce_label_team]
|
|
target_label: team
|
|
- source_labels: [__meta_gce_label_env]
|
|
target_label: env
|
|
- source_labels: [__meta_gce_label_pcacheid]
|
|
target_label: pcacheid
|
|
|
|
- action: labelmap
|
|
regex: __meta_gce_label_(.+)
|
|
|
|
- job_name: 'redis-server-mcache-exporter'
|
|
metrics_path: /metrics
|
|
scrape_interval: 60s
|
|
scrape_timeout: 5s
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
port: 9121
|
|
zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"]
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_label_monitoring]
|
|
regex: 'no'
|
|
action: drop
|
|
- source_labels: [__meta_gce_label_env]
|
|
regex: '(DR|perf)'
|
|
action: drop
|
|
- source_labels: [__meta_gce_label_pod]
|
|
regex: '(devops)'
|
|
action: drop
|
|
- source_labels: [__meta_gce_label_service]
|
|
regex: '(kafka|hbase|supply|supply-internal|mongo)'
|
|
action: drop
|
|
- source_labels: [__meta_gce_label_mcache]
|
|
regex: (redis-server)
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_name]
|
|
target_label: name
|
|
- source_labels: [__meta_gce_label_mcache]
|
|
target_label: mcache
|
|
- source_labels: [__meta_gce_label_bu]
|
|
target_label: bu
|
|
- source_labels: [__meta_gce_label_team]
|
|
target_label: team
|
|
- source_labels: [__meta_gce_label_env]
|
|
target_label: env
|
|
- source_labels: [__meta_gce_label_pcacheid]
|
|
target_label: pcacheid
|
|
|
|
|
|
- job_name: node_exporter_zk
|
|
honor_labels: false
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
port: 9100
|
|
zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"]
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- action: keep
|
|
source_labels: [__meta_gce_label_service]
|
|
regex: (mlp-zookeeper)
|
|
- target_label: component
|
|
replacement: zookeeper
|
|
- target_label: priority
|
|
replacement: p0
|
|
- target_label: project
|
|
replacement: meesho-datascience-prd-0622
|
|
- source_labels: [__meta_gce_label_bu]
|
|
target_label: bu
|
|
- source_labels: [__meta_gce_label_team]
|
|
target_label: team
|
|
- source_labels: [__meta_gce_label_service]
|
|
target_label: app
|
|
- source_labels: [__meta_gce_label_type]
|
|
target_label: type
|
|
- source_labels: [__meta_gce_label_env]
|
|
target_label: env
|
|
- source_labels: [__meta_gce_instance_name]
|
|
target_label: name
|
|
|
|
- job_name: Flink01
|
|
metrics_path: /
|
|
honor_timestamps: true
|
|
stream_parse: true
|
|
scrape_interval: 30s
|
|
scrape_timeout: 30s
|
|
scheme: http
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
zone: 'asia-southeast1-a'
|
|
port: 19900
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_instance_status]
|
|
regex: 'RUNNING'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_service]
|
|
regex: '(realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_name]
|
|
regex: '(mlp-realtime-features-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_application]
|
|
regex: '(hadoop)'
|
|
action: keep
|
|
|
|
- job_name: Flink02
|
|
metrics_path: /
|
|
honor_timestamps: true
|
|
stream_parse: true
|
|
scrape_interval: 30s
|
|
scrape_timeout: 30s
|
|
scheme: http
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
zone: 'asia-southeast1-a'
|
|
port: 19901
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_instance_status]
|
|
regex: 'RUNNING'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_service]
|
|
regex: '(realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_name]
|
|
regex: '(mlp-realtime-features-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_application]
|
|
regex: '(hadoop)'
|
|
action: keep
|
|
|
|
- job_name: Flink03
|
|
metrics_path: /
|
|
honor_timestamps: true
|
|
stream_parse: true
|
|
scrape_interval: 30s
|
|
scrape_timeout: 30s
|
|
scheme: http
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
zone: 'asia-southeast1-a'
|
|
port: 19902
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_instance_status]
|
|
regex: 'RUNNING'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_service]
|
|
regex: '(realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_name]
|
|
regex: '(mlp-realtime-features-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_application]
|
|
regex: '(hadoop)'
|
|
action: keep
|
|
|
|
- job_name: Flink04
|
|
metrics_path: /
|
|
honor_timestamps: true
|
|
stream_parse: true
|
|
scrape_interval: 30s
|
|
scrape_timeout: 30s
|
|
scheme: http
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
zone: 'asia-southeast1-a'
|
|
port: 19903
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_instance_status]
|
|
regex: 'RUNNING'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_service]
|
|
regex: '(realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_name]
|
|
regex: '(mlp-realtime-features-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_application]
|
|
regex: '(hadoop)'
|
|
action: keep
|
|
|
|
- job_name: Flink05
|
|
metrics_path: /
|
|
honor_timestamps: true
|
|
stream_parse: true
|
|
scrape_interval: 30s
|
|
scrape_timeout: 30s
|
|
scheme: http
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
zone: 'asia-southeast1-a'
|
|
port: 19904
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_instance_status]
|
|
regex: 'RUNNING'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_service]
|
|
regex: '(realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_name]
|
|
regex: '(mlp-realtime-features-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_application]
|
|
regex: '(hadoop)'
|
|
action: keep
|
|
|
|
- job_name: Flink06
|
|
metrics_path: /
|
|
honor_timestamps: true
|
|
stream_parse: true
|
|
scrape_interval: 30s
|
|
scrape_timeout: 30s
|
|
scheme: http
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
zone: 'asia-southeast1-a'
|
|
port: 19905
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_instance_status]
|
|
regex: 'RUNNING'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_service]
|
|
regex: '(realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_name]
|
|
regex: '(mlp-realtime-features-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_application]
|
|
regex: '(hadoop)'
|
|
action: keep
|
|
|
|
- job_name: Flink07
|
|
metrics_path: /
|
|
honor_timestamps: true
|
|
stream_parse: true
|
|
scrape_interval: 30s
|
|
scrape_timeout: 30s
|
|
scheme: http
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
zone: 'asia-southeast1-a'
|
|
port: 19906
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_instance_status]
|
|
regex: 'RUNNING'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_service]
|
|
regex: '(realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_name]
|
|
regex: '(mlp-realtime-features-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_application]
|
|
regex: '(hadoop)'
|
|
action: keep
|
|
|
|
- job_name: Flink08
|
|
metrics_path: /
|
|
honor_timestamps: true
|
|
stream_parse: true
|
|
scrape_interval: 30s
|
|
scrape_timeout: 30s
|
|
scheme: http
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
zone: 'asia-southeast1-a'
|
|
port: 19907
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_instance_status]
|
|
regex: 'RUNNING'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_service]
|
|
regex: '(realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_name]
|
|
regex: '(mlp-realtime-features-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_application]
|
|
regex: '(hadoop)'
|
|
action: keep
|
|
|
|
- job_name: Flink09
|
|
metrics_path: /
|
|
honor_timestamps: true
|
|
stream_parse: true
|
|
scrape_interval: 30s
|
|
scrape_timeout: 30s
|
|
scheme: http
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
zone: 'asia-southeast1-a'
|
|
port: 19908
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_instance_status]
|
|
regex: 'RUNNING'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_service]
|
|
regex: '(realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_name]
|
|
regex: '(mlp-realtime-features-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_application]
|
|
regex: '(hadoop)'
|
|
action: keep
|
|
|
|
- job_name: Flink10
|
|
metrics_path: /
|
|
honor_timestamps: true
|
|
stream_parse: true
|
|
scrape_interval: 30s
|
|
scrape_timeout: 30s
|
|
scheme: http
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
zone: 'asia-southeast1-a'
|
|
port: 19909
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_instance_status]
|
|
regex: 'RUNNING'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_service]
|
|
regex: '(realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_name]
|
|
regex: '(mlp-realtime-features-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_application]
|
|
regex: '(hadoop)'
|
|
action: keep
|
|
|
|
- job_name: Flink11
|
|
metrics_path: /
|
|
honor_timestamps: true
|
|
stream_parse: true
|
|
scrape_interval: 30s
|
|
scrape_timeout: 30s
|
|
scheme: http
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
zone: 'asia-southeast1-a'
|
|
port: 19910
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_instance_status]
|
|
regex: 'RUNNING'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_service]
|
|
regex: '(realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_name]
|
|
regex: '(mlp-realtime-features-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_application]
|
|
regex: '(hadoop)'
|
|
action: keep
|
|
|
|
- job_name: Flink12
|
|
metrics_path: /
|
|
honor_timestamps: true
|
|
stream_parse: true
|
|
scrape_interval: 30s
|
|
scrape_timeout: 30s
|
|
scheme: http
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
zone: 'asia-southeast1-a'
|
|
port: 19911
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_instance_status]
|
|
regex: 'RUNNING'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_service]
|
|
regex: '(realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_name]
|
|
regex: '(mlp-realtime-features-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_application]
|
|
regex: '(hadoop)'
|
|
action: keep
|
|
|
|
- job_name: Flink13
|
|
metrics_path: /
|
|
honor_timestamps: true
|
|
stream_parse: true
|
|
scrape_interval: 30s
|
|
scrape_timeout: 30s
|
|
scheme: http
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
zone: 'asia-southeast1-a'
|
|
port: 19912
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_instance_status]
|
|
regex: 'RUNNING'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_service]
|
|
regex: '(realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_name]
|
|
regex: '(mlp-realtime-features-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_application]
|
|
regex: '(hadoop)'
|
|
action: keep
|
|
|
|
- job_name: Flink14
|
|
metrics_path: /
|
|
honor_timestamps: true
|
|
stream_parse: true
|
|
scrape_interval: 30s
|
|
scrape_timeout: 30s
|
|
scheme: http
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
zone: 'asia-southeast1-a'
|
|
port: 19913
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_instance_status]
|
|
regex: 'RUNNING'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_service]
|
|
regex: '(realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_name]
|
|
regex: '(mlp-realtime-features-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_application]
|
|
regex: '(hadoop)'
|
|
action: keep
|
|
|
|
- job_name: Flink15
|
|
metrics_path: /
|
|
honor_timestamps: true
|
|
stream_parse: true
|
|
scrape_interval: 30s
|
|
scrape_timeout: 30s
|
|
scheme: http
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
zone: 'asia-southeast1-a'
|
|
port: 19914
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_instance_status]
|
|
regex: 'RUNNING'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_service]
|
|
regex: '(realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_name]
|
|
regex: '(mlp-realtime-features-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_application]
|
|
regex: '(hadoop)'
|
|
action: keep
|
|
|
|
- job_name: Flink16
|
|
metrics_path: /
|
|
honor_timestamps: true
|
|
stream_parse: true
|
|
scrape_interval: 30s
|
|
scrape_timeout: 30s
|
|
scheme: http
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
zone: 'asia-southeast1-a'
|
|
port: 19915
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_instance_status]
|
|
regex: 'RUNNING'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_service]
|
|
regex: '(realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_name]
|
|
regex: '(mlp-realtime-features-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_application]
|
|
regex: '(hadoop)'
|
|
action: keep
|
|
|
|
- job_name: Flink01Reels
|
|
metrics_path: /
|
|
honor_timestamps: true
|
|
stream_parse: true
|
|
scrape_interval: 30s
|
|
scrape_timeout: 30s
|
|
scheme: http
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
zone: 'asia-southeast1-a'
|
|
port: 19900
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_instance_status]
|
|
regex: 'RUNNING'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_service]
|
|
regex: '(realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_name]
|
|
regex: '(reels-realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_application]
|
|
regex: '(hadoop)'
|
|
action: keep
|
|
|
|
- job_name: Flink02Reels
|
|
metrics_path: /
|
|
honor_timestamps: true
|
|
stream_parse: true
|
|
scrape_interval: 30s
|
|
scrape_timeout: 30s
|
|
scheme: http
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
zone: 'asia-southeast1-a'
|
|
port: 19901
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_instance_status]
|
|
regex: 'RUNNING'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_service]
|
|
regex: '(realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_name]
|
|
regex: '(reels-realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_application]
|
|
regex: '(hadoop)'
|
|
action: keep
|
|
|
|
- job_name: Flink03Reels
|
|
metrics_path: /
|
|
honor_timestamps: true
|
|
stream_parse: true
|
|
scrape_interval: 30s
|
|
scrape_timeout: 30s
|
|
scheme: http
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
zone: 'asia-southeast1-a'
|
|
port: 19902
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_instance_status]
|
|
regex: 'RUNNING'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_service]
|
|
regex: '(realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_name]
|
|
regex: '(reels-realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_application]
|
|
regex: '(hadoop)'
|
|
action: keep
|
|
|
|
- job_name: Flink04Reels
|
|
metrics_path: /
|
|
honor_timestamps: true
|
|
stream_parse: true
|
|
scrape_interval: 30s
|
|
scrape_timeout: 30s
|
|
scheme: http
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
zone: 'asia-southeast1-a'
|
|
port: 19903
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_instance_status]
|
|
regex: 'RUNNING'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_service]
|
|
regex: '(realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_name]
|
|
regex: '(reels-realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_application]
|
|
regex: '(hadoop)'
|
|
action: keep
|
|
|
|
- job_name: Flink05Reels
|
|
metrics_path: /
|
|
honor_timestamps: true
|
|
stream_parse: true
|
|
scrape_interval: 30s
|
|
scrape_timeout: 30s
|
|
scheme: http
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
zone: 'asia-southeast1-a'
|
|
port: 19904
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_instance_status]
|
|
regex: 'RUNNING'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_service]
|
|
regex: '(realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_name]
|
|
regex: '(reels-realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_application]
|
|
regex: '(hadoop)'
|
|
action: keep
|
|
|
|
- job_name: Flink06Reels
|
|
metrics_path: /
|
|
honor_timestamps: true
|
|
stream_parse: true
|
|
scrape_interval: 30s
|
|
scrape_timeout: 30s
|
|
scheme: http
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
zone: 'asia-southeast1-a'
|
|
port: 19905
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_instance_status]
|
|
regex: 'RUNNING'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_service]
|
|
regex: '(realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_name]
|
|
regex: '(reels-realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_application]
|
|
regex: '(hadoop)'
|
|
action: keep
|
|
|
|
- job_name: Flink07Reels
|
|
metrics_path: /
|
|
honor_timestamps: true
|
|
stream_parse: true
|
|
scrape_interval: 30s
|
|
scrape_timeout: 30s
|
|
scheme: http
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
zone: 'asia-southeast1-a'
|
|
port: 19906
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_instance_status]
|
|
regex: 'RUNNING'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_service]
|
|
regex: '(realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_name]
|
|
regex: '(reels-realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_application]
|
|
regex: '(hadoop)'
|
|
action: keep
|
|
|
|
- job_name: Flink08Reels
|
|
metrics_path: /
|
|
honor_timestamps: true
|
|
stream_parse: true
|
|
scrape_interval: 30s
|
|
scrape_timeout: 30s
|
|
scheme: http
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
zone: 'asia-southeast1-a'
|
|
port: 19907
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_instance_status]
|
|
regex: 'RUNNING'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_service]
|
|
regex: '(realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_name]
|
|
regex: '(reels-realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_application]
|
|
regex: '(hadoop)'
|
|
action: keep
|
|
|
|
- job_name: Flink09Reels
|
|
metrics_path: /
|
|
honor_timestamps: true
|
|
stream_parse: true
|
|
scrape_interval: 30s
|
|
scrape_timeout: 30s
|
|
scheme: http
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
zone: 'asia-southeast1-a'
|
|
port: 19908
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_instance_status]
|
|
regex: 'RUNNING'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_service]
|
|
regex: '(realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_name]
|
|
regex: '(reels-realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_application]
|
|
regex: '(hadoop)'
|
|
action: keep
|
|
|
|
- job_name: Flink10Reels
|
|
metrics_path: /
|
|
honor_timestamps: true
|
|
stream_parse: true
|
|
scrape_interval: 30s
|
|
scrape_timeout: 30s
|
|
scheme: http
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
zone: 'asia-southeast1-a'
|
|
port: 19909
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_instance_status]
|
|
regex: 'RUNNING'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_service]
|
|
regex: '(realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_name]
|
|
regex: '(reels-realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_application]
|
|
regex: '(hadoop)'
|
|
action: keep
|
|
|
|
- job_name: Flink11Reels
|
|
metrics_path: /
|
|
honor_timestamps: true
|
|
stream_parse: true
|
|
scrape_interval: 30s
|
|
scrape_timeout: 30s
|
|
scheme: http
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
zone: 'asia-southeast1-a'
|
|
port: 19910
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_instance_status]
|
|
regex: 'RUNNING'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_service]
|
|
regex: '(realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_name]
|
|
regex: '(reels-realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_application]
|
|
regex: '(hadoop)'
|
|
action: keep
|
|
|
|
- job_name: Flink12Reels
|
|
metrics_path: /
|
|
honor_timestamps: true
|
|
stream_parse: true
|
|
scrape_interval: 30s
|
|
scrape_timeout: 30s
|
|
scheme: http
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
zone: 'asia-southeast1-a'
|
|
port: 19911
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_instance_status]
|
|
regex: 'RUNNING'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_service]
|
|
regex: '(realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_name]
|
|
regex: '(reels-realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_application]
|
|
regex: '(hadoop)'
|
|
action: keep
|
|
|
|
- job_name: Flink13Reels
|
|
metrics_path: /
|
|
honor_timestamps: true
|
|
stream_parse: true
|
|
scrape_interval: 30s
|
|
scrape_timeout: 30s
|
|
scheme: http
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
zone: 'asia-southeast1-a'
|
|
port: 19912
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_instance_status]
|
|
regex: 'RUNNING'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_service]
|
|
regex: '(realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_name]
|
|
regex: '(reels-realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_application]
|
|
regex: '(hadoop)'
|
|
action: keep
|
|
|
|
- job_name: Flink14Reels
|
|
metrics_path: /
|
|
honor_timestamps: true
|
|
stream_parse: true
|
|
scrape_interval: 30s
|
|
scrape_timeout: 30s
|
|
scheme: http
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
zone: 'asia-southeast1-a'
|
|
port: 19913
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_instance_status]
|
|
regex: 'RUNNING'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_service]
|
|
regex: '(realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_name]
|
|
regex: '(reels-realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_application]
|
|
regex: '(hadoop)'
|
|
action: keep
|
|
|
|
- job_name: Flink15Reels
|
|
metrics_path: /
|
|
honor_timestamps: true
|
|
stream_parse: true
|
|
scrape_interval: 30s
|
|
scrape_timeout: 30s
|
|
scheme: http
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
zone: 'asia-southeast1-a'
|
|
port: 19914
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_instance_status]
|
|
regex: 'RUNNING'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_service]
|
|
regex: '(realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_name]
|
|
regex: '(reels-realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_application]
|
|
regex: '(hadoop)'
|
|
action: keep
|
|
|
|
- job_name: Flink16Reels
|
|
metrics_path: /
|
|
honor_timestamps: true
|
|
stream_parse: true
|
|
scrape_interval: 30s
|
|
scrape_timeout: 30s
|
|
scheme: http
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
zone: 'asia-southeast1-a'
|
|
port: 19915
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- source_labels: [__meta_gce_instance_status]
|
|
regex: 'RUNNING'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_service]
|
|
regex: '(realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_name]
|
|
regex: '(reels-realtime-pipeline)'
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_application]
|
|
regex: '(hadoop)'
|
|
action: keep
|
|
|
|
- job_name: etcd-scrape-config-ml-platform
|
|
honor_labels: false
|
|
metrics_path: /metrics
|
|
scrape_interval: 60s
|
|
scrape_timeout: 5s
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
port: 2379
|
|
zone: ["asia-southeast1-a","asia-southeast1-b","asia-southeast1-c"]
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- target_label: project
|
|
replacement: meesho-datascience-prd-0622
|
|
- source_labels: [__meta_gce_label_bu]
|
|
target_label: bu
|
|
- source_labels: [__meta_gce_label_team]
|
|
target_label: team
|
|
- source_labels: [__meta_gce_label_component]
|
|
target_label: component
|
|
- source_labels: [__meta_gce_label_component]
|
|
regex: etcd
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_type]
|
|
target_label: type
|
|
- source_labels: [__meta_gce_label_env]
|
|
target_label: env
|
|
- source_labels: [__meta_gce_instance_name]
|
|
target_label: name
|
|
|
|
- job_name: ml-platform-vector-db-config
|
|
honor_labels: false
|
|
metrics_path: /metrics
|
|
scrape_interval: 60s
|
|
scrape_timeout: 5s
|
|
gce_sd_configs:
|
|
- project: 'meesho-datascience-prd-0622'
|
|
port: 8080
|
|
zone: ["asia-southeast1-a","asia-southeast1-b","asia-southeast1-c"]
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- target_label: project
|
|
replacement: meesho-datascience-prd-0622
|
|
- source_labels: [__meta_gce_label_bu]
|
|
target_label: bu
|
|
- source_labels: [__meta_gce_label_team]
|
|
target_label: team
|
|
- source_labels: [__meta_gce_label_component]
|
|
target_label: component
|
|
- source_labels: [__meta_gce_label_component]
|
|
regex: vector-db
|
|
action: keep
|
|
- source_labels: [__meta_gce_label_type]
|
|
target_label: type
|
|
- source_labels: [__meta_gce_label_env]
|
|
target_label: env
|
|
- source_labels: [__meta_gce_instance_name]
|
|
target_label: name
|
|
|
|
- job_name: fluentd
|
|
kubernetes_sd_configs:
|
|
- role: pod
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "100"
|
|
- action: keep
|
|
source_labels: [__meta_kubernetes_pod_label_app_kubernetes_io_name]
|
|
regex: fluentd
|
|
- action: replace
|
|
source_labels: [__meta_kubernetes_pod_ip]
|
|
target_label: __address__
|
|
regex: (.+)
|
|
replacement: $1:24231
|
|
- target_label: cluster
|
|
replacement: gke-datascience-prd-ase1a
|
|
- action: replace
|
|
source_labels: [__meta_kubernetes_pod_label_env]
|
|
target_label: env
|
|
- action: replace
|
|
source_labels: [__meta_kubernetes_pod_label_bu]
|
|
target_label: bu
|
|
- action: replace
|
|
source_labels: [__meta_kubernetes_pod_label_app_kubernetes_io_instance]
|
|
target_label: fluentd_instance
|
|
|
|
- job_name: kubernetes-pods-jmx-secured
|
|
kubernetes_sd_configs:
|
|
- role: pod
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "200"
|
|
- target_label: cluster
|
|
replacement: gke-datascience-prd-ase1a
|
|
- action: labelmap
|
|
regex: __meta_kubernetes_node_label_(.+)
|
|
- action: drop
|
|
regex: true
|
|
source_labels:
|
|
- __meta_kubernetes_pod_container_init
|
|
- action: keep_if_equal
|
|
source_labels:
|
|
- __meta_kubernetes_pod_annotation_jmx_io_port
|
|
- __meta_kubernetes_pod_container_port_number
|
|
- action: keep
|
|
regex: true
|
|
source_labels:
|
|
- __meta_kubernetes_pod_annotation_jmx_io_scrape
|
|
- action: replace
|
|
regex: (.+)
|
|
source_labels:
|
|
- __meta_kubernetes_pod_annotation_jmx_io_path
|
|
target_label: __metrics_path__
|
|
- action: replace
|
|
regex: ([^:]+)(?::\d+)?;(\d+)
|
|
replacement: $1:$2
|
|
source_labels:
|
|
- __address__
|
|
- __meta_kubernetes_pod_annotation_jmx_io_port
|
|
target_label: __address__
|
|
- action: labelmap
|
|
regex: __meta_kubernetes_pod_label_(.+)
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_namespace
|
|
target_label: kubernetes_namespace
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_pod_name
|
|
target_label: kubernetes_pod_name
|
|
metric_relabel_configs:
|
|
- source_labels: [__name__,topic]
|
|
regex: "(kafka_producer_producer_topic_metrics_record_send_rate;order_confirmed_ds_v2)|(kafka_consumer_consumer_fetch_manager_metrics_records_consumed_rate;order_confirmed_v3)"
|
|
action: keep
|
|
|
|
- job_name: kubernetes-pods-go-jmx-secured
|
|
metrics_path: /metrics
|
|
kubernetes_sd_configs:
|
|
- role: pod
|
|
relabel_configs:
|
|
- target_label: vm_account_id
|
|
replacement: "200"
|
|
- target_label: cluster
|
|
replacement: gke-datascience-prd-ase1a
|
|
- action: labelmap
|
|
regex: __meta_kubernetes_pod_label_(.+)
|
|
- action: keep
|
|
regex: '(.*8880)'
|
|
source_labels:
|
|
- __address__
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_namespace
|
|
target_label: kubernetes_namespace
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_pod_name
|
|
target_label: kubernetes_pod_name
|
|
metric_relabel_configs:
|
|
- source_labels: [__name__,topic]
|
|
regex: "(kafka_producer_producer_topic_metrics_record_send_rate;order_confirmed_ds_v2)|(kafka_consumer_consumer_fetch_manager_metrics_records_consumed_rate;order_confirmed_v3)"
|
|
action: keep
|