global: scrape_interval: 60s scrape_configs: - job_name: vmagent static_configs: - targets: - localhost:8429 - bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token job_name: kubernetes-apiservers kubernetes_sd_configs: - role: endpoints relabel_configs: - target_label: vm_account_id replacement: "100" - target_label: cluster replacement: k8s-demand-prd-ase1c - action: labelmap regex: __meta_kubernetes_node_label_(.+) - action: keep regex: default;kubernetes;https source_labels: - __meta_kubernetes_namespace - __meta_kubernetes_service_name - __meta_kubernetes_endpoint_port_name scheme: https tls_config: ca_file: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt insecure_skip_verify: true - bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token job_name: kubernetes-nodes kubernetes_sd_configs: - role: node relabel_configs: - target_label: vm_account_id replacement: "100" - target_label: cluster replacement: k8s-demand-prd-ase1c - action: labelmap regex: __meta_kubernetes_node_label_(.+) - replacement: kubernetes.default.svc:443 target_label: __address__ - regex: (.+) replacement: /api/v1/nodes/$1/proxy/metrics source_labels: - __meta_kubernetes_node_name target_label: __metrics_path__ scheme: https tls_config: ca_file: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt insecure_skip_verify: true - bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token job_name: kubernetes-nodes-cadvisor kubernetes_sd_configs: - role: node relabel_configs: - target_label: vm_account_id replacement: "100" - target_label: cluster replacement: k8s-demand-prd-ase1c - replacement: kubernetes.default.svc:443 target_label: __address__ - regex: (.+) replacement: /api/v1/nodes/$1/proxy/metrics/cadvisor source_labels: - __meta_kubernetes_node_name target_label: __metrics_path__ scheme: https tls_config: ca_file: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt insecure_skip_verify: true - job_name: kubernetes-service-endpoints kubernetes_sd_configs: - role: endpoints relabel_configs: - target_label: vm_account_id replacement: "100" - target_label: cluster replacement: k8s-demand-prd-ase1c - action: labelmap regex: __meta_kubernetes_node_label_(.+) - action: drop regex: true source_labels: - __meta_kubernetes_pod_container_init - action: keep_if_equal source_labels: - __meta_kubernetes_service_annotation_prometheus_io_port - __meta_kubernetes_pod_container_port_number - action: keep regex: true source_labels: - __meta_kubernetes_service_annotation_prometheus_io_scrape - action: replace regex: (https?) source_labels: - __meta_kubernetes_service_annotation_prometheus_io_scheme target_label: __scheme__ - action: replace regex: (.+) source_labels: - __meta_kubernetes_service_annotation_prometheus_io_path target_label: __metrics_path__ - action: replace regex: ([^:]+)(?::\d+)?;(\d+) replacement: $1:$2 source_labels: - __address__ - __meta_kubernetes_service_annotation_prometheus_io_port target_label: __address__ - action: labelmap regex: __meta_kubernetes_service_label_(.+) - action: replace source_labels: - __meta_kubernetes_namespace target_label: kubernetes_namespace - action: replace source_labels: - __meta_kubernetes_service_name target_label: kubernetes_name - action: replace source_labels: - __meta_kubernetes_pod_node_name target_label: kubernetes_node - job_name: kubernetes-service-endpoints-slow kubernetes_sd_configs: - role: endpoints relabel_configs: - target_label: vm_account_id replacement: "100" - target_label: cluster replacement: k8s-demand-prd-ase1c - action: labelmap regex: __meta_kubernetes_node_label_(.+) - action: drop regex: true source_labels: - __meta_kubernetes_pod_container_init - action: keep_if_equal source_labels: - __meta_kubernetes_service_annotation_prometheus_io_port - __meta_kubernetes_pod_container_port_number - action: keep regex: true source_labels: - __meta_kubernetes_service_annotation_prometheus_io_scrape_slow - action: replace regex: (https?) source_labels: - __meta_kubernetes_service_annotation_prometheus_io_scheme target_label: __scheme__ - action: replace regex: (.+) source_labels: - __meta_kubernetes_service_annotation_prometheus_io_path target_label: __metrics_path__ - action: replace regex: ([^:]+)(?::\d+)?;(\d+) replacement: $1:$2 source_labels: - __address__ - __meta_kubernetes_service_annotation_prometheus_io_port target_label: __address__ - action: labelmap regex: __meta_kubernetes_service_label_(.+) - action: replace source_labels: - __meta_kubernetes_namespace target_label: kubernetes_namespace - action: replace source_labels: - __meta_kubernetes_service_name target_label: kubernetes_name - action: replace source_labels: - __meta_kubernetes_pod_node_name target_label: kubernetes_node scrape_interval: 60s scrape_timeout: 30s - job_name: kubernetes-services kubernetes_sd_configs: - role: service metrics_path: /probe params: module: - http_2xx relabel_configs: - target_label: vm_account_id replacement: "100" - target_label: cluster replacement: k8s-demand-prd-ase1c - action: labelmap regex: __meta_kubernetes_node_label_(.+) - action: keep regex: true source_labels: - __meta_kubernetes_service_annotation_prometheus_io_probe - source_labels: - __address__ target_label: __param_target - replacement: blackbox target_label: __address__ - source_labels: - __param_target target_label: instance - action: labelmap regex: __meta_kubernetes_service_label_(.+) - source_labels: - __meta_kubernetes_namespace target_label: kubernetes_namespace - source_labels: - __meta_kubernetes_service_name target_label: kubernetes_name - job_name: kubernetes-pods kubernetes_sd_configs: - role: pod relabel_configs: - target_label: vm_account_id replacement: "100" - target_label: cluster replacement: k8s-demand-prd-ase1c - action: labelmap regex: __meta_kubernetes_node_label_(.+) - action: drop regex: true source_labels: - __meta_kubernetes_pod_container_init - action: keep_if_equal source_labels: - __meta_kubernetes_pod_annotation_prometheus_io_port - __meta_kubernetes_pod_container_port_number - action: keep regex: true source_labels: - __meta_kubernetes_pod_annotation_prometheus_io_scrape - action: replace regex: (.+) source_labels: - __meta_kubernetes_pod_annotation_prometheus_io_path target_label: __metrics_path__ - action: replace regex: ([^:]+)(?::\d+)?;(\d+) replacement: $1:$2 source_labels: - __address__ - __meta_kubernetes_pod_annotation_prometheus_io_port target_label: __address__ - action: labelmap regex: __meta_kubernetes_pod_label_(.+) - action: replace source_labels: - __meta_kubernetes_namespace target_label: kubernetes_namespace - action: replace source_labels: - __meta_kubernetes_pod_name target_label: kubernetes_pod_name - job_name: kubernetes-pods-jmx kubernetes_sd_configs: - role: pod relabel_configs: - target_label: vm_account_id replacement: "100" - target_label: cluster replacement: k8s-demand-prd-ase1c - action: labelmap regex: __meta_kubernetes_node_label_(.+) - action: drop regex: true source_labels: - __meta_kubernetes_pod_container_init - action: keep_if_equal source_labels: - __meta_kubernetes_pod_annotation_jmx_io_port - __meta_kubernetes_pod_container_port_number - action: keep regex: true source_labels: - __meta_kubernetes_pod_annotation_jmx_io_scrape - action: replace regex: (.+) source_labels: - __meta_kubernetes_pod_annotation_jmx_io_path target_label: __metrics_path__ - action: replace regex: ([^:]+)(?::\d+)?;(\d+) replacement: $1:$2 source_labels: - __address__ - __meta_kubernetes_pod_annotation_jmx_io_port target_label: __address__ - action: labelmap regex: __meta_kubernetes_pod_label_(.+) - action: replace source_labels: - __meta_kubernetes_namespace target_label: kubernetes_namespace - action: replace source_labels: - __meta_kubernetes_pod_name target_label: kubernetes_pod_name - job_name: kube-state-metrics-k8s-demand-prd-ase1c metrics_path: /metrics honor_timestamps: true scrape_interval: 60s scrape_timeout: 30s scheme: http static_configs: - targets: ['kube-state-metrics-demand-ase1c-prd.kube-system.svc.cluster.local:8080'] relabel_configs: - target_label: vm_account_id replacement: "100" - target_label: cluster replacement: k8s-demand-prd-ase1c - action: labelmap regex: __meta_kubernetes_node_label_(.+) - job_name: kubernetes-pods-telegraf kubernetes_sd_configs: - role: pod relabel_configs: - target_label: vm_account_id replacement: "100" - target_label: cluster replacement: k8s-demand-prd-ase1c - action: labelmap regex: __meta_kubernetes_pod_label_(.+) - action: keep regex: '(.*9273)' source_labels: - __address__ - action: replace source_labels: - __meta_kubernetes_namespace target_label: kubernetes_namespace - action: replace source_labels: - __meta_kubernetes_pod_name target_label: kubernetes_pod_name - job_name: kubernetes-pods-otel kubernetes_sd_configs: - role: pod relabel_configs: - target_label: vm_account_id replacement: "100" - target_label: cluster replacement: k8s-demand-prd-ase1c - action: labelmap regex: __meta_kubernetes_node_label_(.+) - action: drop regex: true source_labels: - __meta_kubernetes_pod_container_init - action: keep regex: true source_labels: - __meta_kubernetes_pod_annotation_otel_io_scrape - action: replace regex: (.+) source_labels: - __meta_kubernetes_pod_annotation_otel_io_path target_label: __metrics_path__ - action: replace regex: ([^:]+)(?::\d+)?;(\d+) replacement: $1:$2 source_labels: - __address__ - __meta_kubernetes_pod_annotation_otel_io_port target_label: __address__ - action: labelmap regex: __meta_kubernetes_pod_label_(.+) - action: replace source_labels: - __meta_kubernetes_namespace target_label: kubernetes_namespace - action: replace source_labels: - __meta_kubernetes_pod_name target_label: kubernetes_pod_name - job_name: vision metrics_path: /actuator/prometheus honor_timestamps: true scrape_interval: 60s scrape_timeout: 30s scheme: http gce_sd_configs: - project: 'meesho-demand-ase1c-prd-0625' port: 8830 zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"] relabel_configs: - target_label: vm_account_id replacement: "100" - source_labels: [__meta_gce_label_service] regex: '(vision|vision-consumer|vision-recommendations)' action: keep # - job_name: 'Mongodb-Exporter' # metrics_path: /metrics # honor_timestamps: true # scrape_interval: 65s # scheme: http # gce_sd_configs: # - project: 'meesho-demand-ase1c-prd-0625' # port: 9216 # zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"] # relabel_configs: # - source_labels: [__meta_gce_instance_status] # regex: 'RUNNING' # action: keep # - source_labels: [__meta_gce_label_component] # regex: 'mg' # action: keep # - source_labels: [__meta_gce_label_goog-k8s-cluster-name] # regex: 'k8s' # action: drop # - source_labels: [__meta_gce_label_monitoring] # regex: 'no' # action: drop # - source_labels: [__meta_gce_instance_name] # regex: 'gke-k8s-.*' # action: drop # - target_label: project # replacement: meesho-demand-ase1c-prd-0625 # - source_labels: [__meta_gce_instance_name] # target_label: name # - source_labels: [__meta_gce_instance_id] # target_label: instance_id # - source_labels: [__meta_gce_instance_status] # target_label: status # - source_labels: [__meta_gce_private_ip] # target_label: private_ip # - source_labels: [__meta_gce_public_ip] # target_label: public_ip # - source_labels: [__meta_gce_label_bu] # target_label: bu # - source_labels: [__meta_gce_label_component] # target_label: component # - source_labels: [__meta_gce_label_env] # target_label: env # - source_labels: [__meta_gce_label_service] # target_label: service # - source_labels: [__meta_gce_label_team] # target_label: team # - source_labels: [__meta_gce_label_type] # target_label: type # - source_labels: [__meta_gce_label_service] # target_label: app # - source_labels: [__meta_gce_label_alerts] # target_label: alerts # - job_name: 'pushgateway' # honor_labels: true # static_configs: # - targets: ['devops-p-pushgateway-01a.meeshoint.in.:9091'] - job_name: 'telegraf-exporter' scrape_interval: 60s scrape_timeout: 5s gce_sd_configs: - project: 'meesho-demand-ase1c-prd-0625' port: 9273 zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"] relabel_configs: - target_label: vm_account_id replacement: "100" - source_labels: [__meta_gce_instance_status] regex: 'RUNNING' action: keep - source_labels: [__meta_gce_label_monitoring] regex: 'no' action: drop - source_labels: [__meta_gce_label_env] regex: '(DR|perf)' action: drop - source_labels: [__meta_gce_label_pod] regex: '(devops)' action: drop - source_labels: [__meta_gce_label_service] regex: '(kafka|hbase|supply|supply-internal|mongo)' action: drop - source_labels: [__meta_gce_label_telegraf] regex: '(enabled)' action: keep - source_labels: [__meta_gce_instance_name] target_label: name - source_labels: [__meta_gce_label_service] target_label: app # - job_name: 'memcache-exporter' # metrics_path: /metrics # scrape_interval: 60s # scrape_timeout: 5s # gce_sd_configs: # - project: 'meesho-demand-ase1c-prd-0625' # port: 9150 # zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"] # relabel_configs: # - source_labels: [__meta_gce_instance_status] # regex: 'RUNNING' # action: keep # - source_labels: [__meta_gce_label_monitoring] # regex: 'no' # action: drop # - source_labels: [__meta_gce_label_env] # regex: '(DR|perf)' # action: drop # - source_labels: [__meta_gce_label_pod] # regex: '(devops)' # action: drop # - source_labels: [__meta_gce_label_service] # regex: '(kafka|hbase|supply|supply-internal|mongo)' # action: drop # - source_labels: [__meta_gce_instance_name] # target_label: name # - source_labels: [__meta_gce_label_service] # target_label: app # - job_name: 'mcrouter-exporter' # metrics_path: /metrics # scrape_interval: 60s # scrape_timeout: 5s # gce_sd_configs: # - project: 'meesho-demand-ase1c-prd-0625' # port: 9442 # zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"] # relabel_configs: # - source_labels: [__meta_gce_instance_status] # regex: 'RUNNING' # action: keep # - source_labels: [__meta_gce_label_monitoring] # regex: 'no' # action: drop # - source_labels: [__meta_gce_label_env] # regex: '(DR|perf)' # action: drop # - source_labels: [__meta_gce_label_pod] # regex: '(devops)' # action: drop # - source_labels: [__meta_gce_label_service] # regex: '(kafka|hbase|supply|supply-internal|mongo)' # action: drop # - source_labels: [__meta_gce_instance_name] # target_label: name # - source_labels: [__meta_gce_label_service] # target_label: app # - job_name: scylladb-exporter # honor_labels: false # gce_sd_configs: # - project: 'meesho-demand-ase1c-prd-0625' # port: 9180 # zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"] # relabel_configs: # - source_labels: [__meta_gce_label_component] # regex: 'scyl' # action: keep # - source_labels: [__meta_gce_label_bu] # target_label: bu # - source_labels: [__meta_gce_label_team] # target_label: team # - source_labels: [__meta_gce_label_service] # target_label: app # - source_labels: [__meta_gce_label_type] # target_label: type # - source_labels: [__meta_gce_label_env] # target_label: env # - source_labels: [__meta_gce_label_cluster] # target_label: cluster # - source_labels: [__meta_gce_instance_name] # target_label: name # - source_labels: [__meta_gce_label_priority] # target_label: priority # metric_relabel_configs: # - source_labels: [__name__, scheduling_group_name] # regex: '(scylla_storage_proxy_coordinator_.*_bucket;)(atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache)' # action: drop # - source_labels: [version] # regex: '(.+)' # target_label: CPU # replacement: 'cpu' # - source_labels: [version] # regex: '(.+)' # target_label: CQL # replacement: 'cql' # - source_labels: [version] # regex: '(.+)' # target_label: OS # replacement: 'os' # - source_labels: [version] # regex: '(.+)' # target_label: IO # replacement: 'io' # - source_labels: [version] # regex: '(.+)' # target_label: Errors # replacement: 'errors' # - regex: 'help|exported_instance' # action: labeldrop # - source_labels: [version] # regex: '([0-9]+\.[0-9]+)(\.?[0-9]*).*' # replacement: '$1$2' # target_label: svr # - source_labels: [__name__, quantile] # regex: '(scylla_storage_proxy_coordinator_write_latency_summary;0.990*)' # target_label: __name__ # replacement: 'wlatencyp99' # - source_labels: [__name__, quantile] # regex: '(scylla_storage_proxy_coordinator_write_latency_summary;0.950*)' # target_label: __name__ # replacement: 'wlatencyp95' # - source_labels: [__name__, quantile] # regex: '(scylla_storage_proxy_coordinator_write_latency_summary;0.50*)' # target_label: __name__ # replacement: 'wlatencya' # - source_labels: [__name__, quantile] # regex: '(scylla_storage_proxy_coordinator_read_latency_summary;0.990*)' # target_label: __name__ # replacement: 'rlatencyp99' # - source_labels: [__name__, quantile] # regex: '(scylla_storage_proxy_coordinator_read_latency_summary;0.950*)' # target_label: __name__ # replacement: 'rlatencyp95' # - source_labels: [__name__, quantile] # regex: '(scylla_storage_proxy_coordinator_read_latency_summary;0.50*)' # target_label: __name__ # replacement: 'rlatencya' # - source_labels: [__name__, quantile] # regex: '(scylla_storage_proxy_coordinator_cas_write_latency_summary;0.950*)' # target_label: __name__ # replacement: 'caswlatencyp95' # - source_labels: [__name__, quantile] # regex: '(scylla_storage_proxy_coordinator_cas_write_latency_summary;0.990*)' # target_label: __name__ # replacement: 'caswlatencyp99' # - source_labels: [__name__, quantile] # regex: '(scylla_storage_proxy_coordinator_cas_write_latency_summary;0.50*)' # target_label: __name__ # replacement: 'caswlatencya' # - source_labels: [__name__, quantile] # regex: '(scylla_storage_proxy_coordinator_cas_read_latency_summary;0.950*)' # target_label: __name__ # replacement: 'casrlatencyp95' # - source_labels: [__name__, quantile] # regex: '(scylla_storage_proxy_coordinator_cas_read_latency_summary;0.990*)' # target_label: __name__ # replacement: 'casrlatencyp99' # - source_labels: [__name__, quantile] # regex: '(scylla_storage_proxy_coordinator_cas_read_latency_summary;0.50*)' # target_label: __name__ # replacement: 'casrlatencya' # - source_labels: [__name__] # regex: '(.latency..?.?|cas.latency..?.?)' # target_label: by # replacement: 'instance,shard' # - source_labels: [__name__] # regex: '(scylla_storage_proxy_coordinator_read_timeouts|scylla_reactor_utilization|scylla_storage_proxy_coordinator_read_timeouts|scylla_storage_proxy_coordinator_read_unavailable|scylla_storage_proxy_coordinator_write_timeouts|scylla_storage_proxy_coordinator_write_unavailable|.latency..?.?)' # replacement: '2' # target_label: level # - source_labels: [__name__] # regex: '(scylla_storage_proxy_coordinator_read_timeouts|scylla_reactor_utilization|scylla_storage_proxy_coordinator_read_timeouts|scylla_storage_proxy_coordinator_read_unavailable|scylla_storage_proxy_coordinator_write_timeouts|scylla_storage_proxy_coordinator_write_unavailable|.latency..?.?)' # replacement: '2' # target_label: dd # - source_labels: [__name__] # regex: '(scylla_node_operation_mode)' # replacement: '1' # target_label: level # - source_labels: [__name__] # regex: '(scylla_node_operation_mode)' # replacement: '1' # target_label: dd # - source_labels: [scheduling_group_name] # regex: '(atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache)' # replacement: '' # target_label: level # - source_labels: [scheduling_group_name] # regex: '(atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache)' # replacement: '' # target_label: dd # - job_name: scylladb-manager-exporter # honor_labels: false # gce_sd_configs: # - project: 'meesho-demand-ase1c-prd-0625' # port: 5090 # zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"] # relabel_configs: # - source_labels: [__meta_gce_label_component] # regex: 'scyl' # action: keep # - source_labels: [__meta_gce_label_bu] # target_label: bu # - source_labels: [__meta_gce_label_team] # target_label: team # - source_labels: [__meta_gce_label_service] # target_label: app # - source_labels: [__meta_gce_label_type] # target_label: type # - source_labels: [__meta_gce_label_env] # target_label: env # - source_labels: [__meta_gce_instance_name] # target_label: name # - source_labels: [__meta_gce_label_priority] # target_label: priority - job_name: 'node_exporter' scrape_interval: 60s scrape_timeout: 30s gce_sd_configs: - project: 'meesho-demand-ase1c-prd-0625' port: 9100 zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"] relabel_configs: - target_label: vm_account_id replacement: "100" - source_labels: [__meta_gce_instance_status] regex: 'RUNNING' action: keep - source_labels: [__meta_gce_label_goog-k8s-cluster-name] regex: 'k8s' action: drop - source_labels: [__meta_gce_label_monitoring] regex: 'no' action: drop - source_labels: [__meta_gce_instance_name] regex: 'gke-k8s-.*' action: drop - target_label: project replacement: meesho-demand-ase1c-prd-0625 - source_labels: [__meta_gce_instance_name] target_label: name - source_labels: [__meta_gce_instance_id] target_label: instance_id - source_labels: [__meta_gce_instance_status] target_label: status - source_labels: [__meta_gce_private_ip] target_label: private_ip - source_labels: [__meta_gce_public_ip] target_label: public_ip - source_labels: [__meta_gce_label_bu] target_label: bu - source_labels: [__meta_gce_label_component] target_label: component - source_labels: [__meta_gce_label_env] target_label: env - source_labels: [__meta_gce_label_service] target_label: service - source_labels: [__meta_gce_label_team] target_label: team - source_labels: [__meta_gce_label_type] target_label: type - source_labels: [__meta_gce_label_service] target_label: app - source_labels: [__meta_gce_label_alerts] target_label: alerts # - job_name: zookeeper-scrape-config # honor_labels: false # gce_sd_configs: # - project: 'meesho-demand-ase1c-prd-0625' # port: 7000 # zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"] # relabel_configs: # - action: keep # source_labels: [__meta_gce_label_service] # regex: (comms-zookeeper|pfeed-zookeeper) # - target_label: component # replacement: zookeeper # - target_label: priority # replacement: p0 # - target_label: project # replacement: meesho-demand-ase1c-prd-0625 # - source_labels: [__meta_gce_label_bu] # target_label: bu # - source_labels: [__meta_gce_label_team] # target_label: team # - source_labels: [__meta_gce_label_service] # target_label: app # - source_labels: [__meta_gce_label_type] # target_label: type # - source_labels: [__meta_gce_label_env] # target_label: env # - source_labels: [__meta_gce_instance_name] # target_label: name # - job_name: node_exporter_zk # honor_labels: false # gce_sd_configs: # - project: 'meesho-demand-ase1c-prd-0625' # port: 9100 # zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"] # relabel_configs: # - action: keep # source_labels: [__meta_gce_label_service] # regex: (comms-zookeeper|pfeed-zookeeper) # - target_label: component # replacement: zookeeper # - target_label: priority # replacement: p0 # - target_label: project # replacement: meesho-demand-ase1c-prd-0625 # - source_labels: [__meta_gce_label_bu] # target_label: bu # - source_labels: [__meta_gce_label_team] # target_label: team # - source_labels: [__meta_gce_label_service] # target_label: app # - source_labels: [__meta_gce_label_type] # target_label: type # - source_labels: [__meta_gce_label_env] # target_label: env # - source_labels: [__meta_gce_instance_name] # target_label: name # - job_name: Flink01 # metrics_path: / # honor_timestamps: true # stream_parse: true # scrape_interval: 30s # scrape_timeout: 30s # scheme: http # gce_sd_configs: # - project: 'meesho-demand-ase1c-prd-0625' # zone: 'asia-southeast1-b' # port: 19900 # - job_name: Flink02 # metrics_path: / # honor_timestamps: true # stream_parse: true # scrape_interval: 30s # scrape_timeout: 30s # scheme: http # gce_sd_configs: # - project: 'meesho-demand-ase1c-prd-0625' # zone: 'asia-southeast1-b' # port: 19901 # - job_name: Flink03 # metrics_path: / # honor_timestamps: true # stream_parse: true # scrape_interval: 30s # scrape_timeout: 30s # scheme: http # gce_sd_configs: # - project: 'meesho-demand-ase1c-prd-0625' # zone: 'asia-southeast1-b' # port: 19902 # - job_name: Flink04 # metrics_path: / # honor_timestamps: true # stream_parse: true # scrape_interval: 30s # scrape_timeout: 30s # scheme: http # gce_sd_configs: # - project: 'meesho-demand-ase1c-prd-0625' # zone: 'asia-southeast1-b' # port: 19903 # - job_name: Flink05 # metrics_path: / # honor_timestamps: true # stream_parse: true # scrape_interval: 30s # scrape_timeout: 30s # scheme: http # gce_sd_configs: # - project: 'meesho-demand-ase1c-prd-0625' # zone: 'asia-southeast1-b' # port: 19904 # - job_name: Flink01Reels # metrics_path: / # honor_timestamps: true # stream_parse: true # scrape_interval: 30s # scrape_timeout: 30s # scheme: http # gce_sd_configs: # - project: 'meesho-demand-ase1c-prd-0625' # zone: 'asia-southeast1-a' # port: 19900 # relabel_configs: # - source_labels: [__meta_gce_instance_status] # regex: 'RUNNING' # action: keep # - source_labels: [__meta_gce_label_service] # regex: '(realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_name] # regex: '(reels-realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_application] # regex: '(hadoop)' # action: keep # - job_name: Flink02Reels # metrics_path: / # honor_timestamps: true # stream_parse: true # scrape_interval: 30s # scrape_timeout: 30s # scheme: http # gce_sd_configs: # - project: 'meesho-demand-ase1c-prd-0625' # zone: 'asia-southeast1-a' # port: 19901 # relabel_configs: # - source_labels: [__meta_gce_instance_status] # regex: 'RUNNING' # action: keep # - source_labels: [__meta_gce_label_service] # regex: '(realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_name] # regex: '(reels-realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_application] # regex: '(hadoop)' # action: keep # - job_name: Flink03Reels # metrics_path: / # honor_timestamps: true # stream_parse: true # scrape_interval: 30s # scrape_timeout: 30s # scheme: http # gce_sd_configs: # - project: 'meesho-demand-ase1c-prd-0625' # zone: 'asia-southeast1-a' # port: 19902 # relabel_configs: # - source_labels: [__meta_gce_instance_status] # regex: 'RUNNING' # action: keep # - source_labels: [__meta_gce_label_service] # regex: '(realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_name] # regex: '(reels-realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_application] # regex: '(hadoop)' # action: keep # - job_name: Flink04Reels # metrics_path: / # honor_timestamps: true # stream_parse: true # scrape_interval: 30s # scrape_timeout: 30s # scheme: http # gce_sd_configs: # - project: 'meesho-demand-ase1c-prd-0625' # zone: 'asia-southeast1-a' # port: 19903 # relabel_configs: # - source_labels: [__meta_gce_instance_status] # regex: 'RUNNING' # action: keep # - source_labels: [__meta_gce_label_service] # regex: '(realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_name] # regex: '(reels-realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_application] # regex: '(hadoop)' # action: keep # - job_name: Flink05Reels # metrics_path: / # honor_timestamps: true # stream_parse: true # scrape_interval: 30s # scrape_timeout: 30s # scheme: http # gce_sd_configs: # - project: 'meesho-demand-ase1c-prd-0625' # zone: 'asia-southeast1-a' # port: 19904 # relabel_configs: # - source_labels: [__meta_gce_instance_status] # regex: 'RUNNING' # action: keep # - source_labels: [__meta_gce_label_service] # regex: '(realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_name] # regex: '(reels-realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_application] # regex: '(hadoop)' # action: keep # - job_name: Flink06Reels # metrics_path: / # honor_timestamps: true # stream_parse: true # scrape_interval: 30s # scrape_timeout: 30s # scheme: http # gce_sd_configs: # - project: 'meesho-demand-ase1c-prd-0625' # zone: 'asia-southeast1-a' # port: 19905 # relabel_configs: # - source_labels: [__meta_gce_instance_status] # regex: 'RUNNING' # action: keep # - source_labels: [__meta_gce_label_service] # regex: '(realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_name] # regex: '(reels-realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_application] # regex: '(hadoop)' # action: keep # - job_name: Flink07Reels # metrics_path: / # honor_timestamps: true # stream_parse: true # scrape_interval: 30s # scrape_timeout: 30s # scheme: http # gce_sd_configs: # - project: 'meesho-demand-ase1c-prd-0625' # zone: 'asia-southeast1-a' # port: 19906 # relabel_configs: # - source_labels: [__meta_gce_instance_status] # regex: 'RUNNING' # action: keep # - source_labels: [__meta_gce_label_service] # regex: '(realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_name] # regex: '(reels-realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_application] # regex: '(hadoop)' # action: keep # - job_name: Flink08Reels # metrics_path: / # honor_timestamps: true # stream_parse: true # scrape_interval: 30s # scrape_timeout: 30s # scheme: http # gce_sd_configs: # - project: 'meesho-demand-ase1c-prd-0625' # zone: 'asia-southeast1-a' # port: 19907 # relabel_configs: # - source_labels: [__meta_gce_instance_status] # regex: 'RUNNING' # action: keep # - source_labels: [__meta_gce_label_service] # regex: '(realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_name] # regex: '(reels-realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_application] # regex: '(hadoop)' # action: keep # - job_name: Flink09Reels # metrics_path: / # honor_timestamps: true # stream_parse: true # scrape_interval: 30s # scrape_timeout: 30s # scheme: http # gce_sd_configs: # - project: 'meesho-demand-ase1c-prd-0625' # zone: 'asia-southeast1-a' # port: 19908 # relabel_configs: # - source_labels: [__meta_gce_instance_status] # regex: 'RUNNING' # action: keep # - source_labels: [__meta_gce_label_service] # regex: '(realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_name] # regex: '(reels-realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_application] # regex: '(hadoop)' # action: keep # - job_name: Flink10Reels # metrics_path: / # honor_timestamps: true # stream_parse: true # scrape_interval: 30s # scrape_timeout: 30s # scheme: http # gce_sd_configs: # - project: 'meesho-demand-ase1c-prd-0625' # zone: 'asia-southeast1-a' # port: 19909 # relabel_configs: # - source_labels: [__meta_gce_instance_status] # regex: 'RUNNING' # action: keep # - source_labels: [__meta_gce_label_service] # regex: '(realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_name] # regex: '(reels-realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_application] # regex: '(hadoop)' # action: keep # - job_name: Flink11Reels # metrics_path: / # honor_timestamps: true # stream_parse: true # scrape_interval: 30s # scrape_timeout: 30s # scheme: http # gce_sd_configs: # - project: 'meesho-demand-ase1c-prd-0625' # zone: 'asia-southeast1-a' # port: 19910 # relabel_configs: # - source_labels: [__meta_gce_instance_status] # regex: 'RUNNING' # action: keep # - source_labels: [__meta_gce_label_service] # regex: '(realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_name] # regex: '(reels-realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_application] # regex: '(hadoop)' # action: keep # - job_name: Flink12Reels # metrics_path: / # honor_timestamps: true # stream_parse: true # scrape_interval: 30s # scrape_timeout: 30s # scheme: http # gce_sd_configs: # - project: 'meesho-demand-ase1c-prd-0625' # zone: 'asia-southeast1-a' # port: 19911 # relabel_configs: # - source_labels: [__meta_gce_instance_status] # regex: 'RUNNING' # action: keep # - source_labels: [__meta_gce_label_service] # regex: '(realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_name] # regex: '(reels-realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_application] # regex: '(hadoop)' # action: keep # - job_name: Flink13Reels # metrics_path: / # honor_timestamps: true # stream_parse: true # scrape_interval: 30s # scrape_timeout: 30s # scheme: http # gce_sd_configs: # - project: 'meesho-demand-ase1c-prd-0625' # zone: 'asia-southeast1-a' # port: 19912 # relabel_configs: # - source_labels: [__meta_gce_instance_status] # regex: 'RUNNING' # action: keep # - source_labels: [__meta_gce_label_service] # regex: '(realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_name] # regex: '(reels-realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_application] # regex: '(hadoop)' # action: keep # - job_name: Flink14Reels # metrics_path: / # honor_timestamps: true # stream_parse: true # scrape_interval: 30s # scrape_timeout: 30s # scheme: http # gce_sd_configs: # - project: 'meesho-demand-ase1c-prd-0625' # zone: 'asia-southeast1-a' # port: 19913 # relabel_configs: # - source_labels: [__meta_gce_instance_status] # regex: 'RUNNING' # action: keep # - source_labels: [__meta_gce_label_service] # regex: '(realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_name] # regex: '(reels-realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_application] # regex: '(hadoop)' # action: keep # - job_name: Flink15Reels # metrics_path: / # honor_timestamps: true # stream_parse: true # scrape_interval: 30s # scrape_timeout: 30s # scheme: http # gce_sd_configs: # - project: 'meesho-demand-ase1c-prd-0625' # zone: 'asia-southeast1-a' # port: 19914 # relabel_configs: # - source_labels: [__meta_gce_instance_status] # regex: 'RUNNING' # action: keep # - source_labels: [__meta_gce_label_service] # regex: '(realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_name] # regex: '(reels-realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_application] # regex: '(hadoop)' # action: keep # - job_name: Flink16Reels # metrics_path: / # honor_timestamps: true # stream_parse: true # scrape_interval: 30s # scrape_timeout: 30s # scheme: http # gce_sd_configs: # - project: 'meesho-demand-ase1c-prd-0625' # zone: 'asia-southeast1-a' # port: 19915 # relabel_configs: # - source_labels: [__meta_gce_instance_status] # regex: 'RUNNING' # action: keep # - source_labels: [__meta_gce_label_service] # regex: '(realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_name] # regex: '(reels-realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_application] # regex: '(hadoop)' # action: keep # - job_name: 'msearch' # honor_timestamps: true # scrape_interval: 30s # scrape_timeout: 30s # scheme: http # gce_sd_configs: # - project: 'meesho-demand-ase1c-prd-0625' # port: 9273 # zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"] # relabel_configs: # - source_labels: [__meta_gce_label_team] # regex: '(discovery-platform|search|pfeed)' # action: keep # - job_name: 'dragonfly-mcache-exporter' # metrics_path: /metrics # scrape_interval: 60s # scrape_timeout: 5s # gce_sd_configs: # - project: 'meesho-demand-ase1c-prd-0625' # port: 6379 # zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"] # relabel_configs: # - source_labels: [__meta_gce_label_monitoring] # regex: 'no' # action: drop # - source_labels: [__meta_gce_label_env] # regex: '(DR|perf)' # action: drop # - source_labels: [__meta_gce_label_pod] # regex: '(devops)' # action: drop # - source_labels: [__meta_gce_label_mcache] # regex: (dragonfly) # action: keep # - source_labels: [__meta_gce_instance_name] # target_label: vm_name # - source_labels: [__meta_gce_label_name] # target_label: name # - source_labels: [__meta_gce_label_mcache] # target_label: mcache # - source_labels: [__meta_gce_label_bu] # target_label: bu # - source_labels: [__meta_gce_label_team] # target_label: team # - source_labels: [__meta_gce_label_env] # target_label: env # - source_labels: [__meta_gce_label_pcacheid] # target_label: pcacheid # - job_name: 'redis-server-mcache-exporter' # metrics_path: /metrics # scrape_interval: 60s # scrape_timeout: 5s # gce_sd_configs: # - project: 'meesho-demand-ase1c-prd-0625' # port: 9121 # zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"] # relabel_configs: # - source_labels: [__meta_gce_label_monitoring] # regex: 'no' # action: drop # - source_labels: [__meta_gce_label_env] # regex: '(DR|perf)' # action: drop # - source_labels: [__meta_gce_label_pod] # regex: '(devops)' # action: drop # - source_labels: [__meta_gce_label_service] # regex: '(kafka|hbase|supply|supply-internal|mongo)' # action: drop # - source_labels: [__meta_gce_label_mcache] # regex: (redis-server) # action: keep # - source_labels: [__meta_gce_label_name] # target_label: name # - source_labels: [__meta_gce_label_mcache] # target_label: mcache # - source_labels: [__meta_gce_label_bu] # target_label: bu # - source_labels: [__meta_gce_label_team] # target_label: team # - source_labels: [__meta_gce_label_env] # target_label: env # - source_labels: [__meta_gce_label_pcacheid] # target_label: pcacheid - job_name: kubernetes-pods-secured kubernetes_sd_configs: - role: pod relabel_configs: - target_label: vm_account_id replacement: "200" - target_label: cluster replacement: k8s-demand-prd-ase1c - action: labelmap regex: __meta_kubernetes_node_label_(.+) - action: drop regex: true source_labels: - __meta_kubernetes_pod_container_init - action: keep_if_equal source_labels: - __meta_kubernetes_pod_annotation_prometheus_io_port - __meta_kubernetes_pod_container_port_number - action: keep regex: true source_labels: - __meta_kubernetes_pod_annotation_prometheus_io_scrape - action: replace regex: (.+) source_labels: - __meta_kubernetes_pod_annotation_prometheus_io_path target_label: __metrics_path__ - action: replace regex: ([^:]+)(?::\d+)?;(\d+) replacement: $1:$2 source_labels: - __address__ - __meta_kubernetes_pod_annotation_prometheus_io_port target_label: __address__ - action: labelmap regex: __meta_kubernetes_pod_label_(.+) - action: replace source_labels: - __meta_kubernetes_namespace target_label: kubernetes_namespace - action: replace source_labels: - __meta_kubernetes_pod_name target_label: kubernetes_pod_name metric_relabel_configs: - source_labels: [__name__, uri,service] regex: http_server_requests_seconds_count;/api/3.0/order;order-service.* action: keep - job_name: kubernetes-pods-telegraf-secured kubernetes_sd_configs: - role: pod relabel_configs: - target_label: vm_account_id replacement: "200" - target_label: cluster replacement: k8s-demand-prd-ase1c - action: labelmap regex: __meta_kubernetes_pod_label_(.+) - action: keep regex: '(.*9273)' source_labels: - __address__ - action: replace source_labels: - __meta_kubernetes_namespace target_label: kubernetes_namespace - action: replace source_labels: - __meta_kubernetes_pod_name target_label: kubernetes_pod_name metric_relabel_configs: - source_labels: [__name__, uri,kubernetes_namespace] regex: CONTROLLER_execTime_count;/api/3.0/order;prd-order-service action: keep - job_name: kubernetes-pods-jmx-secured kubernetes_sd_configs: - role: pod relabel_configs: - target_label: vm_account_id replacement: "200" - target_label: cluster replacement: k8s-demand-prd-ase1c - action: labelmap regex: __meta_kubernetes_node_label_(.+) - action: drop regex: true source_labels: - __meta_kubernetes_pod_container_init - action: keep_if_equal source_labels: - __meta_kubernetes_pod_annotation_jmx_io_port - __meta_kubernetes_pod_container_port_number - action: keep regex: true source_labels: - __meta_kubernetes_pod_annotation_jmx_io_scrape - action: replace regex: (.+) source_labels: - __meta_kubernetes_pod_annotation_jmx_io_path target_label: __metrics_path__ - action: replace regex: ([^:]+)(?::\d+)?;(\d+) replacement: $1:$2 source_labels: - __address__ - __meta_kubernetes_pod_annotation_jmx_io_port target_label: __address__ - action: labelmap regex: __meta_kubernetes_pod_label_(.+) - action: replace source_labels: - __meta_kubernetes_namespace target_label: kubernetes_namespace - action: replace source_labels: - __meta_kubernetes_pod_name target_label: kubernetes_pod_name metric_relabel_configs: - source_labels: [__name__,topic] regex: "(kafka_producer_producer_topic_metrics_record_send_rate|kafka_consumer_consumer_fetch_manager_metrics_records_consumed_rate);order_confirmed_v3" action: keep