global: scrape_interval: 60s scrape_configs: - job_name: vmagent static_configs: - targets: - localhost:8429 - bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token job_name: kubernetes-apiservers kubernetes_sd_configs: - role: endpoints relabel_configs: - target_label: cluster replacement: k8s-dataengg-prd-ase1c - action: labelmap regex: __meta_kubernetes_node_label_(.+) - action: keep regex: default;kubernetes;https source_labels: - __meta_kubernetes_namespace - __meta_kubernetes_service_name - __meta_kubernetes_endpoint_port_name scheme: https tls_config: ca_file: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt insecure_skip_verify: true - bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token job_name: kubernetes-nodes kubernetes_sd_configs: - role: node relabel_configs: - target_label: cluster replacement: k8s-dataengg-prd-ase1c - action: labelmap regex: __meta_kubernetes_node_label_(.+) - replacement: kubernetes.default.svc:443 target_label: __address__ - regex: (.+) replacement: /api/v1/nodes/$1/proxy/metrics source_labels: - __meta_kubernetes_node_name target_label: __metrics_path__ scheme: https tls_config: ca_file: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt insecure_skip_verify: true - bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token job_name: kubernetes-nodes-cadvisor kubernetes_sd_configs: - role: node relabel_configs: - target_label: cluster replacement: k8s-dataengg-prd-ase1c - replacement: kubernetes.default.svc:443 target_label: __address__ - regex: (.+) replacement: /api/v1/nodes/$1/proxy/metrics/cadvisor source_labels: - __meta_kubernetes_node_name target_label: __metrics_path__ scheme: https tls_config: ca_file: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt insecure_skip_verify: true - job_name: kubernetes-service-endpoints kubernetes_sd_configs: - role: endpoints relabel_configs: - target_label: cluster replacement: k8s-dataengg-prd-ase1c - action: labelmap regex: __meta_kubernetes_node_label_(.+) - action: drop regex: true source_labels: - __meta_kubernetes_pod_container_init - action: keep_if_equal source_labels: - __meta_kubernetes_service_annotation_prometheus_io_port - __meta_kubernetes_pod_container_port_number - action: keep regex: true source_labels: - __meta_kubernetes_service_annotation_prometheus_io_scrape - action: replace regex: (https?) source_labels: - __meta_kubernetes_service_annotation_prometheus_io_scheme target_label: __scheme__ - action: replace regex: (.+) source_labels: - __meta_kubernetes_service_annotation_prometheus_io_path target_label: __metrics_path__ - action: replace regex: ([^:]+)(?::\d+)?;(\d+) replacement: $1:$2 source_labels: - __address__ - __meta_kubernetes_service_annotation_prometheus_io_port target_label: __address__ - action: labelmap regex: __meta_kubernetes_service_label_(.+) - action: replace source_labels: - __meta_kubernetes_namespace target_label: kubernetes_namespace - action: replace source_labels: - __meta_kubernetes_service_name target_label: kubernetes_name - action: replace source_labels: - __meta_kubernetes_pod_node_name target_label: kubernetes_node - job_name: kubernetes-service-endpoints-slow kubernetes_sd_configs: - role: endpoints relabel_configs: - target_label: cluster replacement: k8s-dataengg-prd-ase1c - action: labelmap regex: __meta_kubernetes_node_label_(.+) - action: drop regex: true source_labels: - __meta_kubernetes_pod_container_init - action: keep_if_equal source_labels: - __meta_kubernetes_service_annotation_prometheus_io_port - __meta_kubernetes_pod_container_port_number - action: keep regex: true source_labels: - __meta_kubernetes_service_annotation_prometheus_io_scrape_slow - action: replace regex: (https?) source_labels: - __meta_kubernetes_service_annotation_prometheus_io_scheme target_label: __scheme__ - action: replace regex: (.+) source_labels: - __meta_kubernetes_service_annotation_prometheus_io_path target_label: __metrics_path__ - action: replace regex: ([^:]+)(?::\d+)?;(\d+) replacement: $1:$2 source_labels: - __address__ - __meta_kubernetes_service_annotation_prometheus_io_port target_label: __address__ - action: labelmap regex: __meta_kubernetes_service_label_(.+) - action: replace source_labels: - __meta_kubernetes_namespace target_label: kubernetes_namespace - action: replace source_labels: - __meta_kubernetes_service_name target_label: kubernetes_name - action: replace source_labels: - __meta_kubernetes_pod_node_name target_label: kubernetes_node scrape_interval: 60s scrape_timeout: 30s - job_name: kubernetes-services kubernetes_sd_configs: - role: service metrics_path: /probe params: module: - http_2xx relabel_configs: - target_label: cluster replacement: k8s-dataengg-prd-ase1c - action: labelmap regex: __meta_kubernetes_node_label_(.+) - action: keep regex: true source_labels: - __meta_kubernetes_service_annotation_prometheus_io_probe - source_labels: - __address__ target_label: __param_target - replacement: blackbox target_label: __address__ - source_labels: - __param_target target_label: instance - action: labelmap regex: __meta_kubernetes_service_label_(.+) - source_labels: - __meta_kubernetes_namespace target_label: kubernetes_namespace - source_labels: - __meta_kubernetes_service_name target_label: kubernetes_name - source_labels: [__meta_kubernetes_service_label_bu] target_label: bu - source_labels: [__meta_kubernetes_service_label_team] target_label: team - source_labels: [__meta_kubernetes_service_label_service] target_label: service - source_labels: [__meta_kubernetes_service_label_env] target_label: env - source_labels: [__meta_kubernetes_service_label_priority] target_label: priority - job_name: kubernetes-pods kubernetes_sd_configs: - role: pod relabel_configs: - target_label: cluster replacement: k8s-dataengg-prd-ase1c - action: labelmap regex: __meta_kubernetes_node_label_(.+) - action: drop regex: true source_labels: - __meta_kubernetes_pod_container_init - action: keep_if_equal source_labels: - __meta_kubernetes_pod_annotation_prometheus_io_port - __meta_kubernetes_pod_container_port_number - action: keep regex: true source_labels: - __meta_kubernetes_pod_annotation_prometheus_io_scrape - action: replace regex: (.+) source_labels: - __meta_kubernetes_pod_annotation_prometheus_io_path target_label: __metrics_path__ - action: replace regex: ([^:]+)(?::\d+)?;(\d+) replacement: $1:$2 source_labels: - __address__ - __meta_kubernetes_pod_annotation_prometheus_io_port target_label: __address__ - action: labelmap regex: __meta_kubernetes_pod_label_(.+) - action: replace source_labels: - __meta_kubernetes_namespace target_label: kubernetes_namespace - action: replace source_labels: - __meta_kubernetes_pod_name target_label: kubernetes_pod_name - source_labels: [__meta_kubernetes_pod_label_bu] target_label: bu - source_labels: [__meta_kubernetes_pod_label_team] target_label: team - source_labels: [__meta_kubernetes_pod_label_service] target_label: service - source_labels: [__meta_kubernetes_pod_label_env] target_label: env - source_labels: [__meta_kubernetes_pod_label_priority] target_label: priority - job_name: kubernetes-pods-jmx kubernetes_sd_configs: - role: pod relabel_configs: - target_label: cluster replacement: k8s-dataengg-prd-ase1c - action: labelmap regex: __meta_kubernetes_node_label_(.+) - action: drop regex: true source_labels: - __meta_kubernetes_pod_container_init - action: keep_if_equal source_labels: - __meta_kubernetes_pod_annotation_jmx_io_port - __meta_kubernetes_pod_container_port_number - action: keep regex: true source_labels: - __meta_kubernetes_pod_annotation_jmx_io_scrape - action: replace regex: (.+) source_labels: - __meta_kubernetes_pod_annotation_jmx_io_path target_label: __metrics_path__ - action: replace regex: ([^:]+)(?::\d+)?;(\d+) replacement: $1:$2 source_labels: - __address__ - __meta_kubernetes_pod_annotation_jmx_io_port target_label: __address__ - action: labelmap regex: __meta_kubernetes_pod_label_(.+) - action: replace source_labels: - __meta_kubernetes_namespace target_label: kubernetes_namespace - action: replace source_labels: - __meta_kubernetes_pod_name target_label: kubernetes_pod_name - job_name: kube-state-metrics-k8s-dataengg-prd-ase1c metrics_path: /metrics honor_timestamps: true scrape_interval: 60s scrape_timeout: 30s scheme: http static_configs: - targets: ['kube-state-metrics-dataengg-ase1c-prd.kube-system.svc.cluster.local:8080'] relabel_configs: - target_label: cluster replacement: k8s-dataengg-prd-ase1c - action: labelmap regex: __meta_kubernetes_node_label_(.+) - job_name: kubernetes-pods-telegraf kubernetes_sd_configs: - role: pod relabel_configs: - target_label: cluster replacement: k8s-dataengg-prd-ase1c - action: labelmap regex: __meta_kubernetes_pod_label_(.+) - action: keep regex: '(.*9273)' source_labels: - __address__ - action: replace source_labels: - __meta_kubernetes_namespace target_label: kubernetes_namespace - action: replace source_labels: - __meta_kubernetes_pod_name target_label: kubernetes_pod_name - job_name: kubernetes-pods-otel kubernetes_sd_configs: - role: pod relabel_configs: - target_label: cluster replacement: k8s-dataengg-prd-ase1c - action: labelmap regex: __meta_kubernetes_node_label_(.+) - action: drop regex: true source_labels: - __meta_kubernetes_pod_container_init - action: keep regex: true source_labels: - __meta_kubernetes_pod_annotation_otel_io_scrape - action: replace regex: (.+) source_labels: - __meta_kubernetes_pod_annotation_otel_io_path target_label: __metrics_path__ - action: replace regex: ([^:]+)(?::\d+)?;(\d+) replacement: $1:$2 source_labels: - __address__ - __meta_kubernetes_pod_annotation_otel_io_port target_label: __address__ - action: labelmap regex: __meta_kubernetes_pod_label_(.+) - action: replace source_labels: - __meta_kubernetes_namespace target_label: kubernetes_namespace - action: replace source_labels: - __meta_kubernetes_pod_name target_label: kubernetes_pod_name # - job_name: 'Mongodb-Exporter' # metrics_path: /metrics # honor_timestamps: true # scrape_interval: 65s # scheme: http # gce_sd_configs: # - project: 'meesho-dataengg-ase1c-prd-0625' # port: 9216 # zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"] # relabel_configs: # - source_labels: [__meta_gce_instance_status] # regex: 'RUNNING' # action: keep # - source_labels: [__meta_gce_label_component] # regex: 'mg' # action: keep # - source_labels: [__meta_gce_label_goog-k8s-cluster-name] # regex: 'k8s' # action: drop # - source_labels: [__meta_gce_label_monitoring] # regex: 'no' # action: drop # - source_labels: [__meta_gce_instance_name] # regex: 'gke-k8s-.*' # action: drop # - target_label: project # replacement: meesho-dataengg-ase1c-prd-0625 # - source_labels: [__meta_gce_instance_name] # target_label: name # - source_labels: [__meta_gce_instance_id] # target_label: instance_id # - source_labels: [__meta_gce_instance_status] # target_label: status # - source_labels: [__meta_gce_private_ip] # target_label: private_ip # - source_labels: [__meta_gce_public_ip] # target_label: public_ip # - source_labels: [__meta_gce_label_bu] # target_label: bu # - source_labels: [__meta_gce_label_component] # target_label: component # - source_labels: [__meta_gce_label_env] # target_label: env # - source_labels: [__meta_gce_label_service] # target_label: service # - source_labels: [__meta_gce_label_team] # target_label: team # - source_labels: [__meta_gce_label_type] # target_label: type # - source_labels: [__meta_gce_label_service] # target_label: app # - source_labels: [__meta_gce_label_alerts] # target_label: alerts # - job_name: 'pushgateway' # honor_labels: true # static_configs: # - targets: ['devops-p-pushgateway-01a.meeshoint.in.:9091'] - job_name: 'telegraf-exporter' scrape_interval: 60s scrape_timeout: 5s gce_sd_configs: - project: 'meesho-dataengg-ase1c-prd-0625' port: 9273 zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"] relabel_configs: - source_labels: [__meta_gce_instance_status] regex: 'RUNNING' action: keep - source_labels: [__meta_gce_label_monitoring] regex: 'no' action: drop - source_labels: [__meta_gce_label_env] regex: '(DR|perf)' action: drop - source_labels: [__meta_gce_label_pod] regex: '(devops)' action: drop - source_labels: [__meta_gce_label_service] regex: '(kafka|hbase|supply|supply-internal|mongo)' action: drop - source_labels: [__meta_gce_label_telegraf] regex: '(enabled)' action: keep - source_labels: [__meta_gce_instance_name] target_label: name - source_labels: [__meta_gce_label_service] target_label: app # - job_name: 'memcache-exporter' # metrics_path: /metrics # scrape_interval: 60s # scrape_timeout: 5s # gce_sd_configs: # - project: 'meesho-dataengg-ase1c-prd-0625' # port: 9150 # zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"] # relabel_configs: # - source_labels: [__meta_gce_instance_status] # regex: 'RUNNING' # action: keep # - source_labels: [__meta_gce_label_monitoring] # regex: 'no' # action: drop # - source_labels: [__meta_gce_label_env] # regex: '(DR|perf)' # action: drop # - source_labels: [__meta_gce_label_pod] # regex: '(devops)' # action: drop # - source_labels: [__meta_gce_label_service] # regex: '(kafka|hbase|supply|supply-internal|mongo)' # action: drop # - source_labels: [__meta_gce_instance_name] # target_label: name # - source_labels: [__meta_gce_label_service] # target_label: app # - job_name: 'mcrouter-exporter' # metrics_path: /metrics # scrape_interval: 60s # scrape_timeout: 5s # gce_sd_configs: # - project: 'meesho-dataengg-ase1c-prd-0625' # port: 9442 # zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"] # relabel_configs: # - source_labels: [__meta_gce_instance_status] # regex: 'RUNNING' # action: keep # - source_labels: [__meta_gce_label_monitoring] # regex: 'no' # action: drop # - source_labels: [__meta_gce_label_env] # regex: '(DR|perf)' # action: drop # - source_labels: [__meta_gce_label_pod] # regex: '(devops)' # action: drop # - source_labels: [__meta_gce_label_service] # regex: '(kafka|hbase|supply|supply-internal|mongo)' # action: drop # - source_labels: [__meta_gce_instance_name] # target_label: name # - source_labels: [__meta_gce_label_service] # target_label: app # - job_name: scylladb-exporter # honor_labels: false # gce_sd_configs: # - project: 'meesho-dataengg-ase1c-prd-0625' # port: 9180 # zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"] # relabel_configs: # - source_labels: [__meta_gce_label_component] # regex: 'scyl' # action: keep # - source_labels: [__meta_gce_label_bu] # target_label: bu # - source_labels: [__meta_gce_label_team] # target_label: team # - source_labels: [__meta_gce_label_service] # target_label: app # - source_labels: [__meta_gce_label_type] # target_label: type # - source_labels: [__meta_gce_label_env] # target_label: env # - source_labels: [__meta_gce_instance_name] # target_label: name # - source_labels: [__meta_gce_label_cluster] # target_label: cluster # - source_labels: [__meta_gce_label_priority] # target_label: priority # metric_relabel_configs: # - source_labels: [__name__, scheduling_group_name] # regex: '(scylla_storage_proxy_coordinator_.*_bucket;)(atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache)' # action: drop # - source_labels: [version] # regex: '(.+)' # target_label: CPU # replacement: 'cpu' # - source_labels: [version] # regex: '(.+)' # target_label: CQL # replacement: 'cql' # - source_labels: [version] # regex: '(.+)' # target_label: OS # replacement: 'os' # - source_labels: [version] # regex: '(.+)' # target_label: IO # replacement: 'io' # - source_labels: [version] # regex: '(.+)' # target_label: Errors # replacement: 'errors' # - regex: 'help|exported_instance' # action: labeldrop # - source_labels: [version] # regex: '([0-9]+\.[0-9]+)(\.?[0-9]*).*' # replacement: '$1$2' # target_label: svr # - source_labels: [__name__, quantile] # regex: '(scylla_storage_proxy_coordinator_write_latency_summary;0.990*)' # target_label: __name__ # replacement: 'wlatencyp99' # - source_labels: [__name__, quantile] # regex: '(scylla_storage_proxy_coordinator_write_latency_summary;0.950*)' # target_label: __name__ # replacement: 'wlatencyp95' # - source_labels: [__name__, quantile] # regex: '(scylla_storage_proxy_coordinator_write_latency_summary;0.50*)' # target_label: __name__ # replacement: 'wlatencya' # - source_labels: [__name__, quantile] # regex: '(scylla_storage_proxy_coordinator_read_latency_summary;0.990*)' # target_label: __name__ # replacement: 'rlatencyp99' # - source_labels: [__name__, quantile] # regex: '(scylla_storage_proxy_coordinator_read_latency_summary;0.950*)' # target_label: __name__ # replacement: 'rlatencyp95' # - source_labels: [__name__, quantile] # regex: '(scylla_storage_proxy_coordinator_read_latency_summary;0.50*)' # target_label: __name__ # replacement: 'rlatencya' # - source_labels: [__name__, quantile] # regex: '(scylla_storage_proxy_coordinator_cas_write_latency_summary;0.950*)' # target_label: __name__ # replacement: 'caswlatencyp95' # - source_labels: [__name__, quantile] # regex: '(scylla_storage_proxy_coordinator_cas_write_latency_summary;0.990*)' # target_label: __name__ # replacement: 'caswlatencyp99' # - source_labels: [__name__, quantile] # regex: '(scylla_storage_proxy_coordinator_cas_write_latency_summary;0.50*)' # target_label: __name__ # replacement: 'caswlatencya' # - source_labels: [__name__, quantile] # regex: '(scylla_storage_proxy_coordinator_cas_read_latency_summary;0.950*)' # target_label: __name__ # replacement: 'casrlatencyp95' # - source_labels: [__name__, quantile] # regex: '(scylla_storage_proxy_coordinator_cas_read_latency_summary;0.990*)' # target_label: __name__ # replacement: 'casrlatencyp99' # - source_labels: [__name__, quantile] # regex: '(scylla_storage_proxy_coordinator_cas_read_latency_summary;0.50*)' # target_label: __name__ # replacement: 'casrlatencya' # - source_labels: [__name__] # regex: '(.latency..?.?|cas.latency..?.?)' # target_label: by # replacement: 'instance,shard' # - source_labels: [__name__] # regex: '(scylla_storage_proxy_coordinator_read_timeouts|scylla_reactor_utilization|scylla_storage_proxy_coordinator_read_timeouts|scylla_storage_proxy_coordinator_read_unavailable|scylla_storage_proxy_coordinator_write_timeouts|scylla_storage_proxy_coordinator_write_unavailable|.latency..?.?)' # replacement: '2' # target_label: level # - source_labels: [__name__] # regex: '(scylla_storage_proxy_coordinator_read_timeouts|scylla_reactor_utilization|scylla_storage_proxy_coordinator_read_timeouts|scylla_storage_proxy_coordinator_read_unavailable|scylla_storage_proxy_coordinator_write_timeouts|scylla_storage_proxy_coordinator_write_unavailable|.latency..?.?)' # replacement: '2' # target_label: dd # - source_labels: [__name__] # regex: '(scylla_node_operation_mode)' # replacement: '1' # target_label: level # - source_labels: [__name__] # regex: '(scylla_node_operation_mode)' # replacement: '1' # target_label: dd # - source_labels: [scheduling_group_name] # regex: '(atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache)' # replacement: '' # target_label: level # - source_labels: [scheduling_group_name] # regex: '(atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache)' # replacement: '' # target_label: dd # - job_name: scylladb-manager-exporter # honor_labels: false # gce_sd_configs: # - project: 'meesho-dataengg-ase1c-prd-0625' # port: 5090 # zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"] # relabel_configs: # - source_labels: [__meta_gce_label_component] # regex: 'scyl' # action: keep # - source_labels: [__meta_gce_label_bu] # target_label: bu # - source_labels: [__meta_gce_label_team] # target_label: team # - source_labels: [__meta_gce_label_service] # target_label: app # - source_labels: [__meta_gce_label_type] # target_label: type # - source_labels: [__meta_gce_label_env] # target_label: env # - source_labels: [__meta_gce_instance_name] # target_label: name # - source_labels: [__meta_gce_label_priority] # target_label: priority - job_name: 'node_exporter' scrape_interval: 60s scrape_timeout: 30s gce_sd_configs: - project: 'meesho-dataengg-ase1c-prd-0625' port: 9100 zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"] relabel_configs: - source_labels: [__meta_gce_instance_status] regex: 'RUNNING' action: keep - source_labels: [__meta_gce_label_goog-k8s-cluster-name] regex: 'k8s' action: drop - source_labels: [__meta_gce_label_monitoring] regex: 'no' action: drop - source_labels: [__meta_gce_instance_name] regex: 'gke-k8s-.*' action: drop - target_label: project replacement: meesho-dataengg-ase1c-prd-0625 - source_labels: [__meta_gce_instance_name] target_label: name - source_labels: [__meta_gce_instance_id] target_label: instance_id - source_labels: [__meta_gce_instance_status] target_label: status - source_labels: [__meta_gce_private_ip] target_label: private_ip - source_labels: [__meta_gce_public_ip] target_label: public_ip - source_labels: [__meta_gce_label_bu] target_label: bu - source_labels: [__meta_gce_label_component] target_label: component - source_labels: [__meta_gce_label_env] target_label: env - source_labels: [__meta_gce_label_service] target_label: service - source_labels: [__meta_gce_label_team] target_label: team - source_labels: [__meta_gce_label_type] target_label: type - source_labels: [__meta_gce_label_service] target_label: app - source_labels: [__meta_gce_label_alerts] target_label: alerts # - job_name: Flink01 # metrics_path: / # honor_timestamps: true # stream_parse: true # scrape_interval: 30s # scrape_timeout: 30s # scheme: http # gce_sd_configs: # - project: 'meesho-dataengg-ase1c-prd-0625' # port: 19900 # zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"] # relabel_configs: # - source_labels: [__meta_gce_instance_status] # regex: 'RUNNING' # action: keep # - source_labels: [__meta_gce_label_service] # regex: '(realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_name] # regex: '(dataplatform-realtime-pipeline|dataplatform-realtime-pipeline-sale-cluster)' # action: keep # - source_labels: [__meta_gce_label_application] # regex: '(hadoop)' # action: keep # - job_name: Flink02 # metrics_path: / # honor_timestamps: true # stream_parse: true # scrape_interval: 30s # scrape_timeout: 30s # scheme: http # gce_sd_configs: # - project: 'meesho-dataengg-ase1c-prd-0625' # port: 19901 # zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"] # relabel_configs: # - source_labels: [__meta_gce_instance_status] # regex: 'RUNNING' # action: keep # - source_labels: [__meta_gce_label_service] # regex: '(realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_name] # regex: '(dataplatform-realtime-pipeline|dataplatform-realtime-pipeline-sale-cluster)' # action: keep # - source_labels: [__meta_gce_label_application] # regex: '(hadoop)' # action: keep # - job_name: Flink03 # metrics_path: / # honor_timestamps: true # stream_parse: true # scrape_interval: 30s # scrape_timeout: 30s # scheme: http # gce_sd_configs: # - project: 'meesho-dataengg-ase1c-prd-0625' # port: 19902 # zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"] # relabel_configs: # - source_labels: [__meta_gce_instance_status] # regex: 'RUNNING' # action: keep # - source_labels: [__meta_gce_label_service] # regex: '(realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_name] # regex: '(dataplatform-realtime-pipeline|dataplatform-realtime-pipeline-sale-cluster)' # action: keep # - source_labels: [__meta_gce_label_application] # regex: '(hadoop)' # action: keep # - job_name: Flink04 # metrics_path: / # honor_timestamps: true # stream_parse: true # scrape_interval: 30s # scrape_timeout: 30s # scheme: http # gce_sd_configs: # - project: 'meesho-dataengg-ase1c-prd-0625' # port: 19903 # zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"] # relabel_configs: # - source_labels: [__meta_gce_instance_status] # regex: 'RUNNING' # action: keep # - source_labels: [__meta_gce_label_service] # regex: '(realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_name] # regex: '(dataplatform-realtime-pipeline|dataplatform-realtime-pipeline-sale-cluster)' # action: keep # - source_labels: [__meta_gce_label_application] # regex: '(hadoop)' # action: keep # - job_name: Flink05 # metrics_path: / # honor_timestamps: true # stream_parse: true # scrape_interval: 30s # scrape_timeout: 30s # scheme: http # gce_sd_configs: # - project: 'meesho-dataengg-ase1c-prd-0625' # port: 19904 # zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"] # relabel_configs: # - source_labels: [__meta_gce_instance_status] # regex: 'RUNNING' # action: keep # - source_labels: [__meta_gce_label_service] # regex: '(realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_name] # regex: '(dataplatform-realtime-pipeline|dataplatform-realtime-pipeline-sale-cluster)' # action: keep # - source_labels: [__meta_gce_label_application] # regex: '(hadoop)' # action: keep # - job_name: Flink06 # metrics_path: / # honor_timestamps: true # stream_parse: true # scrape_interval: 30s # scrape_timeout: 30s # scheme: http # gce_sd_configs: # - project: 'meesho-dataengg-ase1c-prd-0625' # port: 19905 # zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"] # relabel_configs: # - source_labels: [__meta_gce_instance_status] # regex: 'RUNNING' # action: keep # - source_labels: [__meta_gce_label_service] # regex: '(realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_name] # regex: '(dataplatform-realtime-pipeline|dataplatform-realtime-pipeline-sale-cluster)' # action: keep # - source_labels: [__meta_gce_label_application] # regex: '(hadoop)' # action: keep # - job_name: Flink07 # metrics_path: / # honor_timestamps: true # stream_parse: true # scrape_interval: 30s # scrape_timeout: 30s # scheme: http # gce_sd_configs: # - project: 'meesho-dataengg-ase1c-prd-0625' # port: 19906 # zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"] # relabel_configs: # - source_labels: [__meta_gce_instance_status] # regex: 'RUNNING' # action: keep # - source_labels: [__meta_gce_label_service] # regex: '(realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_name] # regex: '(dataplatform-realtime-pipeline|dataplatform-realtime-pipeline-sale-cluster)' # action: keep # - source_labels: [__meta_gce_label_application] # regex: '(hadoop)' # action: keep # - job_name: Flink08 # metrics_path: / # honor_timestamps: true # stream_parse: true # scrape_interval: 30s # scrape_timeout: 30s # scheme: http # gce_sd_configs: # - project: 'meesho-dataengg-ase1c-prd-0625' # port: 19907 # zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"] # relabel_configs: # - source_labels: [__meta_gce_instance_status] # regex: 'RUNNING' # action: keep # - source_labels: [__meta_gce_label_service] # regex: '(realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_name] # regex: '(dataplatform-realtime-pipeline|dataplatform-realtime-pipeline-sale-cluster)' # action: keep # - source_labels: [__meta_gce_label_application] # regex: '(hadoop)' # action: keep # - job_name: Flink09 # metrics_path: / # honor_timestamps: true # stream_parse: true # scrape_interval: 30s # scrape_timeout: 30s # scheme: http # gce_sd_configs: # - project: 'meesho-dataengg-ase1c-prd-0625' # port: 19908 # zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"] # relabel_configs: # - source_labels: [__meta_gce_instance_status] # regex: 'RUNNING' # action: keep # - source_labels: [__meta_gce_label_service] # regex: '(realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_name] # regex: '(dataplatform-realtime-pipeline|dataplatform-realtime-pipeline-sale-cluster)' # action: keep # - source_labels: [__meta_gce_label_application] # regex: '(hadoop)' # action: keep # - job_name: Flink10 # metrics_path: / # honor_timestamps: true # stream_parse: true # scrape_interval: 30s # scrape_timeout: 30s # scheme: http # gce_sd_configs: # - project: 'meesho-dataengg-ase1c-prd-0625' # port: 19909 # zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"] # relabel_configs: # - source_labels: [__meta_gce_instance_status] # regex: 'RUNNING' # action: keep # - source_labels: [__meta_gce_label_service] # regex: '(realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_name] # regex: '(dataplatform-realtime-pipeline|dataplatform-realtime-pipeline-sale-cluster)' # action: keep # - source_labels: [__meta_gce_label_application] # regex: '(hadoop)' # action: keep # - job_name: Flink11 # metrics_path: / # honor_timestamps: true # stream_parse: true # scrape_interval: 30s # scrape_timeout: 30s # scheme: http # gce_sd_configs: # - project: 'meesho-dataengg-ase1c-prd-0625' # port: 19910 # zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"] # relabel_configs: # - source_labels: [__meta_gce_instance_status] # regex: 'RUNNING' # action: keep # - source_labels: [__meta_gce_label_service] # regex: '(realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_name] # regex: '(dataplatform-realtime-pipeline|dataplatform-realtime-pipeline-sale-cluster)' # action: keep # - source_labels: [__meta_gce_label_application] # regex: '(hadoop)' # action: keep # - job_name: Flink12 # metrics_path: / # honor_timestamps: true # stream_parse: true # scrape_interval: 30s # scrape_timeout: 30s # scheme: http # gce_sd_configs: # - project: 'meesho-dataengg-ase1c-prd-0625' # port: 19911 # zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"] # relabel_configs: # - source_labels: [__meta_gce_instance_status] # regex: 'RUNNING' # action: keep # - source_labels: [__meta_gce_label_service] # regex: '(realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_name] # regex: '(dataplatform-realtime-pipeline|dataplatform-realtime-pipeline-sale-cluster)' # action: keep # - source_labels: [__meta_gce_label_application] # regex: '(hadoop)' # action: keep # - job_name: Flink13 # metrics_path: / # honor_timestamps: true # stream_parse: true # scrape_interval: 30s # scrape_timeout: 30s # scheme: http # gce_sd_configs: # - project: 'meesho-dataengg-ase1c-prd-0625' # port: 19912 # zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"] # relabel_configs: # - source_labels: [__meta_gce_instance_status] # regex: 'RUNNING' # action: keep # - source_labels: [__meta_gce_label_service] # regex: '(realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_name] # regex: '(dataplatform-realtime-pipeline|dataplatform-realtime-pipeline-sale-cluster)' # action: keep # - source_labels: [__meta_gce_label_application] # regex: '(hadoop)' # action: keep # - job_name: Flink14 # metrics_path: / # honor_timestamps: true # stream_parse: true # scrape_interval: 30s # scrape_timeout: 30s # scheme: http # gce_sd_configs: # - project: 'meesho-dataengg-ase1c-prd-0625' # port: 19913 # zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"] # relabel_configs: # - source_labels: [__meta_gce_instance_status] # regex: 'RUNNING' # action: keep # - source_labels: [__meta_gce_label_service] # regex: '(realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_name] # regex: '(dataplatform-realtime-pipeline|dataplatform-realtime-pipeline-sale-cluster)' # action: keep # - source_labels: [__meta_gce_label_application] # regex: '(hadoop)' # action: keep # - job_name: Flink15 # metrics_path: / # honor_timestamps: true # stream_parse: true # scrape_interval: 30s # scrape_timeout: 30s # scheme: http # gce_sd_configs: # - project: 'meesho-dataengg-ase1c-prd-0625' # port: 19914 # zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"] # relabel_configs: # - source_labels: [__meta_gce_instance_status] # regex: 'RUNNING' # action: keep # - source_labels: [__meta_gce_label_service] # regex: '(realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_name] # regex: '(dataplatform-realtime-pipeline|dataplatform-realtime-pipeline-sale-cluster)' # action: keep # - source_labels: [__meta_gce_label_application] # regex: '(hadoop)' # action: keep # - job_name: Flink16 # metrics_path: / # honor_timestamps: true # stream_parse: true # scrape_interval: 30s # scrape_timeout: 30s # scheme: http # gce_sd_configs: # - project: 'meesho-dataengg-ase1c-prd-0625' # port: 19915 # zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"] # relabel_configs: # - source_labels: [__meta_gce_instance_status] # regex: 'RUNNING' # action: keep # - source_labels: [__meta_gce_label_service] # regex: '(realtime-pipeline)' # action: keep # - source_labels: [__meta_gce_label_name] # regex: '(dataplatform-realtime-pipeline|dataplatform-realtime-pipeline-sale-cluster)' # action: keep # - source_labels: [__meta_gce_label_application] # regex: '(hadoop)' # action: keep # - job_name: Pinot1 # kubernetes_sd_configs: # - role: pod # relabel_configs: # - target_label: cluster # replacement: k8s-dataengg-prd-ase1c # - action: labelmap # regex: __meta_kubernetes_pod_label_(.+) # - action: keep # regex: '(.*8008)' # source_labels: # - __address__ # - action: replace # source_labels: # - __meta_kubernetes_namespace # target_label: kubernetes_namespace # - action: replace # source_labels: # - __meta_kubernetes_pod_name # target_label: kubernetes_pod_name # - job_name: Pinot2 # kubernetes_sd_configs: # - role: pod # relabel_configs: # - target_label: cluster # replacement: k8s-dataengg-prd-ase1c # - action: labelmap # regex: __meta_kubernetes_pod_label_(.+) # - action: keep # regex: '(.*9141)' # source_labels: # - __address__ # - action: replace # source_labels: # - __meta_kubernetes_namespace # target_label: kubernetes_namespace # - action: replace # source_labels: # - __meta_kubernetes_pod_name # target_label: kubernetes_pod_name # - job_name: 'query-gateway-dragonfly-sentinel' # metrics_path: /metrics # scrape_interval: 60s # scrape_timeout: 5s # gce_sd_configs: # - project: 'meesho-dataengg-ase1c-prd-0625' # port: 6379 # zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"] # relabel_configs: # - source_labels: [__meta_gce_label_monitoring] # regex: 'no' # action: drop # - source_labels: [__meta_gce_label_env] # regex: '(DR|perf)' # action: drop # - source_labels: [__meta_gce_label_pod] # regex: '(devops)' # action: drop # - source_labels: [__meta_gce_label_service] # regex: '(query-gateway.*)' # action: keep # - source_labels: [__meta_gce_label_database_service] # regex: (query-gateway.*) # action: keep # - source_labels: [__meta_gce_label_name] # target_label: name # - source_labels: [__meta_gce_label_mcache] # target_label: mcache # - source_labels: [__meta_gce_label_bu] # target_label: bu # - source_labels: [__meta_gce_label_team] # target_label: team # - source_labels: [__meta_gce_label_env] # target_label: env # - job_name: 'dragonfly-mcache-exporter' # metrics_path: /metrics # scrape_interval: 60s # scrape_timeout: 5s # gce_sd_configs: # - project: 'meesho-dataengg-ase1c-prd-0625' # port: 6379 # zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"] # relabel_configs: # - source_labels: [__meta_gce_label_monitoring] # regex: 'no' # action: drop # - source_labels: [__meta_gce_label_env] # regex: '(DR|perf)' # action: drop # - source_labels: [__meta_gce_label_pod] # regex: '(devops)' # action: drop # - source_labels: [__meta_gce_label_mcache] # regex: (dragonfly) # action: keep # - source_labels: [__meta_gce_instance_name] # target_label: vm_name # - source_labels: [__meta_gce_label_name] # target_label: name # - source_labels: [__meta_gce_label_mcache] # target_label: mcache # - source_labels: [__meta_gce_label_component] # target_label: component # - source_labels: [__meta_gce_label_bu] # target_label: bu # - source_labels: [__meta_gce_label_team] # target_label: team # - source_labels: [__meta_gce_label_env] # target_label: env # - source_labels: [__meta_gce_label_pcacheid] # target_label: pcacheid # - job_name: 'dragonfly-test-mcache-exporter' # metrics_path: /metrics # scrape_interval: 60s # scrape_timeout: 5s # gce_sd_configs: # - project: 'meesho-dataengg-ase1c-prd-0625' # port: 6379 # zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"] # relabel_configs: # - source_labels: [__meta_gce_label_monitoring] # regex: 'no' # action: drop # - source_labels: [__meta_gce_label_env] # regex: '(DR|perf)' # action: drop # - source_labels: [__meta_gce_label_pod] # regex: '(devops)' # action: drop # - source_labels: [__meta_gce_label_doorman] # regex: (dragonfly) # action: keep # - source_labels: [__meta_gce_label_name] # target_label: name # - source_labels: [__meta_gce_label_doorman] # target_label: doorman # - source_labels: [__meta_gce_label_component] # target_label: component # - source_labels: [__meta_gce_label_bu] # target_label: bu # - source_labels: [__meta_gce_label_team] # target_label: team # - source_labels: [__meta_gce_label_env] # target_label: env # - job_name: 'redis-server-mcache-exporter' # metrics_path: /metrics # scrape_interval: 60s # scrape_timeout: 5s # gce_sd_configs: # - project: 'meesho-dataengg-ase1c-prd-0625' # port: 9121 # zone: ["asia-southeast1-a", "asia-southeast1-b", "asia-southeast1-c"] # relabel_configs: # - source_labels: [__meta_gce_label_monitoring] # regex: 'no' # action: drop # - source_labels: [__meta_gce_label_env] # regex: '(DR|perf)' # action: drop # - source_labels: [__meta_gce_label_pod] # regex: '(devops)' # action: drop # - source_labels: [__meta_gce_label_service] # regex: '(kafka|hbase|supply|supply-internal|mongo)' # action: drop # - source_labels: [__meta_gce_label_mcache] # regex: (redis-server) # action: keep # - source_labels: [__meta_gce_label_name] # target_label: name # - source_labels: [__meta_gce_label_mcache] # target_label: mcache # - source_labels: [__meta_gce_label_bu] # target_label: bu # - source_labels: [__meta_gce_label_team] # target_label: team # - source_labels: [__meta_gce_label_env] # target_label: env # - source_labels: [__meta_gce_label_mcacheid] # target_label: mcacheid # - source_labels: [__meta_gce_label_name_dp] # target_label: name_dp - job_name: kubernetes-pods-kafka kubernetes_sd_configs: - role: pod relabel_configs: - action: drop regex: true source_labels: - __meta_kubernetes_pod_container_init - action: keep regex: '(.*9404)' source_labels: - __address__ - target_label: cluster replacement: k8s-dataengg-prd-ase1c - action: labelmap regex: __meta_kubernetes_pod_label_(.+) - action: replace source_labels: - __meta_kubernetes_namespace target_label: kubernetes_namespace - action: replace source_labels: - __meta_kubernetes_pod_name target_label: kubernetes_pod_name # - job_name: 'alluxio-master' # kubernetes_sd_configs: # - role: pod # namespaces: # names: # - int-alluxio # relabel_configs: # - source_labels: [__meta_kubernetes_pod_label_role] # action: keep # regex: alluxio-master # - source_labels: [__meta_kubernetes_pod_annotation_prometheus_io_scrape] # action: keep # regex: true # - source_labels: [__meta_kubernetes_pod_annotation_prometheus_io_path] # action: replace # target_label: __metrics_path__ # regex: (.+) # - source_labels: [__address__, __meta_kubernetes_pod_annotation_prometheus_io_masterWebPort] # action: replace # regex: ([^:]+)(?::\d+)?;(\d+) # replacement: $1:$2 # target_label: __address__ # - action: labelmap # regex: __meta_kubernetes_pod_label_(.+) # - source_labels: [__meta_kubernetes_namespace] # action: replace # target_label: kubernetes_namespace # - source_labels: [__meta_kubernetes_pod_name] # action: replace # target_label: kubernetes_pod_name # - source_labels: [__meta_kubernetes_pod_node_name] # action: replace # target_label: kubernetes_node # - source_labels: [__meta_kubernetes_pod_label_release] # action: replace # target_label: cluster_name # - job_name: 'alluxio-worker' # kubernetes_sd_configs: # - role: pod # namespaces: # names: # - int-alluxio # relabel_configs: # - source_labels: [__meta_kubernetes_pod_label_role] # action: keep # regex: alluxio-worker # - source_labels: [__meta_kubernetes_pod_annotation_prometheus_io_scrape] # action: keep # regex: true # - source_labels: [__meta_kubernetes_pod_annotation_prometheus_io_path] # action: replace # target_label: __metrics_path__ # regex: (.+) # - source_labels: [__address__, __meta_kubernetes_pod_annotation_prometheus_io_workerWebPort] # action: replace # regex: ([^:]+)(?::\d+)?;(\d+) # replacement: $1:$2 # target_label: __address__ # - action: labelmap # regex: __meta_kubernetes_pod_label_(.+) # - source_labels: [__meta_kubernetes_namespace] # action: replace # target_label: kubernetes_namespace # - source_labels: [__meta_kubernetes_pod_name] # action: replace # target_label: kubernetes_pod_name # - source_labels: [__meta_kubernetes_pod_node_name] # action: replace # target_label: kubernetes_node # - source_labels: [__meta_kubernetes_pod_label_release] # action: replace # target_label: cluster_name # - job_name: 'alluxio-job-master' # kubernetes_sd_configs: # - role: pod # namespaces: # names: # - int-alluxio # Only look at pods in namespace named `alluxio` # relabel_configs: # - source_labels: [__meta_kubernetes_pod_label_role] # action: keep # regex: alluxio-master # - source_labels: [__meta_kubernetes_pod_annotation_prometheus_io_scrape] # action: keep # regex: true # - source_labels: [__meta_kubernetes_pod_annotation_prometheus_io_path] # action: replace # target_label: __metrics_path__ # regex: (.+) # - source_labels: [__address__, __meta_kubernetes_pod_annotation_prometheus_io_jobMasterWebPort] # action: replace # regex: ([^:]+)(?::\d+)?;(\d+) # replacement: $1:$2 # target_label: __address__ # - action: labelmap # regex: __meta_kubernetes_pod_label_(.+) # - source_labels: [__meta_kubernetes_namespace] # action: replace # target_label: kubernetes_namespace # - source_labels: [__meta_kubernetes_pod_name] # action: replace # target_label: kubernetes_pod_name # - source_labels: [__meta_kubernetes_pod_node_name] # action: replace # target_label: kubernetes_node # - source_labels: [__meta_kubernetes_pod_label_release] # action: replace # target_label: cluster_name # - job_name: 'alluxio-job-worker' # kubernetes_sd_configs: # - role: pod # namespaces: # names: # - int-alluxio # relabel_configs: # - source_labels: [__meta_kubernetes_pod_label_role] # action: keep # regex: alluxio-worker # - source_labels: [__meta_kubernetes_pod_annotation_prometheus_io_scrape] # action: keep # regex: true # - source_labels: [__meta_kubernetes_pod_annotation_prometheus_io_path] # action: replace # target_label: __metrics_path__ # regex: (.+) # - source_labels: [__address__, __meta_kubernetes_pod_annotation_prometheus_io_jobWorkerWebPort] # action: replace # regex: ([^:]+)(?::\d+)?;(\d+) # replacement: $1:$2 # target_label: __address__ # - action: labelmap # regex: __meta_kubernetes_pod_label_(.+) # - source_labels: [__meta_kubernetes_namespace] # action: replace # target_label: kubernetes_namespace # - source_labels: [__meta_kubernetes_pod_name] # action: replace # target_label: kubernetes_pod_name # - source_labels: [__meta_kubernetes_pod_node_name] # action: replace # target_label: kubernetes_node # - source_labels: [__meta_kubernetes_pod_label_release] # action: replace # target_label: cluster_name