devops-infra-helm-charts-gcp/helm-templates/victoria-metrics-agent-latest/configmap/dp-starburst-scrape.yaml

global:
  scrape_interval: 60s

scrape_configs:
- job_name: vmagent
  static_configs:
  - targets:
    - localhost:8429
- bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token
  job_name: kubernetes-apiservers
  kubernetes_sd_configs:
  - role: endpoints
  relabel_configs:
  - target_label: cluster
    replacement: p-dp-starburst-cluster
  - action: labelmap
    regex: __meta_kubernetes_node_label_(.+)
  - action: keep
    regex: default;kubernetes;https
    source_labels:
    - __meta_kubernetes_namespace
    - __meta_kubernetes_service_name
    - __meta_kubernetes_endpoint_port_name
  scheme: https
  tls_config:
    ca_file: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt
    insecure_skip_verify: true
- bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token
  job_name: kubernetes-nodes
  kubernetes_sd_configs:
  - role: node
  relabel_configs:
  - target_label: cluster
    replacement: p-dp-starburst-cluster
  - action: labelmap
    regex: __meta_kubernetes_node_label_(.+)
  - replacement: kubernetes.default.svc:443
    target_label: __address__
  - regex: (.+)
    replacement: /api/v1/nodes/$1/proxy/metrics
    source_labels:
    - __meta_kubernetes_node_name
    target_label: __metrics_path__
  scheme: https
  tls_config:
    ca_file: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt
    insecure_skip_verify: true
- bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token
  job_name: kubernetes-nodes-cadvisor
  kubernetes_sd_configs:
  - role: node
  relabel_configs:
  - target_label: cluster
    replacement: p-dp-starburst-cluster
  - replacement: kubernetes.default.svc:443
    target_label: __address__
  - regex: (.+)
    replacement: /api/v1/nodes/$1/proxy/metrics/cadvisor
    source_labels:
    - __meta_kubernetes_node_name
    target_label: __metrics_path__
  scheme: https
  tls_config:
    ca_file: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt
    insecure_skip_verify: true
- job_name: kubernetes-service-endpoints
  kubernetes_sd_configs:
  - role: endpoints
  relabel_configs:
  - target_label: cluster
    replacement: p-dp-starburst-cluster
  - action: labelmap
    regex: __meta_kubernetes_node_label_(.+)
  - action: drop
    regex: true
    source_labels:
    - __meta_kubernetes_pod_container_init
  - action: keep_if_equal
    source_labels:
    - __meta_kubernetes_service_annotation_prometheus_io_port
    - __meta_kubernetes_pod_container_port_number
  - action: keep
    regex: true
    source_labels:
    - __meta_kubernetes_service_annotation_prometheus_io_scrape
  - action: replace
    regex: (https?)
    source_labels:
    - __meta_kubernetes_service_annotation_prometheus_io_scheme
    target_label: __scheme__
  - action: replace
    regex: (.+)
    source_labels:
    - __meta_kubernetes_service_annotation_prometheus_io_path
    target_label: __metrics_path__
  - action: replace
    regex: ([^:]+)(?::\d+)?;(\d+)
    replacement: $1:$2
    source_labels:
    - __address__
    - __meta_kubernetes_service_annotation_prometheus_io_port
    target_label: __address__
  - action: labelmap
    regex: __meta_kubernetes_service_label_(.+)
  - action: replace
    source_labels:
    - __meta_kubernetes_namespace
    target_label: kubernetes_namespace
  - action: replace
    source_labels:
    - __meta_kubernetes_service_name
    target_label: kubernetes_name
  - action: replace
    source_labels:
    - __meta_kubernetes_pod_node_name
    target_label: kubernetes_node
- job_name: kubernetes-service-endpoints-slow
  kubernetes_sd_configs:
  - role: endpoints
  relabel_configs:
  - target_label: cluster
    replacement: p-dp-starburst-cluster
  - action: labelmap
    regex: __meta_kubernetes_node_label_(.+)
  - action: drop
    regex: true
    source_labels:
    - __meta_kubernetes_pod_container_init
  - action: keep_if_equal
    source_labels:
    - __meta_kubernetes_service_annotation_prometheus_io_port
    - __meta_kubernetes_pod_container_port_number
  - action: keep
    regex: true
    source_labels:
    - __meta_kubernetes_service_annotation_prometheus_io_scrape_slow
  - action: replace
    regex: (https?)
    source_labels:
    - __meta_kubernetes_service_annotation_prometheus_io_scheme
    target_label: __scheme__
  - action: replace
    regex: (.+)
    source_labels:
    - __meta_kubernetes_service_annotation_prometheus_io_path
    target_label: __metrics_path__
  - action: replace
    regex: ([^:]+)(?::\d+)?;(\d+)
    replacement: $1:$2
    source_labels:
    - __address__
    - __meta_kubernetes_service_annotation_prometheus_io_port
    target_label: __address__
  - action: labelmap
    regex: __meta_kubernetes_service_label_(.+)
  - action: replace
    source_labels:
    - __meta_kubernetes_namespace
    target_label: kubernetes_namespace
  - action: replace
    source_labels:
    - __meta_kubernetes_service_name
    target_label: kubernetes_name
  - action: replace
    source_labels:
    - __meta_kubernetes_pod_node_name
    target_label: kubernetes_node
  scrape_interval: 60s
  scrape_timeout: 30s
- job_name: kubernetes-services
  kubernetes_sd_configs:
  - role: service
  metrics_path: /probe
  params:
    module:
    - http_2xx
  relabel_configs:
  - target_label: cluster
    replacement: p-dp-starburst-cluster
  - action: labelmap
    regex: __meta_kubernetes_node_label_(.+)
  - action: keep
    regex: true
    source_labels:
    - __meta_kubernetes_service_annotation_prometheus_io_probe
  - source_labels:
    - __address__
    target_label: __param_target
  - replacement: blackbox
    target_label: __address__
  - source_labels:
    - __param_target
    target_label: instance
  - action: labelmap
    regex: __meta_kubernetes_service_label_(.+)
  - source_labels:
    - __meta_kubernetes_namespace
    target_label: kubernetes_namespace
  - source_labels:
    - __meta_kubernetes_service_name
    target_label: kubernetes_name
- job_name: kubernetes-pods
  kubernetes_sd_configs:
  - role: pod
  relabel_configs:
  - target_label: cluster
    replacement: p-dp-starburst-cluster
  - action: labelmap
    regex: __meta_kubernetes_node_label_(.+)
  - action: drop
    regex: true
    source_labels:
    - __meta_kubernetes_pod_container_init
  - action: keep_if_equal
    source_labels:
    - __meta_kubernetes_pod_annotation_prometheus_io_port
    - __meta_kubernetes_pod_container_port_number
  - action: keep
    regex: true
    source_labels:
    - __meta_kubernetes_pod_annotation_prometheus_io_scrape
  - action: replace
    regex: (.+)
    source_labels:
    - __meta_kubernetes_pod_annotation_prometheus_io_path
    target_label: __metrics_path__
  - action: replace
    regex: ([^:]+)(?::\d+)?;(\d+)
    replacement: $1:$2
    source_labels:
    - __address__
    - __meta_kubernetes_pod_annotation_prometheus_io_port
    target_label: __address__
  - action: labelmap
    regex: __meta_kubernetes_pod_label_(.+)
  - action: replace
    source_labels:
    - __meta_kubernetes_namespace
    target_label: kubernetes_namespace
  - action: replace
    source_labels:
    - __meta_kubernetes_pod_name
    target_label: kubernetes_pod_name

- job_name: kubernetes-pods-jmx
  kubernetes_sd_configs:
  - role: pod
  relabel_configs:
  - target_label: cluster
    replacement: p-dp-starburst-cluster
  - action: labelmap
    regex: __meta_kubernetes_node_label_(.+)
  - action: drop
    regex: true
    source_labels:
    - __meta_kubernetes_pod_container_init
  - action: keep_if_equal
    source_labels:
    - __meta_kubernetes_pod_annotation_jmx_io_port
    - __meta_kubernetes_pod_container_port_number
  - action: keep
    regex: true
    source_labels:
    - __meta_kubernetes_pod_annotation_jmx_io_scrape
  - action: replace
    regex: (.+)
    source_labels:
    - __meta_kubernetes_pod_annotation_jmx_io_path
    target_label: __metrics_path__
  - action: replace
    regex: ([^:]+)(?::\d+)?;(\d+)
    replacement: $1:$2
    source_labels:
    - __address__
    - __meta_kubernetes_pod_annotation_jmx_io_port
    target_label: __address__
  - action: labelmap
    regex: __meta_kubernetes_pod_label_(.+)
  - action: replace
    source_labels:
    - __meta_kubernetes_namespace
    target_label: kubernetes_namespace
  - action: replace
    source_labels:
    - __meta_kubernetes_pod_name
    target_label: kubernetes_pod_name

- job_name: kube-state-metrics-p-dp-starburst-cluster
  metrics_path: /metrics
  honor_timestamps: true
  scrape_interval: 60s
  scrape_timeout: 30s
  scheme: http
  static_configs:
  - targets: ['prd-dp-starburst-kube-state-metrics.kube-system.svc.cluster.local:8080']
  relabel_configs:
  - target_label: cluster
    replacement: p-dp-starburst-cluster
  - action: labelmap
    regex: __meta_kubernetes_node_label_(.+)

- job_name: kubernetes-pods-otel
  kubernetes_sd_configs:
  - role: pod
  relabel_configs:
  - target_label: cluster
    replacement: p-dp-starburst-cluster
  - action: labelmap
    regex: __meta_kubernetes_node_label_(.+)
  - action: drop
    regex: true
    source_labels:
    - __meta_kubernetes_pod_container_init
  - action: keep
    regex: true
    source_labels:
    - __meta_kubernetes_pod_annotation_otel_io_scrape
  - action: replace
    regex: (.+)
    source_labels:
    - __meta_kubernetes_pod_annotation_otel_io_path
    target_label: __metrics_path__
  - action: replace
    regex: ([^:]+)(?::\d+)?;(\d+)
    replacement: $1:$2
    source_labels:
    - __address__
    - __meta_kubernetes_pod_annotation_otel_io_port
    target_label: __address__
  - action: labelmap
    regex: __meta_kubernetes_pod_label_(.+)
  - action: replace
    source_labels:
    - __meta_kubernetes_namespace
    target_label: kubernetes_namespace
  - action: replace
    source_labels:
    - __meta_kubernetes_pod_name
    target_label: kubernetes_pod_name

- job_name: karpenter-metrics-p-dp-starburst-cluster
  metrics_path: /metrics
  honor_timestamps: true
  scrape_interval: 60s
  scrape_timeout: 30s
  scheme: http
  static_configs:
  - targets: ['karpenter.karpenter.svc.cluster.local:8000']
  relabel_configs:
  - target_label: cluster
    replacement: p-dp-starburst-cluster
  - job_name: 'Mongodb-Exporter'
    metrics_path: /metrics
    honor_timestamps: true
    scrape_interval: 65s
    scheme: http
    gce_sd_configs:
      - project: 'meesho-dataengg-prd-0622'
        zone: 'asia-southeast1-a'
        port: 9216
    relabel_configs:
      - source_labels: [__meta_gce_instance_status]
        regex: 'Running'
        action: keep
      - source_labels: [__meta_gce_label_mongo]
        regex: '(true)'
        action: keep
      - source_labels: [__meta_gce_label_service]
        regex: '(mongo|manifest-mongodb)'
        action: keep

  - job_name: 'pushgateway'
    honor_labels: true
    static_configs:
    - targets: ['devops-p-pushgateway-01a.meeshoint.in.:9091']

  - job_name: 'telegraf-exporter'
    scrape_interval: 60s
    scrape_timeout: 5s
    gce_sd_configs:
    - project: 'meesho-dataengg-prd-0622'
      zone: 'asia-southeast1-a'
      port: 9273
    relabel_configs:
    - source_labels: [__meta_gce_instance_status]
      regex: 'Running'
      action: keep
    - source_labels: [__meta_gce_label_monitoring]
      regex: 'no'
      action: drop
    - source_labels: [__meta_gce_label_env]
      regex: '(DR|perf)'
      action: drop
    - source_labels: [__meta_gce_label_pod]
      regex: '(devops)'
      action: drop
    - source_labels: [__meta_gce_label_service]
      regex: '(kafka|hbase|supply|supply-internal|mongo)'
      action: drop
    - source_labels: [__meta_gce_label_telegraf]
      regex: '(enabled)'
      action: keep
    - source_labels: [__meta_gce_label_Name]
      target_label: name
    - source_labels: [__meta_gce_label_service]
      target_label: app

  - job_name: 'memcache-exporter'
    metrics_path: /metrics
    scrape_interval: 60s
    scrape_timeout: 5s
    gce_sd_configs:
    - project: 'meesho-dataengg-prd-0622'
      zone: 'asia-southeast1-a'
      port: 9150
    relabel_configs:
    - source_labels: [__meta_gce_instance_status]
      regex: 'Running'
      action: keep
    - source_labels: [__meta_gce_label_monitoring]
      regex: 'no'
      action: drop
    - source_labels: [__meta_gce_label_env]
      regex: '(DR|perf)'
      action: drop
    - source_labels: [__meta_gce_label_pod]
      regex: '(devops)'
      action: drop
    - source_labels: [__meta_gce_label_service]
      regex: '(kafka|hbase|supply|supply-internal|mongo)'
      action: drop
    - source_labels: [__meta_gce_label_Name]
      target_label: name
    - source_labels: [__meta_gce_label_service]
      target_label: app

  - job_name: 'mcrouter-exporter'
    metrics_path: /metrics
    scrape_interval: 60s
    scrape_timeout: 5s
    gce_sd_configs:
    - project: 'meesho-dataengg-prd-0622'
      zone: 'asia-southeast1-a'
      port: 9442
    relabel_configs:
    - source_labels: [__meta_gce_instance_status]
      regex: 'Running'
      action: keep
    - source_labels: [__meta_gce_label_monitoring]
      regex: 'no'
      action: drop
    - source_labels: [__meta_gce_label_env]
      regex: '(DR|perf)'
      action: drop
    - source_labels: [__meta_gce_label_pod]
      regex: '(devops)'
      action: drop
    - source_labels: [__meta_gce_label_service]
      regex: '(kafka|hbase|supply|supply-internal|mongo)'
      action: drop
    - source_labels: [__meta_gce_label_Name]
      target_label: name
    - source_labels: [__meta_gce_label_service]
      target_label: app
- job_name: scylladb-exporter
  honor_labels: false
  gce_sd_configs:
  - project: 'meesho-dataengg-prd-0622'
    zone: 'asia-southeast1-a'
    port: 9180
  relabel_configs:
    - source_labels: [__meta_gce_label_type]
      regex: 'scylladb'
      action: keep
    - source_labels: [__meta_gce_label_bu]
      target_label: bu
    - source_labels: [__meta_gce_label_team]
      target_label: team
    - source_labels: [__meta_gce_label_service]
      target_label: app
    - source_labels: [__meta_gce_label_type]
      target_label: type
    - source_labels: [__meta_gce_label_env]
      target_label: env
    - source_labels: [__meta_gce_label_Name]
      target_label: cluster
    - source_labels: [__meta_gce_label_priority]
      target_label: priority
  metric_relabel_configs:
    - source_labels: [__name__, scheduling_group_name]
      regex: '(scylla_storage_proxy_coordinator_.*_bucket;)(atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache)'
      action: drop
    - source_labels: [version]
      regex:  '(.+)'
      target_label: CPU
      replacement: 'cpu'
    - source_labels: [version]
      regex:  '(.+)'
      target_label: CQL
      replacement: 'cql'
    - source_labels: [version]
      regex:  '(.+)'
      target_label: OS
      replacement: 'os'
    - source_labels: [version]
      regex:  '(.+)'
      target_label: IO
      replacement: 'io'
    - source_labels: [version]
      regex:  '(.+)'
      target_label: Errors
      replacement: 'errors'
    - regex: 'help|exported_instance'
      action: labeldrop
    - source_labels: [version]
      regex: '([0-9]+\.[0-9]+)(\.?[0-9]*).*'
      replacement: '$1$2'
      target_label: svr
    - source_labels: [__name__, quantile]
      regex: '(scylla_storage_proxy_coordinator_write_latency_summary;0.990*)'
      target_label: __name__
      replacement: 'wlatencyp99'
    - source_labels: [__name__, quantile]
      regex: '(scylla_storage_proxy_coordinator_write_latency_summary;0.950*)'
      target_label: __name__
      replacement: 'wlatencyp95'
    - source_labels: [__name__, quantile]
      regex: '(scylla_storage_proxy_coordinator_write_latency_summary;0.50*)'
      target_label: __name__
      replacement: 'wlatencya'
    - source_labels: [__name__, quantile]
      regex: '(scylla_storage_proxy_coordinator_read_latency_summary;0.990*)'
      target_label: __name__
      replacement: 'rlatencyp99'
    - source_labels: [__name__, quantile]
      regex: '(scylla_storage_proxy_coordinator_read_latency_summary;0.950*)'
      target_label: __name__
      replacement: 'rlatencyp95'
    - source_labels: [__name__, quantile]
      regex: '(scylla_storage_proxy_coordinator_read_latency_summary;0.50*)'
      target_label: __name__
      replacement: 'rlatencya'
    - source_labels: [__name__, quantile]
      regex: '(scylla_storage_proxy_coordinator_cas_write_latency_summary;0.950*)'
      target_label: __name__
      replacement: 'caswlatencyp95'
    - source_labels: [__name__, quantile]
      regex: '(scylla_storage_proxy_coordinator_cas_write_latency_summary;0.990*)'
      target_label: __name__
      replacement: 'caswlatencyp99'
    - source_labels: [__name__, quantile]
      regex: '(scylla_storage_proxy_coordinator_cas_write_latency_summary;0.50*)'
      target_label: __name__
      replacement: 'caswlatencya'
    - source_labels: [__name__, quantile]
      regex: '(scylla_storage_proxy_coordinator_cas_read_latency_summary;0.950*)'
      target_label: __name__
      replacement: 'casrlatencyp95'
    - source_labels: [__name__, quantile]
      regex: '(scylla_storage_proxy_coordinator_cas_read_latency_summary;0.990*)'
      target_label: __name__
      replacement: 'casrlatencyp99'
    - source_labels: [__name__, quantile]
      regex: '(scylla_storage_proxy_coordinator_cas_read_latency_summary;0.50*)'
      target_label: __name__
      replacement: 'casrlatencya'
    - source_labels: [__name__]
      regex: '(.latency..?.?|cas.latency..?.?)'
      target_label: by
      replacement: 'instance,shard'
    - source_labels: [__name__]
      regex: '(scylla_storage_proxy_coordinator_read_timeouts|scylla_reactor_utilization|scylla_storage_proxy_coordinator_read_timeouts|scylla_storage_proxy_coordinator_read_unavailable|scylla_storage_proxy_coordinator_write_timeouts|scylla_storage_proxy_coordinator_write_unavailable|.latency..?.?)'
      replacement: '2'
      target_label: level
    - source_labels: [__name__]
      regex: '(scylla_storage_proxy_coordinator_read_timeouts|scylla_reactor_utilization|scylla_storage_proxy_coordinator_read_timeouts|scylla_storage_proxy_coordinator_read_unavailable|scylla_storage_proxy_coordinator_write_timeouts|scylla_storage_proxy_coordinator_write_unavailable|.latency..?.?)'
      replacement: '2'
      target_label: dd
    - source_labels: [__name__]
      regex: '(scylla_node_operation_mode)'
      replacement: '1'
      target_label: level
    - source_labels: [__name__]
      regex: '(scylla_node_operation_mode)'
      replacement: '1'
      target_label: dd
    - source_labels: [scheduling_group_name]
      regex: '(atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache)'
      replacement: ''
      target_label: level
    - source_labels: [scheduling_group_name]
      regex: '(atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache)'
      replacement: ''
      target_label: dd


- job_name: scylladb-manager-exporter
  honor_labels: false
  gce_sd_configs:
    - project: 'meesho-dataengg-prd-0622'
      zone: 'asia-southeast1-a'
      port: 5090
  relabel_configs:
    - source_labels: [__meta_gce_label_type]
      regex: 'scylladb'
      action: keep
    - source_labels: [__meta_gce_label_bu]
      target_label: bu
    - source_labels: [__meta_gce_label_team]
      target_label: team
    - source_labels: [__meta_gce_label_service]
      target_label: app
    - source_labels: [__meta_gce_label_type]
      target_label: type
    - source_labels: [__meta_gce_label_env]
      target_label: env
    - source_labels: [__meta_gce_label_Name]
      target_label: name
    - source_labels: [__meta_gce_label_priority]
      target_label: priority