devops-infra-helm-charts-gcp/helm-templates/victoria-metrics-agent/configmap/demand-backup-scrape.yaml

global:
  scrape_interval: 60s

scrape_configs:
- job_name: vmagent
  static_configs:
  - targets:
    - localhost:8429
- bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token
  job_name: kubernetes-apiservers
  kubernetes_sd_configs:
  - role: endpoints
  relabel_configs:
  - target_label: cluster
    replacement: p-demand-backup-cluster
  - action: labelmap
    regex: __meta_kubernetes_node_label_(.+)
  - action: keep
    regex: default;kubernetes;https
    source_labels:
    - __meta_kubernetes_namespace
    - __meta_kubernetes_service_name
    - __meta_kubernetes_endpoint_port_name
  scheme: https
  tls_config:
    ca_file: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt
    insecure_skip_verify: true
- bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token
  job_name: kubernetes-nodes
  kubernetes_sd_configs:
  - role: node
  relabel_configs:
  - target_label: cluster
    replacement: p-demand-backup-cluster
  - action: labelmap
    regex: __meta_kubernetes_node_label_(.+)
  - replacement: kubernetes.default.svc:443
    target_label: __address__
  - regex: (.+)
    replacement: /api/v1/nodes/$1/proxy/metrics
    source_labels:
    - __meta_kubernetes_node_name
    target_label: __metrics_path__
  scheme: https
  tls_config:
    ca_file: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt
    insecure_skip_verify: true
- bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token
  job_name: kubernetes-nodes-cadvisor
  kubernetes_sd_configs:
  - role: node
  relabel_configs:
  - target_label: cluster
    replacement: p-demand-backup-cluster
  - replacement: kubernetes.default.svc:443
    target_label: __address__
  - regex: (.+)
    replacement: /api/v1/nodes/$1/proxy/metrics/cadvisor
    source_labels:
    - __meta_kubernetes_node_name
    target_label: __metrics_path__
  scheme: https
  tls_config:
    ca_file: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt
    insecure_skip_verify: true
- job_name: kubernetes-service-endpoints
  kubernetes_sd_configs:
  - role: endpoints
  relabel_configs:
  - target_label: cluster
    replacement: p-demand-backup-cluster
  - action: labelmap
    regex: __meta_kubernetes_node_label_(.+)
  - action: drop
    regex: true
    source_labels:
    - __meta_kubernetes_pod_container_init
  - action: keep_if_equal
    source_labels:
    - __meta_kubernetes_service_annotation_prometheus_io_port
    - __meta_kubernetes_pod_container_port_number
  - action: keep
    regex: true
    source_labels:
    - __meta_kubernetes_service_annotation_prometheus_io_scrape
  - action: replace
    regex: (https?)
    source_labels:
    - __meta_kubernetes_service_annotation_prometheus_io_scheme
    target_label: __scheme__
  - action: replace
    regex: (.+)
    source_labels:
    - __meta_kubernetes_service_annotation_prometheus_io_path
    target_label: __metrics_path__
  - action: replace
    regex: ([^:]+)(?::\d+)?;(\d+)
    replacement: $1:$2
    source_labels:
    - __address__
    - __meta_kubernetes_service_annotation_prometheus_io_port
    target_label: __address__
  - action: labelmap
    regex: __meta_kubernetes_service_label_(.+)
  - action: replace
    source_labels:
    - __meta_kubernetes_namespace
    target_label: kubernetes_namespace
  - action: replace
    source_labels:
    - __meta_kubernetes_service_name
    target_label: kubernetes_name
  - action: replace
    source_labels:
    - __meta_kubernetes_pod_node_name
    target_label: kubernetes_node
- job_name: kubernetes-service-endpoints-slow
  kubernetes_sd_configs:
  - role: endpoints
  relabel_configs:
  - target_label: cluster
    replacement: p-demand-backup-cluster
  - action: labelmap
    regex: __meta_kubernetes_node_label_(.+)
  - action: drop
    regex: true
    source_labels:
    - __meta_kubernetes_pod_container_init
  - action: keep_if_equal
    source_labels:
    - __meta_kubernetes_service_annotation_prometheus_io_port
    - __meta_kubernetes_pod_container_port_number
  - action: keep
    regex: true
    source_labels:
    - __meta_kubernetes_service_annotation_prometheus_io_scrape_slow
  - action: replace
    regex: (https?)
    source_labels:
    - __meta_kubernetes_service_annotation_prometheus_io_scheme
    target_label: __scheme__
  - action: replace
    regex: (.+)
    source_labels:
    - __meta_kubernetes_service_annotation_prometheus_io_path
    target_label: __metrics_path__
  - action: replace
    regex: ([^:]+)(?::\d+)?;(\d+)
    replacement: $1:$2
    source_labels:
    - __address__
    - __meta_kubernetes_service_annotation_prometheus_io_port
    target_label: __address__
  - action: labelmap
    regex: __meta_kubernetes_service_label_(.+)
  - action: replace
    source_labels:
    - __meta_kubernetes_namespace
    target_label: kubernetes_namespace
  - action: replace
    source_labels:
    - __meta_kubernetes_service_name
    target_label: kubernetes_name
  - action: replace
    source_labels:
    - __meta_kubernetes_pod_node_name
    target_label: kubernetes_node
  scrape_interval: 60s
  scrape_timeout: 30s
- job_name: kubernetes-services
  kubernetes_sd_configs:
  - role: service
  metrics_path: /probe
  params:
    module:
    - http_2xx
  relabel_configs:
  - target_label: cluster
    replacement: p-demand-backup-cluster
  - action: labelmap
    regex: __meta_kubernetes_node_label_(.+)
  - action: keep
    regex: true
    source_labels:
    - __meta_kubernetes_service_annotation_prometheus_io_probe
  - source_labels:
    - __address__
    target_label: __param_target
  - replacement: blackbox
    target_label: __address__
  - source_labels:
    - __param_target
    target_label: instance
  - action: labelmap
    regex: __meta_kubernetes_service_label_(.+)
  - source_labels:
    - __meta_kubernetes_namespace
    target_label: kubernetes_namespace
  - source_labels:
    - __meta_kubernetes_service_name
    target_label: kubernetes_name
- job_name: kubernetes-pods
  kubernetes_sd_configs:
  - role: pod
  relabel_configs:
  - target_label: cluster
    replacement: p-demand-backup-cluster
  - action: labelmap
    regex: __meta_kubernetes_node_label_(.+)
  - action: drop
    regex: true
    source_labels:
    - __meta_kubernetes_pod_container_init
  - action: keep_if_equal
    source_labels:
    - __meta_kubernetes_pod_annotation_prometheus_io_port
    - __meta_kubernetes_pod_container_port_number
  - action: keep
    regex: true
    source_labels:
    - __meta_kubernetes_pod_annotation_prometheus_io_scrape
  - action: replace
    regex: (.+)
    source_labels:
    - __meta_kubernetes_pod_annotation_prometheus_io_path
    target_label: __metrics_path__
  - action: replace
    regex: ([^:]+)(?::\d+)?;(\d+)
    replacement: $1:$2
    source_labels:
    - __address__
    - __meta_kubernetes_pod_annotation_prometheus_io_port
    target_label: __address__
  - action: labelmap
    regex: __meta_kubernetes_pod_label_(.+)
  - action: replace
    source_labels:
    - __meta_kubernetes_namespace
    target_label: kubernetes_namespace
  - action: replace
    source_labels:
    - __meta_kubernetes_pod_name
    target_label: kubernetes_pod_name

- job_name: kubernetes-pods-jmx
  kubernetes_sd_configs:
  - role: pod
  relabel_configs:
  - target_label: cluster
    replacement: p-demand-backup-cluster
  - action: labelmap
    regex: __meta_kubernetes_node_label_(.+)
  - action: drop
    regex: true
    source_labels:
    - __meta_kubernetes_pod_container_init
  - action: keep_if_equal
    source_labels:
    - __meta_kubernetes_pod_annotation_jmx_io_port
    - __meta_kubernetes_pod_container_port_number
  - action: keep
    regex: true
    source_labels:
    - __meta_kubernetes_pod_annotation_jmx_io_scrape
  - action: replace
    regex: (.+)
    source_labels:
    - __meta_kubernetes_pod_annotation_jmx_io_path
    target_label: __metrics_path__
  - action: replace
    regex: ([^:]+)(?::\d+)?;(\d+)
    replacement: $1:$2
    source_labels:
    - __address__
    - __meta_kubernetes_pod_annotation_jmx_io_port
    target_label: __address__
  - action: labelmap
    regex: __meta_kubernetes_pod_label_(.+)
  - action: replace
    source_labels:
    - __meta_kubernetes_namespace
    target_label: kubernetes_namespace
  - action: replace
    source_labels:
    - __meta_kubernetes_pod_name
    target_label: kubernetes_pod_name

- job_name: kube-state-metrics-p-demand-backup-cluster
  metrics_path: /metrics
  honor_timestamps: true
  scrape_interval: 60s
  scrape_timeout: 30s
  scheme: http
  static_configs:
  - targets: ['prd-demand-backup-kube-state-metrics.kube-system.svc.cluster.local:8080']
  relabel_configs:
  - target_label: cluster
    replacement: p-demand-backup-cluster
  - action: labelmap
    regex: __meta_kubernetes_node_label_(.+)
  
- job_name: kubernetes-pods-telegraf
  kubernetes_sd_configs:
  - role: pod
  relabel_configs:
  - target_label: cluster
    replacement: p-demand-backup-cluster
  - action: labelmap
    regex: __meta_kubernetes_pod_label_(.+)
  - action: keep
    regex: '(.*9273)'
    source_labels:
    - __address__
  - action: replace
    source_labels:
    - __meta_kubernetes_namespace
    target_label: kubernetes_namespace
  - action: replace
    source_labels:
    - __meta_kubernetes_pod_name
    target_label: kubernetes_pod_name

- job_name: Flink01
  metrics_path: /
  honor_timestamps: true
  stream_parse: true
  scrape_interval: 30s
  scrape_timeout: 30s
  scheme: http
  gce_sd_configs:
        - project: 'meesho-demand-prd-0622'
          port: 19900
  relabel_configs:
        - source_labels: [__meta_gce_instance_status]
          regex: 'Running'
          action: keep
        - source_labels: [__meta_gce_label_application]
          regex: '(hadoop)'
          action: keep

- job_name: Flink02
  metrics_path: /
  honor_timestamps: true
  stream_parse: true
  scrape_interval: 30s
  scrape_timeout: 30s
  scheme: http
  gce_sd_configs:
        - project: 'meesho-demand-prd-0622'
          zone: 'asia-southeast1-a'
          port: 19901
  relabel_configs:
        - source_labels: [__meta_gce_instance_status]
          regex: 'Running'
          action: keep
        - source_labels: [__meta_gce_label_service]
          regex: '(marvel-flink)'
          action: keep
        - source_labels: [__meta_gce_label_application]
          regex: '(hadoop)'
          action: keep

- job_name: Flink03
  metrics_path: /
  honor_timestamps: true
  stream_parse: true
  scrape_interval: 30s
  scrape_timeout: 30s
  scheme: http
  gce_sd_configs:
        - project: 'meesho-demand-prd-0622'
          zone: 'asia-southeast1-a'
          port: 19902
  relabel_configs:
        - source_labels: [__meta_gce_instance_status]
          regex: 'Running'
          action: keep
        - source_labels: [__meta_gce_label_service]
          regex: '(marvel-flink)'
          action: keep
        - source_labels: [__meta_gce_label_application]
          regex: '(hadoop)'
          action: keep

- job_name: Flink04
  metrics_path: /
  honor_timestamps: true
  stream_parse: true
  scrape_interval: 30s
  scrape_timeout: 30s
  scheme: http
  gce_sd_configs:
        - project: 'meesho-demand-prd-0622'
          zone: 'asia-southeast1-a'
          port: 19903
  relabel_configs:
        - source_labels: [__meta_gce_instance_status]
          regex: 'Running'
          action: keep
        - source_labels: [__meta_gce_label_service]
          regex: '(marvel-flink)'
          action: keep
        - source_labels: [__meta_gce_label_application]
          regex: '(hadoop)'
          action: keep

- job_name: Flink05
  metrics_path: /
  honor_timestamps: true
  stream_parse: true
  scrape_interval: 30s
  scrape_timeout: 30s
  scheme: http
  gce_sd_configs:
        - project: 'meesho-demand-prd-0622'
          zone: 'asia-southeast1-a'
          port: 19904
  relabel_configs:
        - source_labels: [__meta_gce_instance_status]
          regex: 'Running'
          action: keep
        - source_labels: [__meta_gce_label_service]
          regex: '(marvel-flink)'
          action: keep
        - source_labels: [__meta_gce_label_application]
          regex: '(hadoop)'
          action: keep