gitadmin/devops-infra-helm-charts-gcp
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

added repo

Browse Source
This commit is contained in:
Your Name
2026-08-26 03:39:42 +05:30
parent 45c25a95af
commit b8575bb8b9
6889 changed files with 1217125 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
helm-templates/victoria-metrics-agent/configmap/dp-starburst-scrape.yaml
+620
View File
@@ -0,0 +1,620 @@
global:
scrape_interval: 60s
scrape_configs:
- job_name: vmagent
static_configs:
- targets:
- localhost:8429
- bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token
job_name: kubernetes-apiservers
kubernetes_sd_configs:
- role: endpoints
relabel_configs:
- target_label: cluster
replacement: p-dp-starburst-cluster
- action: labelmap
regex: __meta_kubernetes_node_label_(.+)
- action: keep
regex: default;kubernetes;https
source_labels:
- __meta_kubernetes_namespace
- __meta_kubernetes_service_name
- __meta_kubernetes_endpoint_port_name
scheme: https
tls_config:
ca_file: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt
insecure_skip_verify: true
- bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token
job_name: kubernetes-nodes
kubernetes_sd_configs:
- role: node
relabel_configs:
- target_label: cluster
replacement: p-dp-starburst-cluster
- action: labelmap
regex: __meta_kubernetes_node_label_(.+)
- replacement: kubernetes.default.svc:443
target_label: __address__
- regex: (.+)
replacement: /api/v1/nodes/$1/proxy/metrics
source_labels:
- __meta_kubernetes_node_name
target_label: __metrics_path__
scheme: https
tls_config:
ca_file: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt
insecure_skip_verify: true
- bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token
job_name: kubernetes-nodes-cadvisor
kubernetes_sd_configs:
- role: node
relabel_configs:
- target_label: cluster
replacement: p-dp-starburst-cluster
- replacement: kubernetes.default.svc:443
target_label: __address__
- regex: (.+)
replacement: /api/v1/nodes/$1/proxy/metrics/cadvisor
source_labels:
- __meta_kubernetes_node_name
target_label: __metrics_path__
scheme: https
tls_config:
ca_file: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt
insecure_skip_verify: true
- job_name: kubernetes-service-endpoints
kubernetes_sd_configs:
- role: endpoints
relabel_configs:
- target_label: cluster
replacement: p-dp-starburst-cluster
- action: labelmap
regex: __meta_kubernetes_node_label_(.+)
- action: drop
regex: true
source_labels:
- __meta_kubernetes_pod_container_init
- action: keep_if_equal
source_labels:
- __meta_kubernetes_service_annotation_prometheus_io_port
- __meta_kubernetes_pod_container_port_number
- action: keep
regex: true
source_labels:
- __meta_kubernetes_service_annotation_prometheus_io_scrape
- action: replace
regex: (https?)
source_labels:
- __meta_kubernetes_service_annotation_prometheus_io_scheme
target_label: __scheme__
- action: replace
regex: (.+)
source_labels:
- __meta_kubernetes_service_annotation_prometheus_io_path
target_label: __metrics_path__
- action: replace
regex: ([^:]+)(?::\d+)?;(\d+)
replacement: $1:$2
source_labels:
- __address__
- __meta_kubernetes_service_annotation_prometheus_io_port
target_label: __address__
- action: labelmap
regex: __meta_kubernetes_service_label_(.+)
- action: replace
source_labels:
- __meta_kubernetes_namespace
target_label: kubernetes_namespace
- action: replace
source_labels:
- __meta_kubernetes_service_name
target_label: kubernetes_name
- action: replace
source_labels:
- __meta_kubernetes_pod_node_name
target_label: kubernetes_node
- job_name: kubernetes-service-endpoints-slow
kubernetes_sd_configs:
- role: endpoints
relabel_configs:
- target_label: cluster
replacement: p-dp-starburst-cluster
- action: labelmap
regex: __meta_kubernetes_node_label_(.+)
- action: drop
regex: true
source_labels:
- __meta_kubernetes_pod_container_init
- action: keep_if_equal
source_labels:
- __meta_kubernetes_service_annotation_prometheus_io_port
- __meta_kubernetes_pod_container_port_number
- action: keep
regex: true
source_labels:
- __meta_kubernetes_service_annotation_prometheus_io_scrape_slow
- action: replace
regex: (https?)
source_labels:
- __meta_kubernetes_service_annotation_prometheus_io_scheme
target_label: __scheme__
- action: replace
regex: (.+)
source_labels:
- __meta_kubernetes_service_annotation_prometheus_io_path
target_label: __metrics_path__
- action: replace
regex: ([^:]+)(?::\d+)?;(\d+)
replacement: $1:$2
source_labels:
- __address__
- __meta_kubernetes_service_annotation_prometheus_io_port
target_label: __address__
- action: labelmap
regex: __meta_kubernetes_service_label_(.+)
- action: replace
source_labels:
- __meta_kubernetes_namespace
target_label: kubernetes_namespace
- action: replace
source_labels:
- __meta_kubernetes_service_name
target_label: kubernetes_name
- action: replace
source_labels:
- __meta_kubernetes_pod_node_name
target_label: kubernetes_node
scrape_interval: 60s
scrape_timeout: 30s
- job_name: kubernetes-services
kubernetes_sd_configs:
- role: service
metrics_path: /probe
params:
module:
- http_2xx
relabel_configs:
- target_label: cluster
replacement: p-dp-starburst-cluster
- action: labelmap
regex: __meta_kubernetes_node_label_(.+)
- action: keep
regex: true
source_labels:
- __meta_kubernetes_service_annotation_prometheus_io_probe
- source_labels:
- __address__
target_label: __param_target
- replacement: blackbox
target_label: __address__
- source_labels:
- __param_target
target_label: instance
- action: labelmap
regex: __meta_kubernetes_service_label_(.+)
- source_labels:
- __meta_kubernetes_namespace
target_label: kubernetes_namespace
- source_labels:
- __meta_kubernetes_service_name
target_label: kubernetes_name
- job_name: kubernetes-pods
kubernetes_sd_configs:
- role: pod
relabel_configs:
- target_label: cluster
replacement: p-dp-starburst-cluster
- action: labelmap
regex: __meta_kubernetes_node_label_(.+)
- action: drop
regex: true
source_labels:
- __meta_kubernetes_pod_container_init
- action: keep_if_equal
source_labels:
- __meta_kubernetes_pod_annotation_prometheus_io_port
- __meta_kubernetes_pod_container_port_number
- action: keep
regex: true
source_labels:
- __meta_kubernetes_pod_annotation_prometheus_io_scrape
- action: replace
regex: (.+)
source_labels:
- __meta_kubernetes_pod_annotation_prometheus_io_path
target_label: __metrics_path__
- action: replace
regex: ([^:]+)(?::\d+)?;(\d+)
replacement: $1:$2
source_labels:
- __address__
- __meta_kubernetes_pod_annotation_prometheus_io_port
target_label: __address__
- action: labelmap
regex: __meta_kubernetes_pod_label_(.+)
- action: replace
source_labels:
- __meta_kubernetes_namespace
target_label: kubernetes_namespace
- action: replace
source_labels:
- __meta_kubernetes_pod_name
target_label: kubernetes_pod_name
- job_name: kubernetes-pods-jmx
kubernetes_sd_configs:
- role: pod
relabel_configs:
- target_label: cluster
replacement: p-dp-starburst-cluster
- action: labelmap
regex: __meta_kubernetes_node_label_(.+)
- action: drop
regex: true
source_labels:
- __meta_kubernetes_pod_container_init
- action: keep_if_equal
source_labels:
- __meta_kubernetes_pod_annotation_jmx_io_port
- __meta_kubernetes_pod_container_port_number
- action: keep
regex: true
source_labels:
- __meta_kubernetes_pod_annotation_jmx_io_scrape
- action: replace
regex: (.+)
source_labels:
- __meta_kubernetes_pod_annotation_jmx_io_path
target_label: __metrics_path__
- action: replace
regex: ([^:]+)(?::\d+)?;(\d+)
replacement: $1:$2
source_labels:
- __address__
- __meta_kubernetes_pod_annotation_jmx_io_port
target_label: __address__
- action: labelmap
regex: __meta_kubernetes_pod_label_(.+)
- action: replace
source_labels:
- __meta_kubernetes_namespace
target_label: kubernetes_namespace
- action: replace
source_labels:
- __meta_kubernetes_pod_name
target_label: kubernetes_pod_name
- job_name: kube-state-metrics-p-dp-starburst-cluster
metrics_path: /metrics
honor_timestamps: true
scrape_interval: 60s
scrape_timeout: 30s
scheme: http
static_configs:
- targets: ['prd-dp-starburst-kube-state-metrics.kube-system.svc.cluster.local:8080']
relabel_configs:
- target_label: cluster
replacement: p-dp-starburst-cluster
- action: labelmap
regex: __meta_kubernetes_node_label_(.+)
- job_name: kubernetes-pods-otel
kubernetes_sd_configs:
- role: pod
relabel_configs:
- target_label: cluster
replacement: p-dp-starburst-cluster
- action: labelmap
regex: __meta_kubernetes_node_label_(.+)
- action: drop
regex: true
source_labels:
- __meta_kubernetes_pod_container_init
- action: keep
regex: true
source_labels:
- __meta_kubernetes_pod_annotation_otel_io_scrape
- action: replace
regex: (.+)
source_labels:
- __meta_kubernetes_pod_annotation_otel_io_path
target_label: __metrics_path__
- action: replace
regex: ([^:]+)(?::\d+)?;(\d+)
replacement: $1:$2
source_labels:
- __address__
- __meta_kubernetes_pod_annotation_otel_io_port
target_label: __address__
- action: labelmap
regex: __meta_kubernetes_pod_label_(.+)
- action: replace
source_labels:
- __meta_kubernetes_namespace
target_label: kubernetes_namespace
- action: replace
source_labels:
- __meta_kubernetes_pod_name
target_label: kubernetes_pod_name
- job_name: karpenter-metrics-p-dp-starburst-cluster
metrics_path: /metrics
honor_timestamps: true
scrape_interval: 60s
scrape_timeout: 30s
scheme: http
static_configs:
- targets: ['karpenter.karpenter.svc.cluster.local:8000']
relabel_configs:
- target_label: cluster
replacement: p-dp-starburst-cluster
- job_name: 'Mongodb-Exporter'
metrics_path: /metrics
honor_timestamps: true
scrape_interval: 65s
scheme: http
gce_sd_configs:
- project: 'meesho-dataengg-prd-0622'
zone: 'asia-southeast1-a'
port: 9216
relabel_configs:
- source_labels: [__meta_gce_instance_status]
regex: 'Running'
action: keep
- source_labels: [__meta_gce_label_mongo]
regex: '(true)'
action: keep
- source_labels: [__meta_gce_label_service]
regex: '(mongo|manifest-mongodb)'
action: keep
- job_name: 'pushgateway'
honor_labels: true
static_configs:
- targets: ['devops-p-pushgateway-01a.meeshoint.in.:9091']
- job_name: 'telegraf-exporter'
scrape_interval: 60s
scrape_timeout: 5s
gce_sd_configs:
- project: 'meesho-dataengg-prd-0622'
zone: 'asia-southeast1-a'
port: 9273
relabel_configs:
- source_labels: [__meta_gce_instance_status]
regex: 'Running'
action: keep
- source_labels: [__meta_gce_label_monitoring]
regex: 'no'
action: drop
- source_labels: [__meta_gce_label_env]
regex: '(DR|perf)'
action: drop
- source_labels: [__meta_gce_label_pod]
regex: '(devops)'
action: drop
- source_labels: [__meta_gce_label_service]
regex: '(kafka|hbase|supply|supply-internal|mongo)'
action: drop
- source_labels: [__meta_gce_label_telegraf]
regex: '(enabled)'
action: keep
- source_labels: [__meta_gce_label_Name]
target_label: name
- source_labels: [__meta_gce_label_service]
target_label: app
- job_name: 'memcache-exporter'
metrics_path: /metrics
scrape_interval: 60s
scrape_timeout: 5s
gce_sd_configs:
- project: 'meesho-dataengg-prd-0622'
zone: 'asia-southeast1-a'
port: 9150
relabel_configs:
- source_labels: [__meta_gce_instance_status]
regex: 'Running'
action: keep
- source_labels: [__meta_gce_label_monitoring]
regex: 'no'
action: drop
- source_labels: [__meta_gce_label_env]
regex: '(DR|perf)'
action: drop
- source_labels: [__meta_gce_label_pod]
regex: '(devops)'
action: drop
- source_labels: [__meta_gce_label_service]
regex: '(kafka|hbase|supply|supply-internal|mongo)'
action: drop
- source_labels: [__meta_gce_label_Name]
target_label: name
- source_labels: [__meta_gce_label_service]
target_label: app
- job_name: 'mcrouter-exporter'
metrics_path: /metrics
scrape_interval: 60s
scrape_timeout: 5s
gce_sd_configs:
- project: 'meesho-dataengg-prd-0622'
zone: 'asia-southeast1-a'
port: 9442
relabel_configs:
- source_labels: [__meta_gce_instance_status]
regex: 'Running'
action: keep
- source_labels: [__meta_gce_label_monitoring]
regex: 'no'
action: drop
- source_labels: [__meta_gce_label_env]
regex: '(DR|perf)'
action: drop
- source_labels: [__meta_gce_label_pod]
regex: '(devops)'
action: drop
- source_labels: [__meta_gce_label_service]
regex: '(kafka|hbase|supply|supply-internal|mongo)'
action: drop
- source_labels: [__meta_gce_label_Name]
target_label: name
- source_labels: [__meta_gce_label_service]
target_label: app
- job_name: scylladb-exporter
honor_labels: false
gce_sd_configs:
- project: 'meesho-dataengg-prd-0622'
zone: 'asia-southeast1-a'
port: 9180
relabel_configs:
- source_labels: [__meta_gce_label_type]
regex: 'scylladb'
action: keep
- source_labels: [__meta_gce_label_bu]
target_label: bu
- source_labels: [__meta_gce_label_team]
target_label: team
- source_labels: [__meta_gce_label_service]
target_label: app
- source_labels: [__meta_gce_label_type]
target_label: type
- source_labels: [__meta_gce_label_env]
target_label: env
- source_labels: [__meta_gce_label_Name]
target_label: cluster
- source_labels: [__meta_gce_label_priority]
target_label: priority
metric_relabel_configs:
- source_labels: [__name__, scheduling_group_name]
regex: '(scylla_storage_proxy_coordinator_.*_bucket;)(atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache)'
action: drop
- source_labels: [version]
regex: '(.+)'
target_label: CPU
replacement: 'cpu'
- source_labels: [version]
regex: '(.+)'
target_label: CQL
replacement: 'cql'
- source_labels: [version]
regex: '(.+)'
target_label: OS
replacement: 'os'
- source_labels: [version]
regex: '(.+)'
target_label: IO
replacement: 'io'
- source_labels: [version]
regex: '(.+)'
target_label: Errors
replacement: 'errors'
- regex: 'help|exported_instance'
action: labeldrop
- source_labels: [version]
regex: '([0-9]+\.[0-9]+)(\.?[0-9]*).*'
replacement: '$1$2'
target_label: svr
- source_labels: [__name__, quantile]
regex: '(scylla_storage_proxy_coordinator_write_latency_summary;0.990*)'
target_label: __name__
replacement: 'wlatencyp99'
- source_labels: [__name__, quantile]
regex: '(scylla_storage_proxy_coordinator_write_latency_summary;0.950*)'
target_label: __name__
replacement: 'wlatencyp95'
- source_labels: [__name__, quantile]
regex: '(scylla_storage_proxy_coordinator_write_latency_summary;0.50*)'
target_label: __name__
replacement: 'wlatencya'
- source_labels: [__name__, quantile]
regex: '(scylla_storage_proxy_coordinator_read_latency_summary;0.990*)'
target_label: __name__
replacement: 'rlatencyp99'
- source_labels: [__name__, quantile]
regex: '(scylla_storage_proxy_coordinator_read_latency_summary;0.950*)'
target_label: __name__
replacement: 'rlatencyp95'
- source_labels: [__name__, quantile]
regex: '(scylla_storage_proxy_coordinator_read_latency_summary;0.50*)'
target_label: __name__
replacement: 'rlatencya'
- source_labels: [__name__, quantile]
regex: '(scylla_storage_proxy_coordinator_cas_write_latency_summary;0.950*)'
target_label: __name__
replacement: 'caswlatencyp95'
- source_labels: [__name__, quantile]
regex: '(scylla_storage_proxy_coordinator_cas_write_latency_summary;0.990*)'
target_label: __name__
replacement: 'caswlatencyp99'
- source_labels: [__name__, quantile]
regex: '(scylla_storage_proxy_coordinator_cas_write_latency_summary;0.50*)'
target_label: __name__
replacement: 'caswlatencya'
- source_labels: [__name__, quantile]
regex: '(scylla_storage_proxy_coordinator_cas_read_latency_summary;0.950*)'
target_label: __name__
replacement: 'casrlatencyp95'
- source_labels: [__name__, quantile]
regex: '(scylla_storage_proxy_coordinator_cas_read_latency_summary;0.990*)'
target_label: __name__
replacement: 'casrlatencyp99'
- source_labels: [__name__, quantile]
regex: '(scylla_storage_proxy_coordinator_cas_read_latency_summary;0.50*)'
target_label: __name__
replacement: 'casrlatencya'
- source_labels: [__name__]
regex: '(.latency..?.?|cas.latency..?.?)'
target_label: by
replacement: 'instance,shard'
- source_labels: [__name__]
regex: '(scylla_storage_proxy_coordinator_read_timeouts|scylla_reactor_utilization|scylla_storage_proxy_coordinator_read_timeouts|scylla_storage_proxy_coordinator_read_unavailable|scylla_storage_proxy_coordinator_write_timeouts|scylla_storage_proxy_coordinator_write_unavailable|.latency..?.?)'
replacement: '2'
target_label: level
- source_labels: [__name__]
regex: '(scylla_storage_proxy_coordinator_read_timeouts|scylla_reactor_utilization|scylla_storage_proxy_coordinator_read_timeouts|scylla_storage_proxy_coordinator_read_unavailable|scylla_storage_proxy_coordinator_write_timeouts|scylla_storage_proxy_coordinator_write_unavailable|.latency..?.?)'
replacement: '2'
target_label: dd
- source_labels: [__name__]
regex: '(scylla_node_operation_mode)'
replacement: '1'
target_label: level
- source_labels: [__name__]
regex: '(scylla_node_operation_mode)'
replacement: '1'
target_label: dd
- source_labels: [scheduling_group_name]
regex: '(atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache)'
replacement: ''
target_label: level
- source_labels: [scheduling_group_name]
regex: '(atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache)'
replacement: ''
target_label: dd
- job_name: scylladb-manager-exporter
honor_labels: false
gce_sd_configs:
- project: 'meesho-dataengg-prd-0622'
zone: 'asia-southeast1-a'
port: 5090
relabel_configs:
- source_labels: [__meta_gce_label_type]
regex: 'scylladb'
action: keep
- source_labels: [__meta_gce_label_bu]
target_label: bu
- source_labels: [__meta_gce_label_team]
target_label: team
- source_labels: [__meta_gce_label_service]
target_label: app
- source_labels: [__meta_gce_label_type]
target_label: type
- source_labels: [__meta_gce_label_env]
target_label: env
- source_labels: [__meta_gce_label_Name]
target_label: name
- source_labels: [__meta_gce_label_priority]
target_label: priority