// kube state metrics discovery.relabel "kube_state_metrics_pod" { targets = [{__address__ = "kube-state-metrics-infra-prd.kube-system.svc.cluster.local:8080",}] rule { regex = "__meta_kubernetes_node_label_(.+)" action = "labelmap" } rule { target_label = "cluster" replacement = "k8s-admin-prd-ase1" } } prometheus.scrape "kube_state_metrics_pod" { targets = discovery.relabel.kube_state_metrics_pod.output forward_to = [prometheus.remote_write.mimir.receiver] job_name = "kube_state_metrics_pod" scrape_interval = "15s" clustering { enabled = true } } // node metrics discovery.kubernetes "kubernetes_endpoints" { role = "endpoints" } discovery.relabel "node_exporter_endpoints" { targets = discovery.kubernetes.kubernetes_endpoints.targets rule { source_labels = ["__meta_kubernetes_endpoints_name"] regex = "prometheus-node-exporter-admin-prd" action = "keep" } rule { regex = "__meta_kubernetes_node_label_(.+)" action = "labelmap" } rule { target_label = "cluster" replacement = "k8s-admin-prd-ase1" } } prometheus.scrape "node_exporter_endpoints" { targets = discovery.relabel.node_exporter_endpoints.output forward_to = [prometheus.remote_write.mimir.receiver] job_name = "node_exporter_endpoints" scrape_interval = "15s" clustering { enabled = true } } // cadvisor metrics discovery.kubernetes "kubernetes_nodes" { role = "node" } discovery.relabel "cadvisor_kubernetes_nodes" { targets = discovery.kubernetes.kubernetes_nodes.targets rule { regex = "__meta_kubernetes_node_label_(.+)" action = "labelmap" } rule { replacement = "kubernetes.default.svc:443" target_label = "__address__" } rule { source_labels = ["__meta_kubernetes_node_name"] regex = "(.+)" target_label = "__metrics_path__" replacement = "/api/v1/nodes/$1/proxy/metrics/cadvisor" } rule { target_label = "cluster" replacement = "k8s-admin-prd-ase1" } } prometheus.scrape "cadvisor_kubernetes_nodes" { targets = discovery.relabel.cadvisor_kubernetes_nodes.output forward_to = [prometheus.remote_write.mimir.receiver] job_name = "cadvisor_kubernetes_nodes" scheme = "https" scrape_interval = "15s" authorization { type = "Bearer" credentials_file = "/var/run/secrets/kubernetes.io/serviceaccount/token" } tls_config { ca_file = "/var/run/secrets/kubernetes.io/serviceaccount/ca.crt" insecure_skip_verify = true } clustering { enabled = true } } // kubelet metrics discovery.relabel "kubelet_kubernetes_nodes" { targets = discovery.kubernetes.kubernetes_nodes.targets rule { regex = "__meta_kubernetes_node_label_(.+)" action = "labelmap" } rule { target_label = "__address__" replacement = "kubernetes.default.svc:443" } rule { source_labels = ["__meta_kubernetes_node_name"] regex = "(.+)" target_label = "__metrics_path__" replacement = "/api/v1/nodes/$1/proxy/metrics" } rule { target_label = "cluster" replacement = "k8s-admin-prd-ase1" } } prometheus.scrape "kubelet_kubernetes_nodes" { targets = discovery.relabel.kubelet_kubernetes_nodes.output forward_to = [prometheus.remote_write.mimir.receiver] job_name = "kubelet_kubernetes_nodes" scheme = "https" scrape_interval = "15s" authorization { type = "Bearer" credentials_file = "/var/run/secrets/kubernetes.io/serviceaccount/token" } tls_config { ca_file = "/var/run/secrets/kubernetes.io/serviceaccount/ca.crt" insecure_skip_verify = true } clustering { enabled = true } } // alloy prometheus.exporter.self "default" {} prometheus.scrape "alloy_pods" { targets = prometheus.exporter.self.default.targets forward_to = [prometheus.remote_write.mimir.receiver] } // mimir discovery.kubernetes "kubernetes_pods" { role = "pod" } discovery.relabel "mimir_kubernetes_pods" { targets = discovery.kubernetes.kubernetes_pods.targets rule { source_labels = ["__meta_kubernetes_pod_container_port_name"] regex = ".*metrics" action = "keep" } rule { source_labels = ["__meta_kubernetes_pod_label_helm_sh_chart"] regex = "mimir-distributed-.*" action = "keep" } rule { source_labels = ["cluster"] separator = "" regex = "" target_label = "cluster" replacement = "k8s-admin-prd-ase1" } rule { source_labels = ["__meta_kubernetes_namespace"] target_label = "namespace" } rule { source_labels = ["__meta_kubernetes_pod_name"] target_label = "pod" } rule { source_labels = ["__meta_kubernetes_pod_container_name"] target_label = "container" } rule { source_labels = ["__meta_kubernetes_pod_label_name", "__meta_kubernetes_pod_label_app_kubernetes_io_component"] separator = "" target_label = "__tmp_component_name" } rule { source_labels = ["__meta_kubernetes_namespace", "__tmp_component_name"] separator = "/" target_label = "job" } rule { source_labels = ["__meta_kubernetes_pod_node_name"] target_label = "instance" } } prometheus.scrape "mimir_kubernetes_pods" { targets = discovery.relabel.mimir_kubernetes_pods.output forward_to = [prometheus.remote_write.mimir.receiver] job_name = "integrations/grafanamimir/metrics" scrape_interval = "15s" clustering { enabled = true } } // tempo discovery.kubernetes "tempo_kubernetes_pods" { role = "pod" selectors { role = "pod" label = "app.kubernetes.io/name=tempo" } } discovery.relabel "tempo_kubernetes_pods" { targets = discovery.kubernetes.tempo_kubernetes_pods.targets rule { source_labels = ["__meta_kubernetes_namespace"] action = "replace" regex = "(.*)" replacement = "$1" target_label = "namespace" } rule { source_labels = ["__meta_kubernetes_pod_label_app_kubernetes_io_component"] action = "replace" regex = "(.*)" replacement = "$1" target_label = "k8s_component_name" } rule { source_labels = ["cluster"] separator = "" regex = "" target_label = "cluster" replacement = "k8s-admin-prd-ase1" } } prometheus.scrape "tempo_kubernetes_pods" { targets = discovery.relabel.tempo_kubernetes_pods.output forward_to = [prometheus.relabel.tempo_kubernetes_pods.receiver] clustering { enabled = true } } prometheus.relabel "tempo_kubernetes_pods" { rule { source_labels = ["namespace", "k8s_component_name"] action = "replace" regex = "(.*?);(.*?)" replacement = "$1/$2" target_label = "job" } forward_to = [prometheus.remote_write.mimir.receiver] } // loki discovery.kubernetes "loki_kubernetes_pods" { role = "pod" selectors { role = "pod" label = "app.kubernetes.io/name=loki" } } discovery.relabel "loki_kubernetes_pods" { targets = discovery.kubernetes.loki_kubernetes_pods.targets rule { source_labels = ["__meta_kubernetes_namespace"] target_label = "namespace" } rule { source_labels = ["__meta_kubernetes_pod_name"] target_label = "pod" } rule { source_labels = ["__meta_kubernetes_namespace", "__meta_kubernetes_pod_label_app_kubernetes_io_name", "__meta_kubernetes_pod_label_app_kubernetes_io_component"] separator = "/" regex = "(.*)/(.*)/(.*)" replacement = "${1}/${2}-${3}" target_label = "job" } rule { target_label = "cluster" replacement = "k8s-admin-prd-ase1" } rule { source_labels = ["__meta_kubernetes_pod_container_port_number"] action = "drop" regex = "9095" } } prometheus.scrape "loki_kubernetes_pods" { targets = discovery.relabel.loki_kubernetes_pods.output forward_to = [prometheus.remote_write.mimir.receiver] clustering { enabled = true } } // grafana prometheus.scrape "grafana_metrics" { targets = [{ __address__ = "grafana-edge-infra-prd.observability.svc.cluster.local:80", }] forward_to = [prometheus.remote_write.mimir.receiver] job_name = "grafana" scrape_interval = "15s" scrape_timeout = "5s" clustering { enabled = true } } // vss_qdrant_gce discovery.relabel "vss_qdrant_gce" { targets = concat( [{ __address__ = "10.138.64.90:8080", }], [{ __address__ = "10.138.64.88:8080", }], [{ __address__ = "10.138.64.89:8080", }], [{ __address__ = "10.138.64.81:8080", }], [{ __address__ = "10.138.64.135:8080", }], [{ __address__ = "10.138.64.136:8080", }], [{ __address__ = "10.138.64.137:8080", }], [{ __address__ = "10.138.64.131:8080", }], [{ __address__ = "10.138.64.132:8080", }], [{ __address__ = "10.138.64.134:8080", }], [{ __address__ = "10.138.64.138:8080", }], [{ __address__ = "10.138.64.67:8080", }], [{ __address__ = "10.138.64.171:8080", }], [{ __address__ = "10.138.64.210:8080", }], [{ __address__ = "10.138.64.228:8080", }], [{ __address__ = "10.138.65.9:8080", }], [{ __address__ = "10.138.64.65:8080", }], [{ __address__ = "10.138.64.220:8080", }], [{ __address__ = "10.138.66.58:8080", }], [{ __address__ = "10.138.66.59:8080", }], [{ __address__ = "10.138.66.60:8080", }], [{ __address__ = "10.138.64.246:8080", }], [{ __address__ = "10.138.64.104:8080", }], [{ __address__ = "10.138.64.105:8080", }], [{ __address__ = "10.138.64.110:8080", }], [{ __address__ = "10.138.64.114:8080", }], [{ __address__ = "10.138.64.15:8080", }], [{ __address__ = "10.138.64.160:8080", }], [{ __address__ = "10.138.64.165:8080", }], [{ __address__ = "10.138.64.166:8080", }], [{ __address__ = "10.138.64.235:8080", }], [{ __address__ = "10.138.64.240:8080", }], [{ __address__ = "10.138.64.241:8080", }], [{ __address__ = "10.138.64.59:8080", }], [{ __address__ = "10.138.64.68:8080", }], [{ __address__ = "10.138.64.9:8080", }], [{ __address__ = "10.138.65.149:8080", }], [{ __address__ = "10.138.66.125:8080", }], [{ __address__ = "10.138.66.46:8080", }], [{ __address__ = "10.138.66.53:8080", }], [{ __address__ = "10.138.66.69:8080", }], ) rule { target_label = "project" replacement = "meesho-datascience-prd-0622" } rule { source_labels = ["__meta_gce_instance_name"] target_label = "name" } rule { source_labels = ["__meta_gce_label_service"] target_label = "app" } rule { source_labels = ["__meta_gce_label_bu"] target_label = "bu" } rule { source_labels = ["__meta_gce_label_env"] target_label = "env" } } prometheus.scrape "vss_qdrant_gce" { targets = discovery.relabel.vss_qdrant_gce.output forward_to = [prometheus.remote_write.mimir.receiver] job_name = "vss_qdrant_gce" scrape_timeout = "30s" clustering { enabled = true } } prometheus.scrape "redis_enterprise" { targets = concat( [{ __address__ = "internal.c21219.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c28828.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c28827.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c28826.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c28825.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c28824.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c28822.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c28821.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c28819.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c28815.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c28798.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c28796.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c28773.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c28736.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c28735.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c28928.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c28927.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c28894.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c28893.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c28857.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c28855.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c28854.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c29000.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c29023.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c29025.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c29069.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c29092.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c29160.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c29142.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c29128.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c29181.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c29184.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c29237.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c29455.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c29441.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c29440.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c29483.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c29484.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c29485.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c29516.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c29648.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c29790.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c29884.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c29951.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c29980.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c30118.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c30300.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c30447.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c30660.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c31016.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c31055.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c31408.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c31615.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c32784.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c33122.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c33538.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c33544.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c33610.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c33622.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c33623.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c33625.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c33626.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c33627.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c33617.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c33628.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c33629.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c33639.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c33734.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c33735.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c33695.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c33755.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c33812.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c33826.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c33827.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], [{ __address__ = "internal.c33828.asia-seast1-mz.gcp.cloud.rlrcp.com:8070", }], ) forward_to = [prometheus.remote_write.mimir.receiver] job_name = "redis-enterprise" scrape_interval = "30s" scrape_timeout = "30s" metrics_path = "/" scheme = "https" tls_config { insecure_skip_verify = true } clustering { enabled = true } } prometheus.scrape "confluent_cloud" { targets = [{ __address__ = "api.telemetry.confluent.cloud", }] forward_to = [prometheus.remote_write.mimir.receiver] job_name = "confluent-cloud" params = { "resource.kafka.id" = ["lkc-6wqxz3", "lkc-nxggkv", "lkc-vn3zkj", "lkc-6w5pwj", "lkc-2j9gnm", "lkc-nxzw6z", "lkc-dv769d", "lkc-p98xq5", "lkc-8vn0k0", "lkc-r0yp97", "lkc-3wyojm", "lkc-9z11zy", "lkc-nkkxj3", "lkc-75p292"], } scrape_interval = "2m0s" scrape_timeout = "2m0s" metrics_path = "/v2/metrics/cloud/export" scheme = "https" basic_auth { username = "HQMRE267JQAKS7WK" password = "oI30bW9fJqJV5CwaJrBu1TjErowImaIJHfvkVvVcFe/ArlDy/zD2VBLX/canWLrY" } clustering { enabled = true } } // writers prometheus.remote_write "mimir" { endpoint { url = "http://mimir-nginx.mimir-distributed.svc.clusterset.local/api/v1/push" headers = {"X-Scope-OrgID" = "anonymous"} tls_config { insecure_skip_verify = true } queue_config { min_shards = 25 } } } // logs discovery.kubernetes "observability_kubernetes_pods" { role = "pod" namespaces { names = ["mimir-distributed", "loki-distributed", "tempo-distributed"] } } loki.source.kubernetes "observability_kubernetes_pods" { targets = discovery.kubernetes.observability_kubernetes_pods.targets forward_to = [loki.write.loki.receiver] } loki.write "loki" { endpoint { url = "http://loki-gateway.loki-distributed.svc.cluster.local/loki/api/v1/push" tls_config { insecure_skip_verify = true } } }