added repo

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/community-frontend-HTTP_4XX_Alert_Per_API_Contour.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: HTTP_4XX_Alert_Per_API_Contour_EKS
+    expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-community-frontend_prd-community-frontend_80",envoy_response_code=~"[4].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 400
+    for: 2m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: community-frontend
+      env: prd
+      priority: p1
+    annotations:
+      summary: "EKS HTTP_4XX_Alert_Per_API_Contour on {{ $labels.service }}"
+      description: "EKS HTTP_4XX_Alert_Per_API_Contour on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/community-frontend-HTTP_5XX_Alert_Per_API_Contour.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: HTTP_5XX_Alert_Per_API_Contour_EKS
+    expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-community-frontend_prd-community-frontend_80",envoy_response_code=~"[5].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 150
+    for: 2m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: community-frontend
+      env: prd
+      priority: p1
+    annotations:
+      summary: "EKS HTTP_5XX_Alert_Per_API_Contour on {{ $labels.service }}"
+      description: "EKS HTTP_5XX_Alert_Per_API_Contour on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/community-frontend-Latency_P99_Alert_EKS_Contour_EKS.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: Latency_P99_Alert_EKS_Contour_EKS_EKS
+    expr: histogram_quantile(0.99, sum(rate(envoy_cluster_upstream_rq_time_bucket{envoy_cluster_name=~"prd-community-frontend_prd-community-frontend_80"}[1m])) by (cluster, envoy_cluster_name, le, job)) >= 500
+    for: 2m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: community-frontend
+      env: prd
+      priority: p1
+    annotations:
+      summary: "EKS Latency_P99_Alert_EKS_Contour_EKS on {{ $labels.service }}"
+      description: "EKS Latency_P99_Alert_EKS_Contour_EKS on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/community-web-eks-HTTP_4XX_Alert_Contour.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: HTTP_4XX_Alert_Contour_EKS
+    expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-community-web-eks_prd-community-web-eks_80",envoy_response_code=~"[4].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 100
+    for: 2m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: community-web-eks
+      env: prd
+      priority: p2
+    annotations:
+      summary: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}"
+      description: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/community-web-eks-HTTP_5XX_Alert_Contour.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: HTTP_5XX_Alert_Contour_EKS
+    expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-community-web-eks_prd-community-web-eks_80",envoy_response_code=~"[5].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 100
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: community-web-eks
+      env: prd
+      priority: p2
+    annotations:
+      summary: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}"
+      description: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/community-web-eks-P99_Latency_Alert_Contour.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: P99_Latency_Alert_Contour_EKS
+    expr: histogram_quantile(0.99, sum(rate(envoy_cluster_upstream_rq_time_bucket{envoy_cluster_name=~"prd-community-web-eks_prd-community-web-eks_80"}[1m])) by (cluster, envoy_cluster_name, le, job)) >= 750
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: community-web-eks
+      env: prd
+      priority: p2
+    annotations:
+      summary: "EKS P99_Latency_Alert_Contour on {{ $labels.service }}"
+      description: "EKS P99_Latency_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/feed-optimiser/custom_alerts/feed-optimiser-HTTP_4XX_Alert_Contour.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: HTTP_4XX_Alert_Contour_EKS
+    expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-feed-optimiser_prd-feed-optimiser-primary_80",envoy_response_code=~"[4].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 50
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: feed-optimiser
+      env: prd
+      priority: p1
+    annotations:
+      summary: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}"
+      description: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/feed-optimiser/custom_alerts/feed-optimiser-HTTP_5XX_Alert_Contour.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: HTTP_5XX_Alert_Contour_EKS
+    expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-feed-optimiser_prd-feed-optimiser-primary_80",envoy_response_code=~"[5].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 50
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: feed-optimiser
+      env: prd
+      priority: p1
+    annotations:
+      summary: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}"
+      description: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/feed-optimiser/custom_alerts/feed-optimiser-P99_Latency_Alert_Contour.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: P99_Latency_Alert_Contour_EKS
+    expr: histogram_quantile(0.99, sum(rate(envoy_cluster_upstream_rq_time_bucket{envoy_cluster_name=~"prd-feed-optimiser_prd-feed-optimiser-primary_80"}[1m])) by (cluster, envoy_cluster_name, le, job)) >= 300
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: feed-optimiser
+      env: prd
+      priority: p1
+    annotations:
+      summary: "EKS P99_Latency_Alert_Contour on {{ $labels.service }}"
+      description: "EKS P99_Latency_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/gamification-service-HTTP_4XX_Alert_Contour.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: HTTP_4XX_Alert_Contour_EKS
+    expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-gamification-service_prd-gamification-service-primary_80",envoy_response_code=~"[4].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 15
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: gamification-service
+      env: prd
+      priority: p2
+    annotations:
+      summary: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}"
+      description: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/gamification-service-HTTP_5XX_Alert_Contour.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: HTTP_5XX_Alert_Contour_EKS
+    expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-gamification-service_prd-gamification-service-primary_80",envoy_response_code=~"[5].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 5
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: gamification-service
+      env: prd
+      priority: p2
+    annotations:
+      summary: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}"
+      description: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/gamification-service-P99_Latency_Alert_Contour.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: P99_Latency_Alert_Contour_EKS
+    expr: histogram_quantile(0.99, sum(rate(envoy_cluster_upstream_rq_time_bucket{envoy_cluster_name=~"prd-gamification-service_prd-gamification-service-primary_80"}[1m])) by (cluster, envoy_cluster_name, le, job)) >= 750
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: gamification-service
+      env: prd
+      priority: p2
+    annotations:
+      summary: "EKS P99_Latency_Alert_Contour on {{ $labels.service }}"
+      description: "EKS P99_Latency_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/growth-marketing-service-eks-HTTP_4XX_Alert_Contour.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: HTTP_4XX_Alert_Contour_EKS
+    expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-growth-marketing-service-eks_prd-growth-marketing-service-eks-primary_80",envoy_response_code=~"[4].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 100
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: growth-marketing-service-eks
+      env: prd
+      priority: p1
+    annotations:
+      summary: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}"
+      description: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/growth-marketing-service-eks-HTTP_5XX_Alert_Contour.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: HTTP_5XX_Alert_Contour_EKS
+    expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-growth-marketing-service-eks_prd-growth-marketing-service-eks-primary_80",envoy_response_code=~"[5].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 50
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: growth-marketing-service-eks
+      env: prd
+      priority: p1
+    annotations:
+      summary: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}"
+      description: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/growth-marketing-service-eks-P99_Latency_Alert_Contour.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: P99_Latency_Alert_Contour_EKS
+    expr: histogram_quantile(0.99, sum(rate(envoy_cluster_upstream_rq_time_bucket{envoy_cluster_name=~"prd-growth-marketing-service-eks_prd-growth-marketing-service-eks-primary_80"}[1m])) by (cluster, envoy_cluster_name, le, job)) >= 750
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: growth-marketing-service-eks
+      env: prd
+      priority: p1
+    annotations:
+      summary: "EKS P99_Latency_Alert_Contour on {{ $labels.service }}"
+      description: "EKS P99_Latency_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/journey-service-eks-HTTP_4XX_Alert_Contour.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: HTTP_4XX_Alert_Contour_EKS
+    expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-journey-service-eks_prd-journey-service-eks-primary_80",envoy_response_code=~"[4].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 5
+    for: 2m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: journey-service-eks
+      env: prd
+      priority: p2
+    annotations:
+      summary: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}"
+      description: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/journey-service-eks-HTTP_5XX_Alert_Contour.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: HTTP_5XX_Alert_Contour_EKS
+    expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-journey-service-eks_prd-journey-service-eks-primary_80",envoy_response_code=~"[5].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 30
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: journey-service-eks
+      env: prd
+      priority: p2
+    annotations:
+      summary: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}"
+      description: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/journey-service-eks-P99_Latency_Alert_Contour.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: P99_Latency_Alert_Contour_EKS
+    expr: histogram_quantile(0.99, sum(rate(envoy_cluster_upstream_rq_time_bucket{envoy_cluster_name=~"prd-journey-service-eks_prd-journey-service-eks-primary_80"}[1m])) by (cluster, envoy_cluster_name, le, job)) >= 750
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: journey-service-eks
+      env: prd
+      priority: p2
+    annotations:
+      summary: "EKS P99_Latency_Alert_Contour on {{ $labels.service }}"
+      description: "EKS P99_Latency_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/leaderboard-service-eks-HTTP_4XX_Alert_Contour.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: HTTP_4XX_Alert_Contour_EKS
+    expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-leaderboard-service-eks_prd-leaderboard-service-eks-primary_80",envoy_response_code=~"[4].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 10
+    for: 2m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: leaderboard-service-eks
+      env: prd
+      priority: p2
+    annotations:
+      summary: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}"
+      description: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/leaderboard-service-eks-HTTP_5XX_Alert_Contour.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: HTTP_5XX_Alert_Contour_EKS
+    expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-leaderboard-service-eks_prd-leaderboard-service-eks-primary_80",envoy_response_code=~"[5].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 10
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: leaderboard-service-eks
+      env: prd
+      priority: p2
+    annotations:
+      summary: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}"
+      description: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/leaderboard-service-eks-P99_Latency_Alert_Contour.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: P99_Latency_Alert_Contour_EKS
+    expr: histogram_quantile(0.99, sum(rate(envoy_cluster_upstream_rq_time_bucket{envoy_cluster_name=~"prd-leaderboard-service-eks_prd-leaderboard-service-eks-primary_80"}[1m])) by (cluster, envoy_cluster_name, le, job)) >= 750
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: leaderboard-service-eks
+      env: prd
+      priority: p2
+    annotations:
+      summary: "EKS P99_Latency_Alert_Contour on {{ $labels.service }}"
+      description: "EKS P99_Latency_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/logo-eks-HTTP_4XX_Alert_Contour.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: HTTP_4XX_Alert_Contour_EKS
+    expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-logo-eks_prd-logo-eks_80",envoy_response_code=~"[4].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 10
+    for: 2m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: logo-eks
+      env: prd
+      priority: p2
+    annotations:
+      summary: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}"
+      description: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/logo-eks-HTTP_5XX_Alert_Contour.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: HTTP_5XX_Alert_Contour_EKS
+    expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-logo-eks_prd-logo-eks_80",envoy_response_code=~"[5].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 25
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: logo-eks
+      env: prd
+      priority: p2
+    annotations:
+      summary: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}"
+      description: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/logo-eks-P99_Latency_Alert_Contour.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: P99_Latency_Alert_Contour_EKS
+    expr: histogram_quantile(0.99, sum(rate(envoy_cluster_upstream_rq_time_bucket{envoy_cluster_name=~"prd-logo-eks_prd-logo-eks_80"}[1m])) by (cluster, envoy_cluster_name, le, job)) >= 750
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: logo-eks
+      env: prd
+      priority: p2
+    annotations:
+      summary: "EKS P99_Latency_Alert_Contour on {{ $labels.service }}"
+      description: "EKS P99_Latency_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/loyalty-earn-engine-consumer-eks/custom_alerts/loyalty-earn-engine-consumer-eks-Add_Supplier_Product_Consumer_Lag.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: Add_Supplier_Product_Consumer_Lag_EKS
+    expr: sum by (groupId,topic)(kafka_consumer_group_ConsumerLagMetrics_Value{instance=~".*bac-p-shared-.*", name="OffsetLag", topic=~"supplier_search.add_supplier_product", groupId=~"loyaltyAddSupplierProductConsumer_2"}) >= 1000
+    for: 10m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: loyalty-earn-engine-consumer-eks
+      env: prd
+      priority: p0
+    annotations:
+      summary: "EKS Add_Supplier_Product_Consumer_Lag on {{ $labels.service }}"
+      description: "EKS Add_Supplier_Product_Consumer_Lag on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/loyalty-earn-engine-consumer-eks/custom_alerts/loyalty-earn-engine-consumer-eks-Add_Supplier_Product_Retry_Consumer_Lag.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: Add_Supplier_Product_Retry_Consumer_Lag_EKS
+    expr: sum by (groupId,topic)(kafka_consumer_group_ConsumerLagMetrics_Value{instance=~".*bac-p-shared-.*", name="OffsetLag", topic=~"loyalty.add_supplier_product.retry", groupId=~"loyaltyAddSupplierProductConsumer_2"}) >= 1000
+    for: 10m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: loyalty-earn-engine-consumer-eks
+      env: prd
+      priority: p0
+    annotations:
+      summary: "EKS Add_Supplier_Product_Retry_Consumer_Lag on {{ $labels.service }}"
+      description: "EKS Add_Supplier_Product_Retry_Consumer_Lag on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/loyalty-earn-engine-consumer-eks/custom_alerts/loyalty-earn-engine-consumer-eks-Invalidate_Supplier_Products_Consumer_Lag.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: Invalidate_Supplier_Products_Consumer_Lag_EKS
+    expr: sum by (groupId,topic)(kafka_consumer_group_ConsumerLagMetrics_Value{instance=~".*bac-p-shared-.*", name="OffsetLag", topic=~"loyalty.invalidate_supplier_products", groupId=~"loyaltyInvalidateSupplierConsumer"}) >= 1000
+    for: 10m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: loyalty-earn-engine-consumer-eks
+      env: prd
+      priority: p0
+    annotations:
+      summary: "EKS Invalidate_Supplier_Products_Consumer_Lag on {{ $labels.service }}"
+      description: "EKS Invalidate_Supplier_Products_Consumer_Lag on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/loyalty-earn-engine-consumer-eks/custom_alerts/loyalty-earn-engine-consumer-eks-Non_Returnable_Sub_Order_Consumer_Lag.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: Non_Returnable_Sub_Order_Consumer_Lag_EKS
+    expr: sum by (groupId,topic)(kafka_consumer_group_ConsumerLagMetrics_Value{instance=~".*bac-p-fulfilment.*", name="OffsetLag", groupId=~"Loyalty-earn-engine-sub-order-non-returnable-consumer"}) >= 1000
+    for: 10m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: loyalty-earn-engine-consumer-eks
+      env: prd
+      priority: p0
+    annotations:
+      summary: "EKS Non_Returnable_Sub_Order_Consumer_Lag on {{ $labels.service }}"
+      description: "EKS Non_Returnable_Sub_Order_Consumer_Lag on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/loyalty-earn-engine-consumer-eks/custom_alerts/loyalty-earn-engine-consumer-eks-Order_Cancelled_Consumer_Lag.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: Order_Cancelled_Consumer_Lag_EKS
+    expr: sum by (groupId,topic)(kafka_consumer_group_ConsumerLagMetrics_Value{instance=~".*bac-p-shared-.*", name="OffsetLag", groupId=~"OrderCancelledContainerId"}) >= 1000
+    for: 10m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: loyalty-earn-engine-consumer-eks
+      env: prd
+      priority: p0
+    annotations:
+      summary: "EKS Order_Cancelled_Consumer_Lag on {{ $labels.service }}"
+      description: "EKS Order_Cancelled_Consumer_Lag on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/loyalty-earn-engine-consumer-eks/custom_alerts/loyalty-earn-engine-consumer-eks-Order_Confirmed_Consumer_Lag.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: Order_Confirmed_Consumer_Lag_EKS
+    expr: sum by (groupId,topic)(kafka_consumer_group_ConsumerLagMetrics_Value{instance=~".*bac-p-shared-.*", name="OffsetLag", groupId=~"orderConfirmedContainerIdV3"}) >= 1000
+    for: 10m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: loyalty-earn-engine-consumer-eks
+      env: prd
+      priority: p0
+    annotations:
+      summary: "EKS Order_Confirmed_Consumer_Lag on {{ $labels.service }}"
+      description: "EKS Order_Confirmed_Consumer_Lag on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/loyalty-earn-engine-consumer-eks/custom_alerts/loyalty-earn-engine-consumer-eks-Order_Returned_Consumer_Lag.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: Order_Returned_Consumer_Lag_EKS
+    expr: sum by (groupId,topic)(kafka_consumer_group_ConsumerLagMetrics_Value{instance=~".*bac-p-shared-.*", name="OffsetLag", groupId=~"OrderReturnedContainerId"}) >= 1000
+    for: 10m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: loyalty-earn-engine-consumer-eks
+      env: prd
+      priority: p0
+    annotations:
+      summary: "EKS Order_Returned_Consumer_Lag on {{ $labels.service }}"
+      description: "EKS Order_Returned_Consumer_Lag on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/loyalty-earn-engine-consumer-eks/custom_alerts/loyalty-earn-engine-consumer-eks-PSM_Create_Update_Consumer_Lag.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: PSM_Create_Update_Consumer_Lag_EKS
+    expr: sum by (groupId,topic)(kafka_consumer_group_ConsumerLagMetrics_Value{instance=~".*bac-p-shared-.*", name="OffsetLag", groupId=~"loyaltyPsmCreateUpdateConsumer_2"}) >= 1000
+    for: 10m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: loyalty-earn-engine-consumer-eks
+      env: prd
+      priority: p0
+    annotations:
+      summary: "EKS PSM_Create_Update_Consumer_Lag on {{ $labels.service }}"
+      description: "EKS PSM_Create_Update_Consumer_Lag on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/loyalty-earn-engine-consumer-eks/custom_alerts/loyalty-earn-engine-consumer-eks-Price_Change_Consumer_Lag.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: Price_Change_Consumer_Lag_EKS
+    expr: sum by (groupId,topic)(kafka_consumer_group_ConsumerLagMetrics_Value{instance=~".*bac-p-shared-.*", name="OffsetLag", groupId=~"loyaltyPriceChangeConsumer_2"}) >= 1000
+    for: 10m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: loyalty-earn-engine-consumer-eks
+      env: prd
+      priority: p0
+    annotations:
+      summary: "EKS Price_Change_Consumer_Lag on {{ $labels.service }}"
+      description: "EKS Price_Change_Consumer_Lag on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/loyalty-earn-engine-consumer-eks/custom_alerts/loyalty-earn-engine-consumer-eks-Product_Attribute_Consumer_Lag.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: Product_Attribute_Consumer_Lag_EKS
+    expr: sum by (groupId,topic)(kafka_consumer_group_ConsumerLagMetrics_Value{instance=~".*bac-p-shared-.*", name="OffsetLag", groupId=~"loyaltyUpdateProductAttributeConsumer_2"}) >= 1000
+    for: 10m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: loyalty-earn-engine-consumer-eks
+      env: prd
+      priority: p0
+    annotations:
+      summary: "EKS Product_Attribute_Consumer_Lag on {{ $labels.service }}"
+      description: "EKS Product_Attribute_Consumer_Lag on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/loyalty-earn-engine-eks-HTTP_5XX_Alert_Contour.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: HTTP_5XX_Alert_Contour_EKS
+    expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-loyalty-earn-engine-eks_prd-loyalty-earn-engine-eks_80",envoy_response_code=~"[5].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 30
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: loyalty-earn-engine-eks
+      env: prd
+      priority: p0
+    annotations:
+      summary: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}"
+      description: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/loyalty-earn-engine-eks-P99_Latency_Alert_Contour.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: P99_Latency_Alert_Contour_EKS
+    expr: histogram_quantile(0.99, sum(rate(envoy_cluster_upstream_rq_time_bucket{envoy_cluster_name=~"prd-loyalty-earn-engine-eks_prd-loyalty-earn-engine-eks_80"}[1m])) by (cluster, envoy_cluster_name, le, job)) >= 750
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: loyalty-earn-engine-eks
+      env: prd
+      priority: p0
+    annotations:
+      summary: "EKS P99_Latency_Alert_Contour on {{ $labels.service }}"
+      description: "EKS P99_Latency_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/loyalty-earn-engine-eks/custom_alerts/loyalty-earn-engine-eks-HTTP_4XX_Alert_Contour.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: HTTP_4XX_Alert_Contour_EKS
+    expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-loyalty-earn-engine-eks_prd-loyalty-earn-engine-eks_80",envoy_response_code=~"[4].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 100
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: loyalty-earn-engine-eks
+      env: prd
+      priority: p0
+    annotations:
+      summary: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}"
+      description: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/meesho-engagement-HTTP_4XX_Alert.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: HTTP_4XX_Alert_EKS
+    expr: sum(rate(nginx_ingress_controller_requests{cluster!="prod-ops-cluster", status=~"[4].*", service=~"prd-meesho-engagement", job=~"kubernetes-pods"}[1m])) by (cluster, service, ingress, job) * 60 >= 200
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: meesho-engagement
+      env: prd
+      priority: p1
+    annotations:
+      summary: "EKS HTTP 4XX Alert on {{ $labels.service }}"
+      description: "EKS HTTP 4XX Alert on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/meesho-engagement-HTTP_5XX_Alert.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: HTTP_5XX_Alert_EKS
+    expr: sum(rate(nginx_ingress_controller_requests{cluster!="prod-ops-cluster", status=~"[5].*", service=~"prd-meesho-engagement", job=~"kubernetes-pods"}[1m])) by (cluster, service, ingress, job) * 60 >= 100
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: meesho-engagement
+      env: prd
+      priority: p1
+    annotations:
+      summary: "EKS HTTP 5XX Alert on {{ $labels.service }}"
+      description: "EKS HTTP 5XX Alert on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/meesho-engagement-Latency_P99_Alert.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: Latency_P99_Alert_EKS
+    expr: histogram_quantile(0.99, sum(rate(nginx_ingress_controller_request_duration_seconds_bucket{cluster!="prod-ops-cluster", service=~"prd-meesho-engagement", job=~"kubernetes-pods"}[1m])) by (cluster, service, le, ingress, namespace, job)) >= 1.25
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: meesho-engagement
+      env: prd
+      priority: p1
+    annotations:
+      summary: "EKS Latency/Response Time P99 Alert on {{ $labels.service }}"
+      description: "EKS Latency/Response Time P99 Alert on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/mini-url-internal-eks-HTTP_4XX_Alert_Contour.yaml

@@ -0,0 +1,17 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: HTTP_4XX_Alert_Contour_EKS
+    expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-mini-url-internal-eks_prd-mini-url-internal-eks_80",envoy_response_code=~"[4].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 50
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: mini-url-internal-eks
+      env: prd
+      priority: p1
+    annotations:
+      summary: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}"
+      description: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}
+  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/mini-url-internal-eks-HTTP_5XX_Alert_Contour.yaml

@@ -0,0 +1,17 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: HTTP_5XX_Alert_Contour_EKS
+    expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-mini-url-internal-eks_prd-mini-url-internal-eks_80",envoy_response_code=~"[5].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 100
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: mini-url-internal-eks
+      env: prd
+      priority: p1
+    annotations:
+      summary: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}"
+      description: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}
+  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/mini-url-internal-eks-P99_Latency_Alert_Contour.yaml

@@ -0,0 +1,17 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: P99_Latency_Alert_Contour_EKS
+    expr: histogram_quantile(0.99, sum(rate(envoy_cluster_upstream_rq_time_bucket{envoy_cluster_name=~"prd-mini-url-internal-eks_prd-mini-url-internal-eks_80"}[1m])) by (cluster, envoy_cluster_name, le, job)) >= 750
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: mini-url-internal-eks
+      env: prd
+      priority: p1
+    annotations:
+      summary: "EKS P99_Latency_Alert_Contour on {{ $labels.service }}"
+      description: "EKS P99_Latency_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}
+  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/onboarding-eks-HTTP_4XX_Alert_Contour.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: HTTP_4XX_Alert_Contour_EKS
+    expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-onboarding-eks_prd-onboarding-eks-primary_80",envoy_response_code=~"[4].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 5
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: onboarding-eks
+      env: prd
+      priority: p2
+    annotations:
+      summary: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}"
+      description: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/onboarding-eks-HTTP_5XX_Alert_Contour.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: HTTP_5XX_Alert_Contour_EKS
+    expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-onboarding-eks_prd-onboarding-eks-primary_80",envoy_response_code=~"[5].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 5
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: onboarding-eks
+      env: prd
+      priority: p2
+    annotations:
+      summary: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}"
+      description: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/onboarding-eks-Latency_P99_Alert_Contour.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: Latency_P99_Alert_Contour_EKS
+    expr: histogram_quantile(0.99, sum(rate(envoy_cluster_upstream_rq_time_bucket{envoy_cluster_name=~"prd-onboarding-eks_prd-onboarding-eks-primary_80"}[1m])) by (cluster, envoy_cluster_name, le, job)) >= 75
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: onboarding-eks
+      env: prd
+      priority: p2
+    annotations:
+      summary: "EKS Latency_P99_Alert_Contour on {{ $labels.service }}"
+      description: "EKS Latency_P99_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/pow-backend-cron-eks/custom_alerts/pow-backend-cron-eks-HTTP_4XX_Alert_Contour_EKS.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: HTTP_4XX_Alert_Contour_EKS_EKS
+    expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"pow-backend_pow-backend-primary_80",envoy_response_code=~"[4].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 50
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: pow-backend-cron-eks
+      env: prd
+      priority: p2
+    annotations:
+      summary: "EKS HTTP_4XX_Alert_Contour_EKS on {{ $labels.service }}"
+      description: "EKS HTTP_4XX_Alert_Contour_EKS on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/pow-backend-cron-eks/custom_alerts/pow-backend-cron-eks-HTTP_5XX_Alert_Contour_EKS.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: HTTP_5XX_Alert_Contour_EKS_EKS
+    expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"pow-backend_pow-backend-primary_80",envoy_response_code=~"[5].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 50
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: pow-backend-cron-eks
+      env: prd
+      priority: p2
+    annotations:
+      summary: "EKS HTTP_5XX_Alert_Contour_EKS on {{ $labels.service }}"
+      description: "EKS HTTP_5XX_Alert_Contour_EKS on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/pow-backend-cron-eks/custom_alerts/pow-backend-cron-eks-P99_Latency_Alert_Contour.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: P99_Latency_Alert_Contour_EKS
+    expr: histogram_quantile(0.99, sum(rate(envoy_cluster_upstream_rq_time_bucket{envoy_cluster_name=~"pow-backend_pow-backend-primary_80"}[1m])) by (cluster, envoy_cluster_name, le, job)) >= 300
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: pow-backend-cron-eks
+      env: prd
+      priority: p2
+    annotations:
+      summary: "EKS P99_Latency_Alert_Contour on {{ $labels.service }}"
+      description: "EKS P99_Latency_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/referral-earnings-service-eks-HTTP_4XX_Alert_Contour.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: HTTP_4XX_Alert_Contour_EKS
+    expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-referral-earnings-service-eks_prd-referral-earnings-service-eks-primary_80",envoy_response_code=~"[4].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 50
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: referral-earnings-service-eks
+      env: prd
+      priority: p2
+    annotations:
+      summary: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}"
+      description: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/referral-earnings-service-eks-HTTP_5XX_Alert_Contour.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: HTTP_5XX_Alert_Contour_EKS
+    expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-referral-earnings-service-eks_prd-referral-earnings-service-eks-primary_80",envoy_response_code=~"[5].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 30
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: referral-earnings-service-eks
+      env: prd
+      priority: p2
+    annotations:
+      summary: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}"
+      description: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/referral-earnings-service-eks-P99_Latency_Alert_Contour.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: P99_Latency_Alert_Contour_EKS
+    expr: histogram_quantile(0.99, sum(rate(envoy_cluster_upstream_rq_time_bucket{envoy_cluster_name=~"prd-referral-earnings-service-eks_prd-referral-earnings-service-eks-primary_80"}[1m])) by (cluster, envoy_cluster_name, le, job)) >= 750
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: referral-earnings-service-eks
+      env: prd
+      priority: p2
+    annotations:
+      summary: "EKS P99_Latency_Alert_Contour on {{ $labels.service }}"
+      description: "EKS P99_Latency_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/user-activation-eks-HTTP_4XX_Alert_Contour.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: HTTP_4XX_Alert_Contour_EKS
+    expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-user-activation-eks_prd-user-activation-eks_80",envoy_response_code=~"[4].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 10
+    for: 2m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: user-activation-eks
+      env: prd
+      priority: p2
+    annotations:
+      summary: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}"
+      description: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/user-activation-eks-HTTP_5XX_Alert_Contour.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: HTTP_5XX_Alert_Contour_EKS
+    expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-user-activation-eks_prd-user-activation-eks_80",envoy_response_code=~"[5].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 10
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: user-activation-eks
+      env: prd
+      priority: p2
+    annotations:
+      summary: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}"
+      description: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/user-activation-eks-P99_Latency_Alert_Contour.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: P99_Latency_Alert_Contour_EKS
+    expr: histogram_quantile(0.99, sum(rate(envoy_cluster_upstream_rq_time_bucket{envoy_cluster_name=~"prd-user-activation-eks_prd-user-activation-eks_80"}[1m])) by (cluster, envoy_cluster_name, le, job)) >= 750
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: user-activation-eks
+      env: prd
+      priority: p2
+    annotations:
+      summary: "EKS P99_Latency_Alert_Contour on {{ $labels.service }}"
+      description: "EKS P99_Latency_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/user-profile-consumer-eks/custom_alerts/user-profile-consumer-eks-Anonymous_User_Login_Consumer_Lag.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: Anonymous_User_Login_Consumer_Lag_EKS
+    expr: sum by (groupId,topic)(kafka_consumer_group_ConsumerLagMetrics_Value{instance=~".*bac-p-shared-.*", name="OffsetLag", topic=~"ums.anonymous_user_logged_in", groupId=~"anonymous.user.login.group"}) >= 1000
+    for: 10m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: user-profile-consumer-eks
+      env: prd
+      priority: p0
+    annotations:
+      summary: "EKS Anonymous_User_Login_Consumer_Lag on {{ $labels.service }}"
+      description: "EKS Anonymous_User_Login_Consumer_Lag on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/user-profile-consumer-eks/custom_alerts/user-profile-consumer-eks-Anonymous_User_Login_Retry_Consumer_Lag.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: Anonymous_User_Login_Retry_Consumer_Lag_EKS
+    expr: sum by (groupId,topic)(kafka_consumer_group_ConsumerLagMetrics_Value{instance=~".*bac-p-shared-.*", name="OffsetLag", topic=~"ums.anonymous_user_logged_in_retry", groupId=~"anonymous.user.login.retry.group"}) >= 1000
+    for: 10m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: user-profile-consumer-eks
+      env: prd
+      priority: p0
+    annotations:
+      summary: "EKS Anonymous_User_Login_Retry_Consumer_Lag on {{ $labels.service }}"
+      description: "EKS Anonymous_User_Login_Retry_Consumer_Lag on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/user-profile-consumer-eks/custom_alerts/user-profile-consumer-eks-Blocking_Unblocking_Consumer_Lag.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: Blocking_Unblocking_Consumer_Lag_EKS
+    expr: sum by (groupId,topic)(kafka_consumer_group_ConsumerLagMetrics_Value{instance=~".*bac-p-shared-.*", name="OffsetLag", topic=~"up_user_block_unblock", groupId=~"blocking.unblocking.consumer.group"}) >= 1000
+    for: 5m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: user-profile-consumer-eks
+      env: prd
+      priority: p0
+    annotations:
+      summary: "EKS Blocking_Unblocking_Consumer_Lag on {{ $labels.service }}"
+      description: "EKS Blocking_Unblocking_Consumer_Lag on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/user-profile-consumer-eks/custom_alerts/user-profile-consumer-eks-DataTeam_Location_Preferences_Consumer_Lag.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: DataTeam_Location_Preferences_Consumer_Lag_EKS
+    expr: sum by (groupId,topic)(kafka_consumer_group_ConsumerLagMetrics_Value{instance=~".*bac-p-shared-.*", name="OffsetLag", topic=~"datateam.location_preference", groupId=~"user.profile.update.location.group.v2"}) >= 1000
+    for: 30m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: user-profile-consumer-eks
+      env: prd
+      priority: p0
+    annotations:
+      summary: "EKS DataTeam_Location_Preferences_Consumer_Lag on {{ $labels.service }}"
+      description: "EKS DataTeam_Location_Preferences_Consumer_Lag on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/user-profile-consumer-eks/custom_alerts/user-profile-consumer-eks-Order_Confirmed_Consumer_Lag.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: Order_Confirmed_Consumer_Lag_EKS
+    expr: sum by (groupId,topic)(kafka_consumer_group_ConsumerLagMetrics_Value{instance=~".*bac-p-shared-.*", name="OffsetLag", topic=~"order_confirmed_v3", groupId=~"user.profile.update.location.group.order.confirmed"}) >= 1000
+    for: 5m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: user-profile-consumer-eks
+      env: prd
+      priority: p0
+    annotations:
+      summary: "EKS Order_Confirmed_Consumer_Lag on {{ $labels.service }}"
+      description: "EKS Order_Confirmed_Consumer_Lag on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/user-profile-consumer-eks/custom_alerts/user-profile-consumer-eks-Storefront_Location_Preferences_Consumer_Lag.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: Storefront_Location_Preferences_Consumer_Lag_EKS
+    expr: sum by (groupId,topic)(kafka_consumer_group_ConsumerLagMetrics_Value{instance=~".*bac-p-shared-.*", name="OffsetLag", topic=~"storefront.location_preferences", groupId=~"user.profile.update.location.group.v2"}) >= 1000
+    for: 10m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: user-profile-consumer-eks
+      env: prd
+      priority: p0
+    annotations:
+      summary: "EKS Storefront_Location_Preferences_Consumer_Lag on {{ $labels.service }}"
+      description: "EKS Storefront_Location_Preferences_Consumer_Lag on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/user-profile-fallback-eks-HTTP_4XX_Alert_Contour.yaml

@@ -0,0 +1,17 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: HTTP_4XX_Alert_Contour_EKS
+    expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-user-profile-fallback-eks_prd-user-profile-fallback-eks_80",envoy_response_code=~"[4].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 50
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: user-profile-fallback-eks
+      env: prd
+      priority: p0
+    annotations:
+      summary: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}"
+      description: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}
+  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/user-profile-fallback-eks-HTTP_5XX_Alert_Contour.yaml

@@ -0,0 +1,17 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: HTTP_5XX_Alert_Contour_EKS
+    expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-user-profile-fallback-eks_prd-user-profile-fallback-eks_80",envoy_response_code=~"[5].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 50
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: user-profile-fallback-eks
+      env: prd
+      priority: p0
+    annotations:
+      summary: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}"
+      description: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}
+  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/user-profile-fallback-eks-P99_Latency_Alert_Contour.yaml

@@ -0,0 +1,17 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: P99_Latency_Alert_Contour_EKS
+    expr: histogram_quantile(0.99, sum(rate(envoy_cluster_upstream_rq_time_bucket{envoy_cluster_name=~"prd-user-profile-fallback-eks_prd-user-profile-fallback-eks_80"}[1m])) by (cluster, envoy_cluster_name, le, job)) >= 750
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: user-profile-fallback-eks
+      env: prd
+      priority: p0
+    annotations:
+      summary: "EKS P99_Latency_Alert_Contour on {{ $labels.service }}"
+      description: "EKS P99_Latency_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}
+  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/user-profile-service-cassandra-eks-HTTP_4XX_Alert_Contour.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: HTTP_4XX_Alert_Contour_EKS
+    expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-user-profile-service-cassandra-eks_prd-user-profile-service-cassandra-eks-primary_80",envoy_response_code=~"[4].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 400
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: user-profile-service-cassandra-eks
+      env: prd
+      priority: p0
+    annotations:
+      summary: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}"
+      description: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/user-profile-service-cassandra-eks-HTTP_5XX_Alert_Contour.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: HTTP_5XX_Alert_Contour_EKS
+    expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-user-profile-service-cassandra-eks_prd-user-profile-service-cassandra-eks-primary_80",envoy_response_code=~"[5].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 50
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: user-profile-service-cassandra-eks
+      env: prd
+      priority: p0
+    annotations:
+      summary: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}"
+      description: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/user-profile-service-cassandra-eks-P99_Latency_Alert_Contour.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: P99_Latency_Alert_Contour_EKS
+    expr: histogram_quantile(0.99, sum(rate(envoy_cluster_upstream_rq_time_bucket{envoy_cluster_name=~"prd-user-profile-service-cassandra-eks_prd-user-profile-service-cassandra-eks-primary_80"}[1m])) by (cluster, envoy_cluster_name, le, job)) >= 750
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: user-profile-service-cassandra-eks
+      env: prd
+      priority: p0
+    annotations:
+      summary: "EKS P99_Latency_Alert_Contour on {{ $labels.service }}"
+      description: "EKS P99_Latency_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/user-profile-service-eks-HTTP_5XX_Alert_Contour.yaml

@@ -0,0 +1,17 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: HTTP_5XX_Alert_Contour_EKS
+    expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-user-profile-service-eks_prd-user-profile-service-eks_80",envoy_response_code=~"[5].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 50
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: user-profile-service-eks
+      env: prd
+      priority: p0
+    annotations:
+      summary: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}"
+      description: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}
+  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/user-profile-service-eks-P99_Latency_Alert_Contour.yaml

@@ -0,0 +1,17 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: P99_Latency_Alert_Contour_EKS
+    expr: histogram_quantile(0.99, sum(rate(envoy_cluster_upstream_rq_time_bucket{envoy_cluster_name=~"prd-user-profile-service-eks_prd-user-profile-service-eks_80"}[1m])) by (cluster, envoy_cluster_name, le, job)) >= 750
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: user-profile-service-eks
+      env: prd
+      priority: p0
+    annotations:
+      summary: "EKS P99_Latency_Alert_Contour on {{ $labels.service }}"
+      description: "EKS P99_Latency_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}
+  LABELS: {{ $labels }}"

helm-templates/victoria-metrics-alerts-config/configmap/demand/user-growth/user-profile-service-eks/custom_alerts/user-profile-service-eks-HTTP_4XX_Alert_Contour.yaml

@@ -0,0 +1,16 @@
+groups:
+- name: EKS-App-Alerts
+  rules:
+  - alert: HTTP_4XX_Alert_Contour_EKS
+    expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-user-profile-service-eks_prd-user-profile-service-eks_80",envoy_response_code=~"[4].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 400
+    for: 1m
+    labels:
+      severity: critical
+      bu: demand
+      team: user-growth
+      service: user-profile-service-eks
+      env: prd
+      priority: p0
+    annotations:
+      summary: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}"
+      description: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"