added repo
This commit is contained in:
+17
@@ -0,0 +1,17 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: HTTP_4XX_Alert_Contour_EKS
|
||||
expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-competition-product-service_prd-competition-product-service_80",envoy_response_code=~"[4].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 500
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: supplier-service
|
||||
service: competition-product-service
|
||||
env: prd
|
||||
priority: p1
|
||||
annotations:
|
||||
summary: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}"
|
||||
description: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }} VALUE = {{ $value }}
|
||||
LABELS: {{ $labels }}"
|
||||
+17
@@ -0,0 +1,17 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: HTTP_5XX_Alert_Contour_EKS
|
||||
expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-competition-product-service_prd-competition-product-service_80",envoy_response_code=~"[5].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 100
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: supplier-service
|
||||
service: competition-product-service
|
||||
env: prd
|
||||
priority: p1
|
||||
annotations:
|
||||
summary: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}"
|
||||
description: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }} VALUE = {{ $value }}
|
||||
LABELS: {{ $labels }}"
|
||||
+17
@@ -0,0 +1,17 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: P99_Latency_Alert_Contour_EKS
|
||||
expr: histogram_quantile(0.99, sum(rate(envoy_cluster_upstream_rq_time_bucket{envoy_cluster_name=~"prd-competition-product-service_prd-competition-product-service_80"}[1m])) by (cluster, envoy_cluster_name, le, job)) >= 750
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: supplier-service
|
||||
service: competition-product-service
|
||||
env: prd
|
||||
priority: p1
|
||||
annotations:
|
||||
summary: "EKS P99_Latency_Alert_Contour on {{ $labels.service }}"
|
||||
description: "EKS P99_Latency_Alert_Contour on {{ $labels.service }} VALUE = {{ $value }}
|
||||
LABELS: {{ $labels }}"
|
||||
+17
@@ -0,0 +1,17 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: HTTP_4XX_Alert_Contour_EKS
|
||||
expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-image-similarity_prd-image-similarity_80",envoy_response_code=~"[4].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 250
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: supplier-service
|
||||
service: image-similarity
|
||||
env: prd
|
||||
priority: p1
|
||||
annotations:
|
||||
summary: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}"
|
||||
description: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }} VALUE = {{ $value }}
|
||||
LABELS: {{ $labels }}"
|
||||
+17
@@ -0,0 +1,17 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: HTTP_5XX_Alert_Contour_EKS
|
||||
expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-image-similarity_prd-image-similarity_80",envoy_response_code=~"[5].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 50
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: supplier-service
|
||||
service: image-similarity
|
||||
env: prd
|
||||
priority: p1
|
||||
annotations:
|
||||
summary: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}"
|
||||
description: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }} VALUE = {{ $value }}
|
||||
LABELS: {{ $labels }}"
|
||||
+17
@@ -0,0 +1,17 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: P99_Latency_Alert_Contour_EKS
|
||||
expr: histogram_quantile(0.99, sum(rate(envoy_cluster_upstream_rq_time_bucket{envoy_cluster_name=~"prd-image-similarity_prd-image-similarity_80"}[1m])) by (cluster, envoy_cluster_name, le, job)) >= 20000
|
||||
for: 5m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: supplier-service
|
||||
service: image-similarity
|
||||
env: prd
|
||||
priority: p1
|
||||
annotations:
|
||||
summary: "EKS P99_Latency_Alert_Contour on {{ $labels.service }}"
|
||||
description: "EKS P99_Latency_Alert_Contour on {{ $labels.service }} VALUE = {{ $value }}
|
||||
LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: HTTP_4XX_Alert_EKS
|
||||
expr: sum(rate(nginx_ingress_controller_requests{cluster!="prod-ops-cluster", status=~"[4].*", service=~"prd-inventory", job=~"kubernetes-pods"}[1m])) by (cluster, service, ingress, job) * 60 >= 50
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: supplier-service
|
||||
service: inventory
|
||||
env: prd
|
||||
priority: p0
|
||||
annotations:
|
||||
summary: "EKS HTTP 4XX Alert on {{ $labels.service }}"
|
||||
description: "EKS HTTP 4XX Alert on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: HTTP_4XX_Alert_Contour_EKS
|
||||
expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-inventory-admin_prd-inventory-admin-primary_80",envoy_response_code=~"[4].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 2000
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: supplier-service
|
||||
service: inventory
|
||||
env: prd
|
||||
priority: p0
|
||||
annotations:
|
||||
summary: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}"
|
||||
description: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: HTTP_5XX_Alert_EKS
|
||||
expr: sum(rate(nginx_ingress_controller_requests{cluster!="prod-ops-cluster", status=~"[5].*", service=~"prd-inventory", job=~"kubernetes-pods"}[1m])) by (cluster, service, ingress, job) * 60 >= 50
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: supplier-service
|
||||
service: inventory
|
||||
env: prd
|
||||
priority: p0
|
||||
annotations:
|
||||
summary: "EKS HTTP 5XX Alert on {{ $labels.service }}"
|
||||
description: "EKS HTTP 5XX Alert on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: HTTP_5XX_Alert_Contour_EKS
|
||||
expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-inventory-admin_prd-inventory-admin-primary_80",envoy_response_code=~"[5].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 50
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: supplier-service
|
||||
service: inventory
|
||||
env: prd
|
||||
priority: p0
|
||||
annotations:
|
||||
summary: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}"
|
||||
description: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: Latency_P99_Alert_EKS
|
||||
expr: histogram_quantile(0.99, sum(rate(nginx_ingress_controller_request_duration_seconds_bucket{cluster!="prod-ops-cluster", service=~"prd-inventory", job=~"kubernetes-pods"}[1m])) by (cluster, service, le, ingress, namespace, job)) >= 400
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: supplier-service
|
||||
service: inventory
|
||||
env: prd
|
||||
priority: p0
|
||||
annotations:
|
||||
summary: "EKS Latency/Response Time P99 Alert on {{ $labels.service }}"
|
||||
description: "EKS Latency/Response Time P99 Alert on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: Latency_P99_Alert_Contour_EKS
|
||||
expr: histogram_quantile(0.99, sum(rate(envoy_cluster_upstream_rq_time_bucket{envoy_cluster_name=~"prd-inventory_prd-inventory-primary_80"}[1m])) by (cluster, envoy_cluster_name, le, job)) >= 300
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: supplier-service
|
||||
service: inventory
|
||||
env: prd
|
||||
priority: p0
|
||||
annotations:
|
||||
summary: "EKS Latency_P99_Alert_Contour on {{ $labels.service }}"
|
||||
description: "EKS Latency_P99_Alert_Contour on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: HTTP_4XX_Alert_Contour_EKS
|
||||
expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-price-aggregator-admin_prd-price-aggregator-admin-primary_80",envoy_response_code=~"[4].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 100
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: supplier-service
|
||||
service: price-aggregator-admin
|
||||
env: prd
|
||||
priority: p0
|
||||
annotations:
|
||||
summary: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}"
|
||||
description: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: HTTP_5XX_Alert_Contour_EKS
|
||||
expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-price-aggregator-admin_prd-price-aggregator-admin-primary_80",envoy_response_code=~"[5].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 100
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: supplier-service
|
||||
service: price-aggregator-admin
|
||||
env: prd
|
||||
priority: p0
|
||||
annotations:
|
||||
summary: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}"
|
||||
description: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: Latency_P99_Alert_Contour_EKS
|
||||
expr: histogram_quantile(0.99, sum(rate(envoy_cluster_upstream_rq_time_bucket{envoy_cluster_name=~"prd-price-aggregator-admin_prd-price-aggregator-admin-primary_80"}[1m])) by (cluster, envoy_cluster_name, le, job)) >= 500
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: supplier-service
|
||||
service: price-aggregator-admin
|
||||
env: prd
|
||||
priority: p0
|
||||
annotations:
|
||||
summary: "EKS Latency_P99_Alert_Contour on {{ $labels.service }}"
|
||||
description: "EKS Latency_P99_Alert_Contour on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: HTTP_4XX_Alert_Contour_EKS
|
||||
expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-price-aggregator-service_prd-price-aggregator-service-primary_80",envoy_response_code=~"[4].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 500
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: supplier-service
|
||||
service: price-aggregator-service
|
||||
env: prd
|
||||
priority: p0
|
||||
annotations:
|
||||
summary: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}"
|
||||
description: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: HTTP_5XX_Alert_Contour_EKS
|
||||
expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-price-aggregator-service_prd-price-aggregator-service-primary_80",envoy_response_code=~"[5].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 500
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: supplier-service
|
||||
service: price-aggregator-service
|
||||
env: prd
|
||||
priority: p0
|
||||
annotations:
|
||||
summary: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}"
|
||||
description: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: Latency_P99_Alert_Contour_EKS
|
||||
expr: histogram_quantile(0.99, sum(rate(envoy_cluster_upstream_rq_time_bucket{envoy_cluster_name=~"prd-price-aggregator-service_prd-price-aggregator-service-primary_80"}[1m])) by (cluster, envoy_cluster_name, le, job)) >= 500
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: supplier-service
|
||||
service: price-aggregator-service
|
||||
env: prd
|
||||
priority: p0
|
||||
annotations:
|
||||
summary: "EKS Latency_P99_Alert_Contour on {{ $labels.service }}"
|
||||
description: "EKS Latency_P99_Alert_Contour on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+17
@@ -0,0 +1,17 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: HTTP_4XX_Alert_Contour_EKS
|
||||
expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-price-recommendation-service_prd-price-recommendation-service_80",envoy_response_code=~"[4].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 50
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: supplier-service
|
||||
service: price-recommendation-service
|
||||
env: prd
|
||||
priority: p2
|
||||
annotations:
|
||||
summary: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}"
|
||||
description: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }} VALUE = {{ $value }}
|
||||
LABELS: {{ $labels }}"
|
||||
+17
@@ -0,0 +1,17 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: HTTP_5XX_Alert_Contour_EKS
|
||||
expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-price-recommendation-service_prd-price-recommendation-service_80",envoy_response_code=~"[5].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 30
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: supplier-service
|
||||
service: price-recommendation-service
|
||||
env: prd
|
||||
priority: p2
|
||||
annotations:
|
||||
summary: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}"
|
||||
description: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }} VALUE = {{ $value }}
|
||||
LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: P99_Latency_Alert_Contour_EKS
|
||||
expr: histogram_quantile(0.99, sum(rate(envoy_cluster_upstream_rq_time_bucket{envoy_cluster_name=~"prd-price-recommendation-service_prd-price-recommendation-service-primary_80"}[1m])) by (cluster, envoy_cluster_name, le, job)) >= 6000
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: supplier-service
|
||||
service: price-recommendation-service
|
||||
env: prd
|
||||
priority: p2
|
||||
annotations:
|
||||
summary: "EKS P99_Latency_Alert_Contour on {{ $labels.service }}"
|
||||
description: "EKS P99_Latency_Alert_Contour on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: HTTP_4XX_Alert_EKS
|
||||
expr: sum(rate(nginx_ingress_controller_requests{cluster!="prod-ops-cluster", status=~"[4].*", service=~"prd-pricing-admin", job=~"kubernetes-pods"}[1m])) by (cluster, service, ingress, job) * 60 >= 1000
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: supplier-service
|
||||
service: pricing-admin
|
||||
env: prd
|
||||
priority: p0
|
||||
annotations:
|
||||
summary: "EKS HTTP 4XX Alert on {{ $labels.service }}"
|
||||
description: "EKS HTTP 4XX Alert on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: HTTP_5XX_Alert_EKS
|
||||
expr: sum(rate(nginx_ingress_controller_requests{cluster!="prod-ops-cluster", status=~"[5].*", service=~"prd-pricing-admin", job=~"kubernetes-pods"}[1m])) by (cluster, service, ingress, job) * 60 >= 100
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: supplier-service
|
||||
service: pricing-admin
|
||||
env: prd
|
||||
priority: p0
|
||||
annotations:
|
||||
summary: "EKS HTTP 5XX Alert on {{ $labels.service }}"
|
||||
description: "EKS HTTP 5XX Alert on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: Latency_P99_Alert_EKS
|
||||
expr: histogram_quantile(0.99, sum(rate(nginx_ingress_controller_request_duration_seconds_bucket{cluster!="prod-ops-cluster", service=~"prd-pricing-admin", job=~"kubernetes-pods"}[1m])) by (cluster, service, le, ingress, namespace, job)) >= 0.75
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: supplier-service
|
||||
service: pricing-admin
|
||||
env: prd
|
||||
priority: p0
|
||||
annotations:
|
||||
summary: "EKS Latency/Response Time P99 Alert on {{ $labels.service }}"
|
||||
description: "EKS Latency/Response Time P99 Alert on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: HTTP_4XX_Alert_EKS
|
||||
expr: sum(rate(nginx_ingress_controller_requests{cluster!="prod-ops-cluster", status=~"[4].*", service=~"prd-pricing-service", job=~"kubernetes-pods"}[1m])) by (cluster, service, ingress, job) * 60 >= 1000
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: supplier-service
|
||||
service: pricing-service
|
||||
env: prd
|
||||
priority: p0
|
||||
annotations:
|
||||
summary: "EKS HTTP 4XX Alert on {{ $labels.service }}"
|
||||
description: "EKS HTTP 4XX Alert on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: HTTP_5XX_Alert_EKS
|
||||
expr: sum(rate(nginx_ingress_controller_requests{cluster!="prod-ops-cluster", status=~"[5].*", service=~"prd-pricing-service", job=~"kubernetes-pods"}[1m])) by (cluster, service, ingress, job) * 60 >= 100
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: supplier-service
|
||||
service: pricing-service
|
||||
env: prd
|
||||
priority: p0
|
||||
annotations:
|
||||
summary: "EKS HTTP 5XX Alert on {{ $labels.service }}"
|
||||
description: "EKS HTTP 5XX Alert on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: Latency_P99_Alert_EKS
|
||||
expr: histogram_quantile(0.99, sum(rate(nginx_ingress_controller_request_duration_seconds_bucket{cluster!="prod-ops-cluster", service=~"prd-pricing-service", job=~"kubernetes-pods"}[1m])) by (cluster, service, le, ingress, namespace, job)) >= 0.75
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: supplier-service
|
||||
service: pricing-service
|
||||
env: prd
|
||||
priority: p0
|
||||
annotations:
|
||||
summary: "EKS Latency/Response Time P99 Alert on {{ $labels.service }}"
|
||||
description: "EKS Latency/Response Time P99 Alert on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: WDRP_PERCENTAGE_ALERT_EKS
|
||||
expr: (sum(increase(PRICE_ATTRIBUTES_COUNTER_value{ATTRIBUTES_TYPE="WDRP"}[1m])) by (eventType))*100/(sum(increase(PRICE_ATTRIBUTES_COUNTER_value{ATTRIBUTES_TYPE="TOTAL"}[1m])) by (eventType)) <= 80
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: supplier-service
|
||||
service: pricing-service
|
||||
env: prd
|
||||
priority: p0
|
||||
annotations:
|
||||
summary: "EKS WDRP_PERCENTAGE_ALERT on {{ $labels.service }}"
|
||||
description: "EKS WDRP_PERCENTAGE_ALERT on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+17
@@ -0,0 +1,17 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: HTTP_4XX_Alert_Contour_EKS
|
||||
expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-recommendation-service_prd-recommendation-service-primary_80",envoy_response_code=~"[4].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 50
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: supplier-service
|
||||
service: recommendation-service
|
||||
env: prd
|
||||
priority: p2
|
||||
annotations:
|
||||
summary: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}"
|
||||
description: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }} VALUE = {{ $value }}
|
||||
LABELS: {{ $labels }}"
|
||||
+17
@@ -0,0 +1,17 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: HTTP_5XX_Alert_Contour_EKS
|
||||
expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-recommendation-service_prd-recommendation-service-primary_80",envoy_response_code=~"[5].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 30
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: supplier-service
|
||||
service: recommendation-service
|
||||
env: prd
|
||||
priority: p2
|
||||
annotations:
|
||||
summary: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}"
|
||||
description: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }} VALUE = {{ $value }}
|
||||
LABELS: {{ $labels }}"
|
||||
+17
@@ -0,0 +1,17 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: P99_Latency_Alert_Contour_EKS
|
||||
expr: histogram_quantile(0.99, sum(rate(envoy_cluster_upstream_rq_time_bucket{envoy_cluster_name=~"prd-recommendation-service_prd-recommendation-service-primary_80"}[1m])) by (cluster, envoy_cluster_name, le, job)) >= 750
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: supplier-service
|
||||
service: recommendation-service
|
||||
env: prd
|
||||
priority: p2
|
||||
annotations:
|
||||
summary: "EKS P99_Latency_Alert_Contour on {{ $labels.service }}"
|
||||
description: "EKS P99_Latency_Alert_Contour on {{ $labels.service }} VALUE = {{ $value }}
|
||||
LABELS: {{ $labels }}"
|
||||
+17
@@ -0,0 +1,17 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: HTTP_4XX_Alert_Contour_EKS
|
||||
expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-supplier-platform-services_prd-supplier-platform-services_80",envoy_response_code=~"[4].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 250
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: supplier-service
|
||||
service: supplier-platform-services
|
||||
env: prd
|
||||
priority: p0
|
||||
annotations:
|
||||
summary: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}"
|
||||
description: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }} VALUE = {{ $value }}
|
||||
LABELS: {{ $labels }}"
|
||||
+17
@@ -0,0 +1,17 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: HTTP_5XX_Alert_Contour_EKS
|
||||
expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-supplier-platform-services_prd-supplier-platform-services_80",envoy_response_code=~"[5].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 100
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: supplier-service
|
||||
service: supplier-platform-services
|
||||
env: prd
|
||||
priority: p0
|
||||
annotations:
|
||||
summary: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}"
|
||||
description: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }} VALUE = {{ $value }}
|
||||
LABELS: {{ $labels }}"
|
||||
+17
@@ -0,0 +1,17 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: P99_Latency_Alert_Contour_EKS
|
||||
expr: histogram_quantile(0.99, sum(rate(envoy_cluster_upstream_rq_time_bucket{envoy_cluster_name=~"prd-supplier-platform-services_prd-supplier-platform-services_80"}[1m])) by (cluster, envoy_cluster_name, le, job)) >= 4000
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: supplier-service
|
||||
service: supplier-platform-services
|
||||
env: prd
|
||||
priority: p0
|
||||
annotations:
|
||||
summary: "EKS P99_Latency_Alert_Contour on {{ $labels.service }}"
|
||||
description: "EKS P99_Latency_Alert_Contour on {{ $labels.service }} VALUE = {{ $value }}
|
||||
LABELS: {{ $labels }}"
|
||||
Reference in New Issue
Block a user