added repo
This commit is contained in:
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: HTTP_4XX_Alert_EKS
|
||||
expr: sum(rate(nginx_ingress_controller_requests{cluster!="prod-ops-cluster", status=~"[4].*", service=~"prd-agent-support-aggregator", job=~"kubernetes-pods"}[1m])) by (cluster, service, ingress, job) * 60 >= 200
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: experience
|
||||
service: agent-support-aggregator
|
||||
env: prd
|
||||
priority: p1
|
||||
annotations:
|
||||
summary: "EKS HTTP 4XX Alert on {{ $labels.service }}"
|
||||
description: "EKS HTTP 4XX Alert on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: HTTP_4XX_Alert_Contour_EKS
|
||||
expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-agent-support-aggregator_prd-agent-support-aggregator-primary_80",envoy_response_code=~"[4].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 200
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: experience
|
||||
service: agent-support-aggregator
|
||||
env: prd
|
||||
priority: p1
|
||||
annotations:
|
||||
summary: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}"
|
||||
description: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: HTTP_5XX_Alert_EKS
|
||||
expr: sum(rate(nginx_ingress_controller_requests{cluster!="prod-ops-cluster", status=~"[5].*", service=~"prd-agent-support-aggregator", job=~"kubernetes-pods"}[1m])) by (cluster, service, ingress, job) * 60 >= 50
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: experience
|
||||
service: agent-support-aggregator
|
||||
env: prd
|
||||
priority: p1
|
||||
annotations:
|
||||
summary: "EKS HTTP 5XX Alert on {{ $labels.service }}"
|
||||
description: "EKS HTTP 5XX Alert on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: HTTP_5XX_Alert_Contour_EKS
|
||||
expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-agent-support-aggregator_prd-agent-support-aggregator-primary_80",envoy_response_code=~"[5].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 50
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: experience
|
||||
service: agent-support-aggregator
|
||||
env: prd
|
||||
priority: p1
|
||||
annotations:
|
||||
summary: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}"
|
||||
description: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: Latency_P99_Alert_EKS
|
||||
expr: histogram_quantile(0.99, sum(rate(nginx_ingress_controller_request_duration_seconds_bucket{cluster!="prod-ops-cluster", service=~"prd-agent-support-aggregator", job=~"kubernetes-pods"}[1m])) by (cluster, service, le, ingress, namespace, job)) >= 2000
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: experience
|
||||
service: agent-support-aggregator
|
||||
env: prd
|
||||
priority: p1
|
||||
annotations:
|
||||
summary: "EKS Latency/Response Time P99 Alert on {{ $labels.service }}"
|
||||
description: "EKS Latency/Response Time P99 Alert on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: P99_Latency_Alert_Contour_EKS
|
||||
expr: histogram_quantile(0.99, sum(rate(envoy_cluster_upstream_rq_time_bucket{envoy_cluster_name=~"prd-agent-support-aggregator_prd-agent-support-aggregator-primary_80"}[1m])) by (cluster, envoy_cluster_name, le, job)) >= 2000
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: experience
|
||||
service: agent-support-aggregator
|
||||
env: prd
|
||||
priority: p1
|
||||
annotations:
|
||||
summary: "EKS P99_Latency_Alert_Contour on {{ $labels.service }}"
|
||||
description: "EKS P99_Latency_Alert_Contour on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: HTTP_4XX_Alert_EKS
|
||||
expr: sum(rate(nginx_ingress_controller_requests{cluster!="prod-ops-cluster", status=~"[4].*", service=~"prd-chatbot", job=~"kubernetes-pods"}[1m])) by (cluster, service, ingress, job) * 60 >= 500
|
||||
for: 5m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: experience
|
||||
service: chatbot
|
||||
env: prd
|
||||
priority: p1
|
||||
annotations:
|
||||
summary: "EKS HTTP 4XX Alert on {{ $labels.service }}"
|
||||
description: "EKS HTTP 4XX Alert on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: HTTP_4XX_Alert_Contour_EKS
|
||||
expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-chatbot_prd-chatbot-primary_80",envoy_response_code=~"[4].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 500
|
||||
for: 5m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: experience
|
||||
service: chatbot
|
||||
env: prd
|
||||
priority: p1
|
||||
annotations:
|
||||
summary: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}"
|
||||
description: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: HTTP_5XX_Alert_EKS
|
||||
expr: sum(rate(nginx_ingress_controller_requests{cluster!="prod-ops-cluster", status=~"[5].*", service=~"prd-chatbot", job=~"kubernetes-pods"}[1m])) by (cluster, service, ingress, job) * 60 >= 500
|
||||
for: 5m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: experience
|
||||
service: chatbot
|
||||
env: prd
|
||||
priority: p1
|
||||
annotations:
|
||||
summary: "EKS HTTP 5XX Alert on {{ $labels.service }}"
|
||||
description: "EKS HTTP 5XX Alert on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: HTTP_5XX_Alert_Contour_EKS
|
||||
expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-chatbot_prd-chatbot-primary_80",envoy_response_code=~"[5].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 500
|
||||
for: 5m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: experience
|
||||
service: chatbot
|
||||
env: prd
|
||||
priority: p1
|
||||
annotations:
|
||||
summary: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}"
|
||||
description: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: Latency_P99_Alert_EKS
|
||||
expr: histogram_quantile(0.99, sum(rate(nginx_ingress_controller_request_duration_seconds_bucket{cluster!="prod-ops-cluster", service=~"prd-chatbot", job=~"kubernetes-pods"}[1m])) by (cluster, service, le, ingress, namespace, job)) >= 0.75
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: experience
|
||||
service: chatbot
|
||||
env: prd
|
||||
priority: p1
|
||||
annotations:
|
||||
summary: "EKS Latency/Response Time P99 Alert on {{ $labels.service }}"
|
||||
description: "EKS Latency/Response Time P99 Alert on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: P99_Latency_Alert_Contour_EKS
|
||||
expr: histogram_quantile(0.99, sum(rate(envoy_cluster_upstream_rq_time_bucket{envoy_cluster_name=~"prd-chatbot_prd-chatbot-primary_80"}[1m])) by (cluster, envoy_cluster_name, le, job)) >= 750
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: experience
|
||||
service: chatbot
|
||||
env: prd
|
||||
priority: p1
|
||||
annotations:
|
||||
summary: "EKS P99_Latency_Alert_Contour on {{ $labels.service }}"
|
||||
description: "EKS P99_Latency_Alert_Contour on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: HTTP_4XX_Alert_EKS
|
||||
expr: sum(rate(nginx_ingress_controller_requests{cluster!="prod-ops-cluster", status=~"[4].*", service=~"prd-crm-support", job=~"kubernetes-pods"}[1m])) by (cluster, service, ingress, job) * 60 >= 500
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: experience
|
||||
service: crm-support
|
||||
env: prd
|
||||
priority: p0
|
||||
annotations:
|
||||
summary: "EKS HTTP 4XX Alert on {{ $labels.service }}"
|
||||
description: "EKS HTTP 4XX Alert on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: HTTP_4XX_Alert_Contour_EKS
|
||||
expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-crm-support_prd-crm-support-primary_80",envoy_response_code=~"[4].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 500
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: experience
|
||||
service: crm-support
|
||||
env: prd
|
||||
priority: p0
|
||||
annotations:
|
||||
summary: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}"
|
||||
description: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: HTTP_5XX_Alert_EKS
|
||||
expr: sum(rate(nginx_ingress_controller_requests{cluster!="prod-ops-cluster", status=~"[5].*", service=~"prd-crm-support", job=~"kubernetes-pods"}[1m])) by (cluster, service, ingress, job) * 60 >= 500
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: experience
|
||||
service: crm-support
|
||||
env: prd
|
||||
priority: p0
|
||||
annotations:
|
||||
summary: "EKS HTTP 5XX Alert on {{ $labels.service }}"
|
||||
description: "EKS HTTP 5XX Alert on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: HTTP_5XX_Alert_Contour_EKS
|
||||
expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-crm-support_prd-crm-support-primary_80",envoy_response_code=~"[5].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 500
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: experience
|
||||
service: crm-support
|
||||
env: prd
|
||||
priority: p0
|
||||
annotations:
|
||||
summary: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}"
|
||||
description: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: Latency_P99_Alert_EKS
|
||||
expr: histogram_quantile(0.99, sum(rate(nginx_ingress_controller_request_duration_seconds_bucket{cluster!="prod-ops-cluster", service=~"prd-crm-support", job=~"kubernetes-pods"}[1m])) by (cluster, service, le, ingress, namespace, job)) >= 0.75
|
||||
for: 5m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: experience
|
||||
service: crm-support
|
||||
env: prd
|
||||
priority: p0
|
||||
annotations:
|
||||
summary: "EKS Latency/Response Time P99 Alert on {{ $labels.service }}"
|
||||
description: "EKS Latency/Response Time P99 Alert on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: P99_Latency_Alert_Contour_EKS
|
||||
expr: histogram_quantile(0.99, sum(rate(envoy_cluster_upstream_rq_time_bucket{envoy_cluster_name=~"prd-crm-support_prd-crm-support-primary_80"}[1m])) by (cluster, envoy_cluster_name, le, job)) >= 750
|
||||
for: 5m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: experience
|
||||
service: crm-support
|
||||
env: prd
|
||||
priority: p0
|
||||
annotations:
|
||||
summary: "EKS P99_Latency_Alert_Contour on {{ $labels.service }}"
|
||||
description: "EKS P99_Latency_Alert_Contour on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: HTTP_4XX_Alert_EKS
|
||||
expr: sum(rate(nginx_ingress_controller_requests{cluster!="prod-ops-cluster", status=~"[4].*", service=~"prd-support-service", job=~"kubernetes-pods"}[1m])) by (cluster, service, ingress, job) * 60 >= 50
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: experience
|
||||
service: support-service
|
||||
env: prd
|
||||
priority: p1
|
||||
annotations:
|
||||
summary: "EKS HTTP 4XX Alert on {{ $labels.service }}"
|
||||
description: "EKS HTTP 4XX Alert on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: HTTP_4XX_Alert_Contour_EKS
|
||||
expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-support-service_prd-support-service-primary_80",envoy_response_code=~"[4].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 450
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: experience
|
||||
service: support-service
|
||||
env: prd
|
||||
priority: p1
|
||||
annotations:
|
||||
summary: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }}"
|
||||
description: "EKS HTTP_4XX_Alert_Contour on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: HTTP_5XX_Alert_EKS
|
||||
expr: sum(rate(nginx_ingress_controller_requests{cluster!="prod-ops-cluster", status=~"[5].*", service=~"prd-support-service", job=~"kubernetes-pods"}[1m])) by (cluster, service, ingress, job) * 60 >= 450
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: experience
|
||||
service: support-service
|
||||
env: prd
|
||||
priority: p1
|
||||
annotations:
|
||||
summary: "EKS HTTP 5XX Alert on {{ $labels.service }}"
|
||||
description: "EKS HTTP 5XX Alert on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: HTTP_5XX_Alert_Contour_EKS
|
||||
expr: sum(rate(envoy_cluster_upstream_rq{envoy_cluster_name=~"prd-support-service_prd-support-service-primary_80",envoy_response_code=~"[5].*"}[1m])) by (cluster, envoy_cluster_name, job) * 60 >= 50
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: experience
|
||||
service: support-service
|
||||
env: prd
|
||||
priority: p1
|
||||
annotations:
|
||||
summary: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }}"
|
||||
description: "EKS HTTP_5XX_Alert_Contour on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: Latency_P99_Alert_EKS
|
||||
expr: histogram_quantile(0.99, sum(rate(nginx_ingress_controller_request_duration_seconds_bucket{cluster!="prod-ops-cluster", service=~"prd-support-service", job=~"kubernetes-pods"}[1m])) by (cluster, service, le, ingress, namespace, job)) >= 3000
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: experience
|
||||
service: support-service
|
||||
env: prd
|
||||
priority: p1
|
||||
annotations:
|
||||
summary: "EKS Latency/Response Time P99 Alert on {{ $labels.service }}"
|
||||
description: "EKS Latency/Response Time P99 Alert on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
groups:
|
||||
- name: EKS-App-Alerts
|
||||
rules:
|
||||
- alert: P99_Latency_Alert_Contour_EKS
|
||||
expr: histogram_quantile(0.99, sum(rate(envoy_cluster_upstream_rq_time_bucket{envoy_cluster_name=~"prd-support-service_prd-support-service-primary_80"}[1m])) by (cluster, envoy_cluster_name, le, job)) >= 3000
|
||||
for: 1m
|
||||
labels:
|
||||
severity: critical
|
||||
bu: supply
|
||||
team: experience
|
||||
service: support-service
|
||||
env: prd
|
||||
priority: p1
|
||||
annotations:
|
||||
summary: "EKS P99_Latency_Alert_Contour on {{ $labels.service }}"
|
||||
description: "EKS P99_Latency_Alert_Contour on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"
|
||||
Reference in New Issue
Block a user