groups: - name: EKS-App-Alerts rules: - alert: HTTP_5XX_Alert_EKS expr: sum(rate(nginx_ingress_controller_requests{cluster!="prod-ops-cluster", status=~"[5].*", service=~"prd-chatbot", job=~"kubernetes-pods"}[1m])) by (cluster, service, ingress, job) * 60 >= 500 for: 5m labels: severity: critical bu: supply team: experience service: chatbot env: prd priority: p1 annotations: summary: "EKS HTTP 5XX Alert on {{ $labels.service }}" description: "EKS HTTP 5XX Alert on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"