groups: - name: EKS-App-Alerts rules: - alert: HTTP_4XX_Alert_EKS expr: sum(rate(nginx_ingress_controller_requests{cluster!="prod-ops-cluster", status=~"[4].*", service=~"prd-advertisement-reco", job=~"kubernetes-pods"}[1m])) by (cluster, service, ingress, job) * 60 >= 150 for: 1m labels: severity: critical bu: supply team: supplier-ads service: advertisement-reco env: prd priority: p1 annotations: summary: "EKS HTTP 4XX Alert on {{ $labels.service }}" description: "EKS HTTP 4XX Alert on {{ $labels.service }} VALUE = {{ $value }}\n LABELS: {{ $labels }}"