global: route: repeat_interval: 60m receiver: alerts group_by: ['database_id','name','groupId','exported_cluster','envoy_cluster_name', 'namespace', 'pod', 'service', 'instance', 'subnet_id', 'alertname','cluster'] routes: - match: orchestration_id: 67a9c6bb-1b06-4768-8f62-1c644f4e7b32 receiver: 'event-orchestration-1' continue: false - match: orchestration_id: 7d616e74-1292-4cf1-8b5c-4741886f9d4b receiver: 'event-orchestration-2' continue: false # Heap-dump automation: alerts opted in with the label heap_dump="true" are POSTed to # Jenkins (heap-dump-job-go-auto) via the Generic Webhook Trigger plugin. continue:true so # the alert ALSO flows through to its normal Slack/PagerDuty routing below. # Grouped by pod+cluster -> one webhook (one build) per affected pod. # repeat_interval:12h throttles re-triggers so a long-firing alert does not re-dump hourly. - match: heap_dump: "true" receiver: 'jenkins-heap-dump' continue: true group_by: ['pod', 'cluster'] repeat_interval: 12h - match_re: alertname: .*(?i)uptime.* receiver: 'gke-service-alerts-rcd' - match_re: alertname: System-Uptime-Stateless.* receiver: 'uptime-alerts' - match_re: groupname: .*-uptime receiver: 'gke-service-alerts-rcd' - match_re: alertname: .*_GKE.* receiver: 'gke-service-alerts-rcd' - match_re: groupname: k8s-.* receiver: 'gke-service-alerts' - match: service_type: kafka receiver: 'gke-service-alerts-kafka' - match_re: groupname: k8s.* receiver: 'gke-service-alerts' - match_re: groupname: redis.* receiver: 'gke-service-alerts' - match_re: groupname: db.* receiver: 'gke-service-alerts' - match_re: groupname: bigtable.* receiver: 'gke-service-alerts' - match_re: groupname: scylla.* receiver: 'gke-service-alerts' - match_re: groupname: mongo.* receiver: 'gke-service-alerts' - match_re: groupname: elastic.* receiver: 'gke-service-alerts' - match_re: groupname: vm.* receiver: 'gke-service-alerts' receivers: - name: 'alerts' slack_configs: - api_url: "https://hooks.slack.com/services/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" channel: "#alerts" send_resolved: true title: '[{{ .Status | toUpper }}{{ if eq .Status "firing" }}:{{ .Alerts.Firing | len }}{{ end }}] Monitoring Event Notification' text: >- {{ range .Alerts }} *Alert:* {{ .Annotations.summary }} - `{{ .Labels.severity }}` *Status:* `{{ .Status | toUpper }}` *Details:* {{ range .Labels.SortedPairs }} • *{{ .Name }}:* `{{ .Value }}` {{ end }} *Description:* {{ .Annotations.description }} {{ end }} pagerduty_configs: - url: https://events.pagerduty.com/v2/enqueue routing_key: R02HMNATHTKHIN9N1SV5B72R412GFGZ6 send_resolved: true client: AlertManager description: '{{ (index .Alerts 0).Labels.severity | toUpper }} - {{ (index .Alerts 0).Labels.env | toUpper }}{{ if eq (index .Alerts 0).Labels.env "" }}{{ (index .Alerts 0).Labels.label_env | toUpper }}{{ end }} - {{ (index .Alerts 0).Labels.priority }}{{ if eq (index .Alerts 0).Labels.priority "" }}{{ (index .Alerts 0).Labels.label_priority }}{{ end }} - {{ (index .Alerts 0).Labels.alertname }} - {{ (index .Alerts 0).Labels.bu }}{{ if eq (index .Alerts 0).Labels.bu "" }}{{ (index .Alerts 0).Labels.label_bu }}{{ end }} - {{ (index .Alerts 0).Labels.team }}{{ if eq (index .Alerts 0).Labels.team "" }}{{ (index .Alerts 0).Labels.label_team }}{{ end }} - {{ (index .Alerts 0).Labels.service }}{{ if eq (index .Alerts 0).Labels.service "" }}{{ (index .Alerts 0).Labels.namespace }}{{ end }}' severity: '{{ (index .Alerts 0).Labels.severity }}' class: '{{ (index .Alerts 0).Labels.alertname }}' component: '{{ (index .Alerts 0).Labels.service }}{{ if eq (index .Alerts 0).Labels.service "" }}{{ (index .Alerts 0).Labels.label_service }}{{ end }}' group: '{{ (index .Alerts 0).Labels.section }}{{ if eq (index .Alerts 0).Labels.section "" }}{{ (index .Alerts 0).Labels.label_section }}{{ end }}' details: alert_name: '{{ (index .Alerts 0).Labels.alertname }}' description: '{{ (index .Alerts 0).Annotations.description }}' meesho_env: '{{ (index .Alerts 0).Labels.env }}{{ if eq (index .Alerts 0).Labels.env "" }}{{ (index .Alerts 0).Labels.label_env }}{{ end }}' meesho_bu: '{{ (index .Alerts 0).Labels.bu }}{{ if eq (index .Alerts 0).Labels.bu "" }}{{ (index .Alerts 0).Labels.label_bu }}{{ end }}' meesho_team: '{{ (index .Alerts 0).Labels.team }}{{ if eq (index .Alerts 0).Labels.team "" }}{{ (index .Alerts 0).Labels.label_team }}{{ end }}' meesho_service: '{{ (index .Alerts 0).Labels.service }}{{ if eq (index .Alerts 0).Labels.service "" }}{{ (index .Alerts 0).Labels.label_service }}{{ end }}' meesho_type: '{{ (index .Alerts 0).Labels.type }}{{ if eq (index .Alerts 0).Labels.type "" }}{{ (index .Alerts 0).Labels.label_type }}{{ end }}' meesho_priority: '{{ (index .Alerts 0).Labels.priority }}{{ if eq (index .Alerts 0).Labels.priority "" }}{{ (index .Alerts 0).Labels.label_priority }}{{ end }}' meesho_alert_route: '{{ (index .Alerts 0).Labels.alerts }}' meesho_job: '{{ (index .Alerts 0).Labels.job }}' meesho_private_ip: '{{ (index .Alerts 0).Labels.private_ip }}' meesho_instance: '{{ (index .Alerts 0).Labels.instance }}' meesho_z_all: | {{ range (index .Alerts 0).Labels.SortedPairs }} • {{ .Name }}: {{ .Value }} {{ end }} firing: '' - name: 'uptime-alerts' slack_configs: - api_url: "https://hooks.slack.com/services/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" channel: "#alerts" send_resolved: true title: '[{{ .Status | toUpper }}{{ if eq .Status "firing" }}:{{ .Alerts.Firing | len }}{{ end }}] Monitoring Event Notification' text: >- {{ range .Alerts }} *Alert:* {{ .Annotations.summary }} - `{{ .Labels.severity }}` *Status:* `{{ .Status | toUpper }}` *Details:* {{ range .Labels.SortedPairs }} • *{{ .Name }}:* `{{ .Value }}` {{ end }} *Description:* {{ .Annotations.description }} {{ end }} pagerduty_configs: - url: https://events.pagerduty.com/v2/enqueue routing_key: R02C33YDLWHWMSPDZI4ESLOXM1NGRN3H client: AlertManager description: '{{ (index .Alerts 0).Labels.severity | toUpper }} - {{ (index .Alerts 0).Labels.env | toUpper }}{{ if eq (index .Alerts 0).Labels.env "" }}{{ (index .Alerts 0).Labels.label_env | toUpper }}{{ end }} - {{ (index .Alerts 0).Labels.priority_v2 }}{{ if eq (index .Alerts 0).Labels.priority_v2 "" }}{{ (index .Alerts 0).Labels.label_priority_v2 }}{{ end }} - {{ (index .Alerts 0).Labels.alertname }} - {{ (index .Alerts 0).Labels.bu }}{{ if eq (index .Alerts 0).Labels.bu "" }}{{ (index .Alerts 0).Labels.label_bu }}{{ end }} - {{ (index .Alerts 0).Labels.team }}{{ if eq (index .Alerts 0).Labels.team "" }}{{ (index .Alerts 0).Labels.label_team }}{{ end }} - {{ (index .Alerts 0).Labels.envoy_cluster_name | reReplaceAll "_.*" "" | reReplaceAll "prd-" "" }}{{ if eq (index .Alerts 0).Labels.envoy_cluster_name "" }}{{ (index .Alerts 0).Labels.service }}{{ end }}' severity: '{{ (index .Alerts 0).Labels.severity }}' class: '{{ (index .Alerts 0).Labels.alertname }}' component: '{{ (index .Alerts 0).Labels.service }}{{ if eq (index .Alerts 0).Labels.service "" }}{{ (index .Alerts 0).Labels.label_service }}{{ end }}' group: '{{ (index .Alerts 0).Labels.team }}{{ if eq (index .Alerts 0).Labels.team "" }}{{ (index .Alerts 0).Labels.label_team }}{{ end }}' details: alert_name: '{{ (index .Alerts 0).Labels.alertname }}' description: '{{ (index .Alerts 0).Annotations.description }}' meesho_env: '{{ (index .Alerts 0).Labels.env }}{{ if eq (index .Alerts 0).Labels.env "" }}{{ (index .Alerts 0).Labels.label_env }}{{ end }}' meesho_bu: '{{ (index .Alerts 0).Labels.bu }}{{ if eq (index .Alerts 0).Labels.bu "" }}{{ (index .Alerts 0).Labels.label_bu }}{{ end }}' meesho_team: '{{ (index .Alerts 0).Labels.team }}{{ if eq (index .Alerts 0).Labels.team "" }}{{ (index .Alerts 0).Labels.label_team }}{{ end }}' meesho_service: '{{ (index .Alerts 0).Labels.service }}{{ if eq (index .Alerts 0).Labels.service "" }}{{ (index .Alerts 0).Labels.label_service }}{{ end }}' meesho_envoy_cluster_name: '{{ (index .Alerts 0).Labels.envoy_cluster_name | reReplaceAll "_.*" "" | reReplaceAll "prd-" "" }}{{ if eq (index .Alerts 0).Labels.envoy_cluster_name "" }}{{ (index .Alerts 0).Labels.service }}{{ end }}' meesho_type: '{{ (index .Alerts 0).Labels.type }}{{ if eq (index .Alerts 0).Labels.type "" }}{{ (index .Alerts 0).Labels.label_type }}{{ end }}' meesho_priority: '{{ (index .Alerts 0).Labels.priority }}{{ if eq (index .Alerts 0).Labels.priority "" }}{{ (index .Alerts 0).Labels.label_priority }}{{ end }}' meesho_primary_owner: '{{ (index .Alerts 0).Labels.primary_owner }}' meesho_secondry_owner: '{{ (index .Alerts 0).Labels.secondry_owner }}' meesho_alert_route: '{{ (index .Alerts 0).Labels.alerts }}' meesho_job: '{{ (index .Alerts 0).Labels.job }}' meesho_private_ip: '{{ (index .Alerts 0).Labels.private_ip }}' meesho_instance: '{{ (index .Alerts 0).Labels.instance }}' meesho_service_type: '{{ (index .Alerts 0).Labels.service_type }}' meesho_priority_v2: '{{ (index .Alerts 0).Labels.priority_v2 }}' meesho_z_all: | {{ range (index .Alerts 0).Labels.SortedPairs }} • {{ .Name }}: {{ .Value }} {{ end }} firing: '' - name: 'gke-service-alerts' slack_configs: - api_url: "https://hooks.slack.com/services/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" channel: "#alerts" send_resolved: true title: '[{{ .Status | toUpper }}{{ if eq .Status "firing" }}:{{ .Alerts.Firing | len }}{{ end }}] Monitoring Event Notification' text: >- {{ range .Alerts }} *Alert:* {{ .Annotations.summary }} - `{{ .Labels.severity }}` *Status:* `{{ .Status | toUpper }}` *Details:* {{ range .Labels.SortedPairs }} • *{{ .Name }}:* `{{ .Value }}` {{ end }} *Description:* {{ .Annotations.description }} {{ end }} pagerduty_configs: - url: https://events.pagerduty.com/v2/enqueue routing_key: R02HMNATHTKHIN9N1SV5B72R412GFGZ6 send_resolved: true client: AlertManager description: '{{ (index .Alerts 0).Labels.severity | toUpper }} - {{ (index .Alerts 0).Labels.env | toUpper }}{{ if eq (index .Alerts 0).Labels.env "" }}{{ (index .Alerts 0).Labels.label_env | toUpper }}{{ end }} - {{ (index .Alerts 0).Labels.priority }}{{ if eq (index .Alerts 0).Labels.priority "" }}{{ (index .Alerts 0).Labels.label_priority }}{{ end }} - {{ (index .Alerts 0).Labels.alertname }}' severity: '{{ (index .Alerts 0).Labels.severity }}' class: '{{ (index .Alerts 0).Labels.alertname }}' component: '{{ (index .Alerts 0).Labels.service }}{{ if eq (index .Alerts 0).Labels.service "" }}{{ (index .Alerts 0).Labels.label_service }}{{ end }}' group: '{{ (index .Alerts 0).Labels.section }}{{ if eq (index .Alerts 0).Labels.section "" }}{{ (index .Alerts 0).Labels.label_section }}{{ end }}' details: alert_name: '{{ (index .Alerts 0).Labels.alertname }}' description: '{{ (index .Alerts 0).Annotations.description }}' meesho_env: '{{ (index .Alerts 0).Labels.env }}{{ if eq (index .Alerts 0).Labels.env "" }}{{ (index .Alerts 0).Labels.label_env }}{{ end }}' meesho_bu: '{{ (index .Alerts 0).Labels.bu }}{{ if eq (index .Alerts 0).Labels.bu "" }}{{ (index .Alerts 0).Labels.label_bu }}{{ end }}' meesho_team: '{{ (index .Alerts 0).Labels.team }}{{ if eq (index .Alerts 0).Labels.team "" }}{{ (index .Alerts 0).Labels.label_team }}{{ end }}' meesho_service: '{{ (index .Alerts 0).Labels.service }}{{ if eq (index .Alerts 0).Labels.service "" }}{{ (index .Alerts 0).Labels.label_service }}{{ end }}' meesho_envoy_cluster_name: '{{ (index .Alerts 0).Labels.envoy_cluster_name | reReplaceAll "_.*" "" | reReplaceAll "prd-" "" }}{{ if eq (index .Alerts 0).Labels.envoy_cluster_name "" }}{{ (index .Alerts 0).Labels.service }}{{ end }}' meesho_type: '{{ (index .Alerts 0).Labels.type }}{{ if eq (index .Alerts 0).Labels.type "" }}{{ (index .Alerts 0).Labels.label_type }}{{ end }}' meesho_priority: '{{ (index .Alerts 0).Labels.priority }}{{ if eq (index .Alerts 0).Labels.priority "" }}{{ (index .Alerts 0).Labels.label_priority }}{{ end }}' meesho_primary_owner: '{{ (index .Alerts 0).Labels.primary_owner }}' meesho_secondary_owner: '{{ (index .Alerts 0).Labels.secondary_owner }}' meesho_alert_route: '{{ (index .Alerts 0).Labels.alerts }}' meesho_job: '{{ (index .Alerts 0).Labels.job }}' meesho_private_ip: '{{ (index .Alerts 0).Labels.private_ip }}' meesho_instance: '{{ (index .Alerts 0).Labels.instance }}' meesho_z_all: | {{ range (index .Alerts 0).Labels.SortedPairs }} • {{ .Name }}: {{ .Value }} {{ end }} firing: '' - name: 'event-orchestration-1' slack_configs: - api_url: "https://hooks.slack.com/services/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" channel: "#alerts" send_resolved: true title: '[{{ .Status | toUpper }}{{ if eq .Status "firing" }}:{{ .Alerts.Firing | len }}{{ end }}] Monitoring Event Notification' text: >- {{ range .Alerts }} *Alert:* {{ .Annotations.summary }} - `{{ .Labels.severity }}` *Status:* `{{ .Status | toUpper }}` *Details:* {{ range .Labels.SortedPairs }} • *{{ .Name }}:* `{{ .Value }}` {{ end }} *Description:* {{ .Annotations.description }} {{ end }} pagerduty_configs: - url: https://events.pagerduty.com/v2/enqueue routing_key: R025U1EEEU74A2UQ74EYFX0TF0QC4CO5 send_resolved: true client: AlertManager description: '{{ (index .Alerts 0).Labels.env | toUpper }}{{ if eq (index .Alerts 0).Labels.env "" }}{{ (index .Alerts 0).Labels.label_env | toUpper }}{{ end }} - {{ (index .Alerts 0).Labels.alertname }} - {{ (index .Alerts 0).Labels.service }}{{ if eq (index .Alerts 0).Labels.service "" }}{{ (index .Alerts 0).Labels.namespace }}{{ end }}' severity: '{{ (index .Alerts 0).Labels.severity }}' class: '{{ (index .Alerts 0).Labels.alertname }}' component: '{{ (index .Alerts 0).Labels.service }}{{ if eq (index .Alerts 0).Labels.service "" }}{{ (index .Alerts 0).Labels.label_service }}{{ end }}' group: '{{ (index .Alerts 0).Labels.section }}{{ if eq (index .Alerts 0).Labels.section "" }}{{ (index .Alerts 0).Labels.label_section }}{{ end }}' details: alert_name: '{{ (index .Alerts 0).Labels.alertname }}' description: '{{ (index .Alerts 0).Annotations.description }}' meesho_env: '{{ (index .Alerts 0).Labels.env }}{{ if eq (index .Alerts 0).Labels.env "" }}{{ (index .Alerts 0).Labels.label_env }}{{ end }}' meesho_bu: '{{ (index .Alerts 0).Labels.bu }}{{ if eq (index .Alerts 0).Labels.bu "" }}{{ (index .Alerts 0).Labels.label_bu }}{{ end }}' meesho_team: '{{ (index .Alerts 0).Labels.team }}{{ if eq (index .Alerts 0).Labels.team "" }}{{ (index .Alerts 0).Labels.label_team }}{{ end }}' meesho_service: '{{ (index .Alerts 0).Labels.service }}{{ if eq (index .Alerts 0).Labels.service "" }}{{ (index .Alerts 0).Labels.label_service }}{{ end }}' meesho_envoy_cluster_name: '{{ (index .Alerts 0).Labels.envoy_cluster_name | reReplaceAll "_.*" "" | reReplaceAll "prd-" "" }}{{ if eq (index .Alerts 0).Labels.envoy_cluster_name "" }}{{ (index .Alerts 0).Labels.service }}{{ end }}' meesho_type: '{{ (index .Alerts 0).Labels.type }}{{ if eq (index .Alerts 0).Labels.type "" }}{{ (index .Alerts 0).Labels.label_type }}{{ end }}' meesho_priority: '{{ (index .Alerts 0).Labels.priority }}{{ if eq (index .Alerts 0).Labels.priority "" }}{{ (index .Alerts 0).Labels.label_priority }}{{ end }}' meesho_primary_owner: '{{ (index .Alerts 0).Labels.primary_owner }}' meesho_secondary_owner: '{{ (index .Alerts 0).Labels.secondary_owner }}' meesho_alert_route: '{{ (index .Alerts 0).Labels.alerts }}' meesho_job: '{{ (index .Alerts 0).Labels.job }}' meesho_private_ip: '{{ (index .Alerts 0).Labels.private_ip }}' meesho_instance: '{{ (index .Alerts 0).Labels.instance }}' meesho_z_all: | {{ range (index .Alerts 0).Labels.SortedPairs }} • {{ .Name }}: {{ .Value }} {{ end }} firing: '' webhook_configs: - url: http://autonomous-incident-copilot.prd.meesho.int/api/ingest_alerts send_resolved: false - name: 'event-orchestration-2' slack_configs: - api_url: "https://hooks.slack.com/services/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" channel: "#alerts" send_resolved: true title: '[{{ .Status | toUpper }}{{ if eq .Status "firing" }}:{{ .Alerts.Firing | len }}{{ end }}] Monitoring Event Notification' text: >- {{ range .Alerts }} *Alert:* {{ .Annotations.summary }} - `{{ .Labels.severity }}` *Status:* `{{ .Status | toUpper }}` *Details:* {{ range .Labels.SortedPairs }} • *{{ .Name }}:* `{{ .Value }}` {{ end }} *Description:* {{ .Annotations.description }} {{ end }} pagerduty_configs: - url: https://events.pagerduty.com/v2/enqueue routing_key: R02CIUHCGMHEJU2UUQ61IILPP0B7S47C send_resolved: true client: AlertManager description: '{{ (index .Alerts 0).Labels.env | toUpper }}{{ if eq (index .Alerts 0).Labels.env "" }}{{ (index .Alerts 0).Labels.label_env | toUpper }}{{ end }} - {{ (index .Alerts 0).Labels.alertname }} - {{ (index .Alerts 0).Labels.service }}{{ if eq (index .Alerts 0).Labels.service "" }}{{ (index .Alerts 0).Labels.namespace }}{{ end }}' severity: '{{ (index .Alerts 0).Labels.severity }}' class: '{{ (index .Alerts 0).Labels.alertname }}' component: '{{ (index .Alerts 0).Labels.service }}{{ if eq (index .Alerts 0).Labels.service "" }}{{ (index .Alerts 0).Labels.label_service }}{{ end }}' group: '{{ (index .Alerts 0).Labels.section }}{{ if eq (index .Alerts 0).Labels.section "" }}{{ (index .Alerts 0).Labels.label_section }}{{ end }}' details: alert_name: '{{ (index .Alerts 0).Labels.alertname }}' description: '{{ (index .Alerts 0).Annotations.description }}' meesho_env: '{{ (index .Alerts 0).Labels.env }}{{ if eq (index .Alerts 0).Labels.env "" }}{{ (index .Alerts 0).Labels.label_env }}{{ end }}' meesho_bu: '{{ (index .Alerts 0).Labels.bu }}{{ if eq (index .Alerts 0).Labels.bu "" }}{{ (index .Alerts 0).Labels.label_bu }}{{ end }}' meesho_team: '{{ (index .Alerts 0).Labels.team }}{{ if eq (index .Alerts 0).Labels.team "" }}{{ (index .Alerts 0).Labels.label_team }}{{ end }}' meesho_service: '{{ (index .Alerts 0).Labels.service }}{{ if eq (index .Alerts 0).Labels.service "" }}{{ (index .Alerts 0).Labels.label_service }}{{ end }}' meesho_envoy_cluster_name: '{{ (index .Alerts 0).Labels.envoy_cluster_name | reReplaceAll "_.*" "" | reReplaceAll "prd-" "" }}{{ if eq (index .Alerts 0).Labels.envoy_cluster_name "" }}{{ (index .Alerts 0).Labels.service }}{{ end }}' meesho_type: '{{ (index .Alerts 0).Labels.type }}{{ if eq (index .Alerts 0).Labels.type "" }}{{ (index .Alerts 0).Labels.label_type }}{{ end }}' meesho_priority: '{{ (index .Alerts 0).Labels.priority }}{{ if eq (index .Alerts 0).Labels.priority "" }}{{ (index .Alerts 0).Labels.label_priority }}{{ end }}' meesho_primary_owner: '{{ (index .Alerts 0).Labels.primary_owner }}' meesho_secondary_owner: '{{ (index .Alerts 0).Labels.secondary_owner }}' meesho_alert_route: '{{ (index .Alerts 0).Labels.alerts }}' meesho_job: '{{ (index .Alerts 0).Labels.job }}' meesho_private_ip: '{{ (index .Alerts 0).Labels.private_ip }}' meesho_instance: '{{ (index .Alerts 0).Labels.instance }}' meesho_z_all: | {{ range (index .Alerts 0).Labels.SortedPairs }} • {{ .Name }}: {{ .Value }} {{ end }} firing: '' webhook_configs: - url: http://autonomous-incident-copilot.prd.meesho.int/api/ingest_alerts send_resolved: false # Triggers the Jenkins heap-dump-job-go-auto job (alert-driven clone of heap-dump-job-go, # runs on jenkins-prd in the 'jenkins' namespace). The Generic Webhook Trigger plugin reads # the alert JSON; the job's GenericTrigger maps $.commonLabels.{bu,service,pod} into build # params. ?token= MUST equal the job's trigger token. Targets the in-cluster Service. - name: 'jenkins-heap-dump' webhook_configs: - url: 'http://jenkins-prd.jenkins.svc.cluster.local:8080/generic-webhook-trigger/invoke?token=heap-dump-job-go-auto' send_resolved: false - name: 'gke-service-alerts-kafka' slack_configs: - api_url: "https://hooks.slack.com/services/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" channel: "#alerts" send_resolved: true title: '[{{ .Status | toUpper }}{{ if eq .Status "firing" }}:{{ .Alerts.Firing | len }}{{ end }}] Monitoring Event Notification' text: >- {{ range .Alerts }} *Alert:* {{ .Annotations.summary }} - `{{ .Labels.severity }}` *Status:* `{{ .Status | toUpper }}` *Details:* {{ range .Labels.SortedPairs }} • *{{ .Name }}:* `{{ .Value }}` {{ end }} *Description:* {{ .Annotations.description }} {{ end }} pagerduty_configs: - url: https://events.pagerduty.com/v2/enqueue routing_key: R02HMNATHTKHIN9N1SV5B72R412GFGZ6 send_resolved: true client: AlertManager description: '{{ (index .Alerts 0).Labels.severity | toUpper }} - {{ (index .Alerts 0).Labels.env | toUpper }}{{ if eq (index .Alerts 0).Labels.env "" }}{{ (index .Alerts 0).Labels.label_env | toUpper }}{{ end }} - {{ (index .Alerts 0).Labels.priority }}{{ if eq (index .Alerts 0).Labels.priority "" }}{{ (index .Alerts 0).Labels.label_priority }}{{ end }} - {{ (index .Alerts 0).Labels.alertname }}' severity: '{{ (index .Alerts 0).Labels.severity }}' class: '{{ (index .Alerts 0).Labels.alertname }}' component: '{{ (index .Alerts 0).Labels.service }}{{ if eq (index .Alerts 0).Labels.service "" }}{{ (index .Alerts 0).Labels.label_service }}{{ end }}' group: '{{ (index .Alerts 0).Labels.section }}{{ if eq (index .Alerts 0).Labels.section "" }}{{ (index .Alerts 0).Labels.label_section }}{{ end }}' details: alert_name: '{{ (index .Alerts 0).Labels.alertname }}' description: '{{ (index .Alerts 0).Annotations.description }}' meesho_env: '{{ (index .Alerts 0).Labels.env }}{{ if eq (index .Alerts 0).Labels.env "" }}{{ (index .Alerts 0).Labels.label_env }}{{ end }}' meesho_bu: '{{ (index .Alerts 0).Labels.bu }}{{ if eq (index .Alerts 0).Labels.bu "" }}{{ (index .Alerts 0).Labels.label_bu }}{{ end }}' meesho_team: '{{ (index .Alerts 0).Labels.team }}{{ if eq (index .Alerts 0).Labels.team "" }}{{ (index .Alerts 0).Labels.label_team }}{{ end }}' meesho_service: '{{ (index .Alerts 0).Labels.service }}{{ if eq (index .Alerts 0).Labels.service "" }}{{ (index .Alerts 0).Labels.label_service }}{{ end }}' meesho_envoy_cluster_name: '{{ (index .Alerts 0).Labels.envoy_cluster_name | reReplaceAll "_.*" "" | reReplaceAll "prd-" "" }}{{ if eq (index .Alerts 0).Labels.envoy_cluster_name "" }}{{ (index .Alerts 0).Labels.service }}{{ end }}' meesho_type: '{{ (index .Alerts 0).Labels.type }}{{ if eq (index .Alerts 0).Labels.type "" }}{{ (index .Alerts 0).Labels.label_type }}{{ end }}' meesho_priority: '{{ (index .Alerts 0).Labels.priority }}{{ if eq (index .Alerts 0).Labels.priority "" }}{{ (index .Alerts 0).Labels.label_priority }}{{ end }}' meesho_primary_owner: '{{ (index .Alerts 0).Labels.primary_owner }}' meesho_secondary_owner: '{{ (index .Alerts 0).Labels.secondary_owner }}' meesho_alert_route: '{{ (index .Alerts 0).Labels.alerts }}' meesho_job: '{{ (index .Alerts 0).Labels.job }}' meesho_private_ip: '{{ (index .Alerts 0).Labels.private_ip }}' meesho_instance: '{{ (index .Alerts 0).Labels.instance }}' meesho_z_all: | {{ range (index .Alerts 0).Labels.SortedPairs }} • {{ .Name }}: {{ .Value }} {{ end }} firing: '' - name: 'gke-service-alerts-rcd' slack_configs: - api_url: "https://hooks.slack.com/services/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" channel: "#alerts" send_resolved: true title: '[{{ .Status | toUpper }}{{ if eq .Status "firing" }}:{{ .Alerts.Firing | len }}{{ end }}] Monitoring Event Notification' text: >- {{ range .Alerts }} *Alert:* {{ .Annotations.summary }} - `{{ .Labels.severity }}` *Status:* `{{ .Status | toUpper }}` *Details:* {{ range .Labels.SortedPairs }} • *{{ .Name }}:* `{{ .Value }}` {{ end }} *Description:* {{ .Annotations.description }} {{ end }} pagerduty_configs: - url: https://events.pagerduty.com/v2/enqueue routing_key: R02HMNATHTKHIN9N1SV5B72R412GFGZ6 send_resolved: true client: AlertManager description: '{{ (index .Alerts 0).Labels.severity | toUpper }} - {{ (index .Alerts 0).Labels.env | toUpper }}{{ if eq (index .Alerts 0).Labels.env "" }}{{ (index .Alerts 0).Labels.label_env | toUpper }}{{ end }} - {{ (index .Alerts 0).Labels.priority }}{{ if eq (index .Alerts 0).Labels.priority "" }}{{ (index .Alerts 0).Labels.label_priority }}{{ end }} - {{ (index .Alerts 0).Labels.alertname }}' severity: '{{ (index .Alerts 0).Labels.severity }}' class: '{{ (index .Alerts 0).Labels.alertname }}' component: '{{ (index .Alerts 0).Labels.service }}{{ if eq (index .Alerts 0).Labels.service "" }}{{ (index .Alerts 0).Labels.label_service }}{{ end }}' group: '{{ (index .Alerts 0).Labels.section }}{{ if eq (index .Alerts 0).Labels.section "" }}{{ (index .Alerts 0).Labels.label_section }}{{ end }}' details: alert_name: '{{ (index .Alerts 0).Labels.alertname }}' description: '{{ (index .Alerts 0).Annotations.description }}' meesho_env: '{{ (index .Alerts 0).Labels.env }}{{ if eq (index .Alerts 0).Labels.env "" }}{{ (index .Alerts 0).Labels.label_env }}{{ end }}' meesho_bu: '{{ (index .Alerts 0).Labels.bu }}{{ if eq (index .Alerts 0).Labels.bu "" }}{{ (index .Alerts 0).Labels.label_bu }}{{ end }}' meesho_team: '{{ (index .Alerts 0).Labels.team }}{{ if eq (index .Alerts 0).Labels.team "" }}{{ (index .Alerts 0).Labels.label_team }}{{ end }}' meesho_service: '{{ (index .Alerts 0).Labels.service }}{{ if eq (index .Alerts 0).Labels.service "" }}{{ (index .Alerts 0).Labels.label_service }}{{ end }}' meesho_envoy_cluster_name: '{{ (index .Alerts 0).Labels.envoy_cluster_name | reReplaceAll "_.*" "" | reReplaceAll "prd-" "" }}{{ if eq (index .Alerts 0).Labels.envoy_cluster_name "" }}{{ (index .Alerts 0).Labels.service }}{{ end }}' meesho_type: '{{ (index .Alerts 0).Labels.type }}{{ if eq (index .Alerts 0).Labels.type "" }}{{ (index .Alerts 0).Labels.label_type }}{{ end }}' meesho_priority: '{{ (index .Alerts 0).Labels.priority }}{{ if eq (index .Alerts 0).Labels.priority "" }}{{ (index .Alerts 0).Labels.label_priority }}{{ end }}' meesho_primary_owner: '{{ (index .Alerts 0).Labels.primary_owner }}' meesho_secondary_owner: '{{ (index .Alerts 0).Labels.secondary_owner }}' meesho_alert_route: '{{ (index .Alerts 0).Labels.alerts }}' meesho_job: '{{ (index .Alerts 0).Labels.job }}' meesho_private_ip: '{{ (index .Alerts 0).Labels.private_ip }}' meesho_instance: '{{ (index .Alerts 0).Labels.instance }}' meesho_z_all: | {{ range (index .Alerts 0).Labels.SortedPairs }} • {{ .Name }}: {{ .Value }} {{ end }} firing: '' templates: - '/etc/alertmanager/template/gchat.tmpl'