added repo
This commit is contained in:
@@ -0,0 +1,415 @@
|
||||
global:
|
||||
|
||||
route:
|
||||
repeat_interval: 60m
|
||||
receiver: alerts
|
||||
group_by: ['database_id','name','groupId','exported_cluster','envoy_cluster_name', 'namespace', 'pod', 'service', 'instance', 'subnet_id', 'alertname','cluster']
|
||||
routes:
|
||||
- match:
|
||||
orchestration_id: 67a9c6bb-1b06-4768-8f62-1c644f4e7b32
|
||||
receiver: 'event-orchestration-1'
|
||||
continue: false
|
||||
- match:
|
||||
orchestration_id: 7d616e74-1292-4cf1-8b5c-4741886f9d4b
|
||||
receiver: 'event-orchestration-2'
|
||||
continue: false
|
||||
# Heap-dump automation: alerts opted in with the label heap_dump="true" are POSTed to
|
||||
# Jenkins (heap-dump-job-go-auto) via the Generic Webhook Trigger plugin. continue:true so
|
||||
# the alert ALSO flows through to its normal Slack/PagerDuty routing below.
|
||||
# Grouped by pod+cluster -> one webhook (one build) per affected pod.
|
||||
# repeat_interval:12h throttles re-triggers so a long-firing alert does not re-dump hourly.
|
||||
- match:
|
||||
heap_dump: "true"
|
||||
receiver: 'jenkins-heap-dump'
|
||||
continue: true
|
||||
group_by: ['pod', 'cluster']
|
||||
repeat_interval: 12h
|
||||
- match_re:
|
||||
alertname: .*(?i)uptime.*
|
||||
receiver: 'gke-service-alerts-rcd'
|
||||
- match_re:
|
||||
alertname: System-Uptime-Stateless.*
|
||||
receiver: 'uptime-alerts'
|
||||
- match_re:
|
||||
groupname: .*-uptime
|
||||
receiver: 'gke-service-alerts-rcd'
|
||||
- match_re:
|
||||
alertname: .*_GKE.*
|
||||
receiver: 'gke-service-alerts-rcd'
|
||||
- match_re:
|
||||
groupname: k8s-.*
|
||||
receiver: 'gke-service-alerts'
|
||||
- match:
|
||||
service_type: kafka
|
||||
receiver: 'gke-service-alerts-kafka'
|
||||
- match_re:
|
||||
groupname: k8s.*
|
||||
receiver: 'gke-service-alerts'
|
||||
- match_re:
|
||||
groupname: redis.*
|
||||
receiver: 'gke-service-alerts'
|
||||
- match_re:
|
||||
groupname: db.*
|
||||
receiver: 'gke-service-alerts'
|
||||
- match_re:
|
||||
groupname: bigtable.*
|
||||
receiver: 'gke-service-alerts'
|
||||
- match_re:
|
||||
groupname: scylla.*
|
||||
receiver: 'gke-service-alerts'
|
||||
- match_re:
|
||||
groupname: mongo.*
|
||||
receiver: 'gke-service-alerts'
|
||||
- match_re:
|
||||
groupname: elastic.*
|
||||
receiver: 'gke-service-alerts'
|
||||
- match_re:
|
||||
groupname: vm.*
|
||||
receiver: 'gke-service-alerts'
|
||||
|
||||
receivers:
|
||||
- name: 'alerts'
|
||||
slack_configs:
|
||||
- api_url: "https://hooks.slack.com/services/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"
|
||||
channel: "#alerts"
|
||||
send_resolved: true
|
||||
title: '[{{ .Status | toUpper }}{{ if eq .Status "firing" }}:{{ .Alerts.Firing | len }}{{ end }}] Monitoring Event Notification'
|
||||
text: >-
|
||||
{{ range .Alerts }}
|
||||
*Alert:* {{ .Annotations.summary }} - `{{ .Labels.severity }}`
|
||||
*Status:* `{{ .Status | toUpper }}`
|
||||
*Details:*
|
||||
{{ range .Labels.SortedPairs }} • *{{ .Name }}:* `{{ .Value }}`
|
||||
{{ end }}
|
||||
*Description:* {{ .Annotations.description }}
|
||||
{{ end }}
|
||||
pagerduty_configs:
|
||||
- url: https://events.pagerduty.com/v2/enqueue
|
||||
routing_key: R02HMNATHTKHIN9N1SV5B72R412GFGZ6
|
||||
send_resolved: true
|
||||
client: AlertManager
|
||||
description: '{{ (index .Alerts 0).Labels.severity | toUpper }} - {{ (index .Alerts 0).Labels.env | toUpper }}{{ if eq (index .Alerts 0).Labels.env "" }}{{ (index .Alerts 0).Labels.label_env | toUpper }}{{ end }} - {{ (index .Alerts 0).Labels.priority }}{{ if eq (index .Alerts 0).Labels.priority "" }}{{ (index .Alerts 0).Labels.label_priority }}{{ end }} - {{ (index .Alerts 0).Labels.alertname }} - {{ (index .Alerts 0).Labels.bu }}{{ if eq (index .Alerts 0).Labels.bu "" }}{{ (index .Alerts 0).Labels.label_bu }}{{ end }} - {{ (index .Alerts 0).Labels.team }}{{ if eq (index .Alerts 0).Labels.team "" }}{{ (index .Alerts 0).Labels.label_team }}{{ end }} - {{ (index .Alerts 0).Labels.service }}{{ if eq (index .Alerts 0).Labels.service "" }}{{ (index .Alerts 0).Labels.namespace }}{{ end }}'
|
||||
severity: '{{ (index .Alerts 0).Labels.severity }}'
|
||||
class: '{{ (index .Alerts 0).Labels.alertname }}'
|
||||
component: '{{ (index .Alerts 0).Labels.service }}{{ if eq (index .Alerts 0).Labels.service "" }}{{ (index .Alerts 0).Labels.label_service }}{{ end }}'
|
||||
group: '{{ (index .Alerts 0).Labels.section }}{{ if eq (index .Alerts 0).Labels.section "" }}{{ (index .Alerts 0).Labels.label_section }}{{ end }}'
|
||||
details:
|
||||
alert_name: '{{ (index .Alerts 0).Labels.alertname }}'
|
||||
description: '{{ (index .Alerts 0).Annotations.description }}'
|
||||
meesho_env: '{{ (index .Alerts 0).Labels.env }}{{ if eq (index .Alerts 0).Labels.env "" }}{{ (index .Alerts 0).Labels.label_env }}{{ end }}'
|
||||
meesho_bu: '{{ (index .Alerts 0).Labels.bu }}{{ if eq (index .Alerts 0).Labels.bu "" }}{{ (index .Alerts 0).Labels.label_bu }}{{ end }}'
|
||||
meesho_team: '{{ (index .Alerts 0).Labels.team }}{{ if eq (index .Alerts 0).Labels.team "" }}{{ (index .Alerts 0).Labels.label_team }}{{ end }}'
|
||||
meesho_service: '{{ (index .Alerts 0).Labels.service }}{{ if eq (index .Alerts 0).Labels.service "" }}{{ (index .Alerts 0).Labels.label_service }}{{ end }}'
|
||||
meesho_type: '{{ (index .Alerts 0).Labels.type }}{{ if eq (index .Alerts 0).Labels.type "" }}{{ (index .Alerts 0).Labels.label_type }}{{ end }}'
|
||||
meesho_priority: '{{ (index .Alerts 0).Labels.priority }}{{ if eq (index .Alerts 0).Labels.priority "" }}{{ (index .Alerts 0).Labels.label_priority }}{{ end }}'
|
||||
meesho_alert_route: '{{ (index .Alerts 0).Labels.alerts }}'
|
||||
meesho_job: '{{ (index .Alerts 0).Labels.job }}'
|
||||
meesho_private_ip: '{{ (index .Alerts 0).Labels.private_ip }}'
|
||||
meesho_instance: '{{ (index .Alerts 0).Labels.instance }}'
|
||||
meesho_z_all: |
|
||||
{{ range (index .Alerts 0).Labels.SortedPairs }}
|
||||
• {{ .Name }}: {{ .Value }}
|
||||
{{ end }}
|
||||
firing: ''
|
||||
|
||||
- name: 'uptime-alerts'
|
||||
slack_configs:
|
||||
- api_url: "https://hooks.slack.com/services/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"
|
||||
channel: "#alerts"
|
||||
send_resolved: true
|
||||
title: '[{{ .Status | toUpper }}{{ if eq .Status "firing" }}:{{ .Alerts.Firing | len }}{{ end }}] Monitoring Event Notification'
|
||||
text: >-
|
||||
{{ range .Alerts }}
|
||||
*Alert:* {{ .Annotations.summary }} - `{{ .Labels.severity }}`
|
||||
*Status:* `{{ .Status | toUpper }}`
|
||||
*Details:*
|
||||
{{ range .Labels.SortedPairs }} • *{{ .Name }}:* `{{ .Value }}`
|
||||
{{ end }}
|
||||
*Description:* {{ .Annotations.description }}
|
||||
{{ end }}
|
||||
pagerduty_configs:
|
||||
- url: https://events.pagerduty.com/v2/enqueue
|
||||
routing_key: R02C33YDLWHWMSPDZI4ESLOXM1NGRN3H
|
||||
client: AlertManager
|
||||
description: '{{ (index .Alerts 0).Labels.severity | toUpper }} - {{ (index .Alerts 0).Labels.env | toUpper }}{{ if eq (index .Alerts 0).Labels.env "" }}{{ (index .Alerts 0).Labels.label_env | toUpper }}{{ end }} - {{ (index .Alerts 0).Labels.priority_v2 }}{{ if eq (index .Alerts 0).Labels.priority_v2 "" }}{{ (index .Alerts 0).Labels.label_priority_v2 }}{{ end }} - {{ (index .Alerts 0).Labels.alertname }} - {{ (index .Alerts 0).Labels.bu }}{{ if eq (index .Alerts 0).Labels.bu "" }}{{ (index .Alerts 0).Labels.label_bu }}{{ end }} - {{ (index .Alerts 0).Labels.team }}{{ if eq (index .Alerts 0).Labels.team "" }}{{ (index .Alerts 0).Labels.label_team }}{{ end }} - {{ (index .Alerts 0).Labels.envoy_cluster_name | reReplaceAll "_.*" "" | reReplaceAll "prd-" "" }}{{ if eq (index .Alerts 0).Labels.envoy_cluster_name "" }}{{ (index .Alerts 0).Labels.service }}{{ end }}'
|
||||
severity: '{{ (index .Alerts 0).Labels.severity }}'
|
||||
class: '{{ (index .Alerts 0).Labels.alertname }}'
|
||||
component: '{{ (index .Alerts 0).Labels.service }}{{ if eq (index .Alerts 0).Labels.service "" }}{{ (index .Alerts 0).Labels.label_service }}{{ end }}'
|
||||
group: '{{ (index .Alerts 0).Labels.team }}{{ if eq (index .Alerts 0).Labels.team "" }}{{ (index .Alerts 0).Labels.label_team }}{{ end }}'
|
||||
details:
|
||||
alert_name: '{{ (index .Alerts 0).Labels.alertname }}'
|
||||
description: '{{ (index .Alerts 0).Annotations.description }}'
|
||||
meesho_env: '{{ (index .Alerts 0).Labels.env }}{{ if eq (index .Alerts 0).Labels.env "" }}{{ (index .Alerts 0).Labels.label_env }}{{ end }}'
|
||||
meesho_bu: '{{ (index .Alerts 0).Labels.bu }}{{ if eq (index .Alerts 0).Labels.bu "" }}{{ (index .Alerts 0).Labels.label_bu }}{{ end }}'
|
||||
meesho_team: '{{ (index .Alerts 0).Labels.team }}{{ if eq (index .Alerts 0).Labels.team "" }}{{ (index .Alerts 0).Labels.label_team }}{{ end }}'
|
||||
meesho_service: '{{ (index .Alerts 0).Labels.service }}{{ if eq (index .Alerts 0).Labels.service "" }}{{ (index .Alerts 0).Labels.label_service }}{{ end }}'
|
||||
meesho_envoy_cluster_name: '{{ (index .Alerts 0).Labels.envoy_cluster_name | reReplaceAll "_.*" "" | reReplaceAll "prd-" "" }}{{ if eq (index .Alerts 0).Labels.envoy_cluster_name "" }}{{ (index .Alerts 0).Labels.service }}{{ end }}'
|
||||
meesho_type: '{{ (index .Alerts 0).Labels.type }}{{ if eq (index .Alerts 0).Labels.type "" }}{{ (index .Alerts 0).Labels.label_type }}{{ end }}'
|
||||
meesho_priority: '{{ (index .Alerts 0).Labels.priority }}{{ if eq (index .Alerts 0).Labels.priority "" }}{{ (index .Alerts 0).Labels.label_priority }}{{ end }}'
|
||||
meesho_primary_owner: '{{ (index .Alerts 0).Labels.primary_owner }}'
|
||||
meesho_secondry_owner: '{{ (index .Alerts 0).Labels.secondry_owner }}'
|
||||
meesho_alert_route: '{{ (index .Alerts 0).Labels.alerts }}'
|
||||
meesho_job: '{{ (index .Alerts 0).Labels.job }}'
|
||||
meesho_private_ip: '{{ (index .Alerts 0).Labels.private_ip }}'
|
||||
meesho_instance: '{{ (index .Alerts 0).Labels.instance }}'
|
||||
meesho_service_type: '{{ (index .Alerts 0).Labels.service_type }}'
|
||||
meesho_priority_v2: '{{ (index .Alerts 0).Labels.priority_v2 }}'
|
||||
meesho_z_all: |
|
||||
{{ range (index .Alerts 0).Labels.SortedPairs }}
|
||||
• {{ .Name }}: {{ .Value }}
|
||||
{{ end }}
|
||||
firing: ''
|
||||
|
||||
|
||||
- name: 'gke-service-alerts'
|
||||
slack_configs:
|
||||
- api_url: "https://hooks.slack.com/services/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"
|
||||
channel: "#alerts"
|
||||
send_resolved: true
|
||||
title: '[{{ .Status | toUpper }}{{ if eq .Status "firing" }}:{{ .Alerts.Firing | len }}{{ end }}] Monitoring Event Notification'
|
||||
text: >-
|
||||
{{ range .Alerts }}
|
||||
*Alert:* {{ .Annotations.summary }} - `{{ .Labels.severity }}`
|
||||
*Status:* `{{ .Status | toUpper }}`
|
||||
*Details:*
|
||||
{{ range .Labels.SortedPairs }} • *{{ .Name }}:* `{{ .Value }}`
|
||||
{{ end }}
|
||||
*Description:* {{ .Annotations.description }}
|
||||
{{ end }}
|
||||
pagerduty_configs:
|
||||
- url: https://events.pagerduty.com/v2/enqueue
|
||||
routing_key: R02HMNATHTKHIN9N1SV5B72R412GFGZ6
|
||||
send_resolved: true
|
||||
client: AlertManager
|
||||
description: '{{ (index .Alerts 0).Labels.severity | toUpper }} - {{ (index .Alerts 0).Labels.env | toUpper }}{{ if eq (index .Alerts 0).Labels.env "" }}{{ (index .Alerts 0).Labels.label_env | toUpper }}{{ end }} - {{ (index .Alerts 0).Labels.priority }}{{ if eq (index .Alerts 0).Labels.priority "" }}{{ (index .Alerts 0).Labels.label_priority }}{{ end }} - {{ (index .Alerts 0).Labels.alertname }}'
|
||||
severity: '{{ (index .Alerts 0).Labels.severity }}'
|
||||
class: '{{ (index .Alerts 0).Labels.alertname }}'
|
||||
component: '{{ (index .Alerts 0).Labels.service }}{{ if eq (index .Alerts 0).Labels.service "" }}{{ (index .Alerts 0).Labels.label_service }}{{ end }}'
|
||||
group: '{{ (index .Alerts 0).Labels.section }}{{ if eq (index .Alerts 0).Labels.section "" }}{{ (index .Alerts 0).Labels.label_section }}{{ end }}'
|
||||
details:
|
||||
alert_name: '{{ (index .Alerts 0).Labels.alertname }}'
|
||||
description: '{{ (index .Alerts 0).Annotations.description }}'
|
||||
meesho_env: '{{ (index .Alerts 0).Labels.env }}{{ if eq (index .Alerts 0).Labels.env "" }}{{ (index .Alerts 0).Labels.label_env }}{{ end }}'
|
||||
meesho_bu: '{{ (index .Alerts 0).Labels.bu }}{{ if eq (index .Alerts 0).Labels.bu "" }}{{ (index .Alerts 0).Labels.label_bu }}{{ end }}'
|
||||
meesho_team: '{{ (index .Alerts 0).Labels.team }}{{ if eq (index .Alerts 0).Labels.team "" }}{{ (index .Alerts 0).Labels.label_team }}{{ end }}'
|
||||
meesho_service: '{{ (index .Alerts 0).Labels.service }}{{ if eq (index .Alerts 0).Labels.service "" }}{{ (index .Alerts 0).Labels.label_service }}{{ end }}'
|
||||
meesho_envoy_cluster_name: '{{ (index .Alerts 0).Labels.envoy_cluster_name | reReplaceAll "_.*" "" | reReplaceAll "prd-" "" }}{{ if eq (index .Alerts 0).Labels.envoy_cluster_name "" }}{{ (index .Alerts 0).Labels.service }}{{ end }}'
|
||||
meesho_type: '{{ (index .Alerts 0).Labels.type }}{{ if eq (index .Alerts 0).Labels.type "" }}{{ (index .Alerts 0).Labels.label_type }}{{ end }}'
|
||||
meesho_priority: '{{ (index .Alerts 0).Labels.priority }}{{ if eq (index .Alerts 0).Labels.priority "" }}{{ (index .Alerts 0).Labels.label_priority }}{{ end }}'
|
||||
meesho_primary_owner: '{{ (index .Alerts 0).Labels.primary_owner }}'
|
||||
meesho_secondary_owner: '{{ (index .Alerts 0).Labels.secondary_owner }}'
|
||||
meesho_alert_route: '{{ (index .Alerts 0).Labels.alerts }}'
|
||||
meesho_job: '{{ (index .Alerts 0).Labels.job }}'
|
||||
meesho_private_ip: '{{ (index .Alerts 0).Labels.private_ip }}'
|
||||
meesho_instance: '{{ (index .Alerts 0).Labels.instance }}'
|
||||
meesho_z_all: |
|
||||
{{ range (index .Alerts 0).Labels.SortedPairs }}
|
||||
• {{ .Name }}: {{ .Value }}
|
||||
{{ end }}
|
||||
firing: ''
|
||||
|
||||
- name: 'event-orchestration-1'
|
||||
slack_configs:
|
||||
- api_url: "https://hooks.slack.com/services/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"
|
||||
channel: "#alerts"
|
||||
send_resolved: true
|
||||
title: '[{{ .Status | toUpper }}{{ if eq .Status "firing" }}:{{ .Alerts.Firing | len }}{{ end }}] Monitoring Event Notification'
|
||||
text: >-
|
||||
{{ range .Alerts }}
|
||||
*Alert:* {{ .Annotations.summary }} - `{{ .Labels.severity }}`
|
||||
*Status:* `{{ .Status | toUpper }}`
|
||||
*Details:*
|
||||
{{ range .Labels.SortedPairs }} • *{{ .Name }}:* `{{ .Value }}`
|
||||
{{ end }}
|
||||
*Description:* {{ .Annotations.description }}
|
||||
{{ end }}
|
||||
pagerduty_configs:
|
||||
- url: https://events.pagerduty.com/v2/enqueue
|
||||
routing_key: R025U1EEEU74A2UQ74EYFX0TF0QC4CO5
|
||||
send_resolved: true
|
||||
client: AlertManager
|
||||
description: '{{ (index .Alerts 0).Labels.env | toUpper }}{{ if eq (index .Alerts 0).Labels.env "" }}{{ (index .Alerts 0).Labels.label_env | toUpper }}{{ end }} - {{ (index .Alerts 0).Labels.alertname }} - {{ (index .Alerts 0).Labels.service }}{{ if eq (index .Alerts 0).Labels.service "" }}{{ (index .Alerts 0).Labels.namespace }}{{ end }}'
|
||||
severity: '{{ (index .Alerts 0).Labels.severity }}'
|
||||
class: '{{ (index .Alerts 0).Labels.alertname }}'
|
||||
component: '{{ (index .Alerts 0).Labels.service }}{{ if eq (index .Alerts 0).Labels.service "" }}{{ (index .Alerts 0).Labels.label_service }}{{ end }}'
|
||||
group: '{{ (index .Alerts 0).Labels.section }}{{ if eq (index .Alerts 0).Labels.section "" }}{{ (index .Alerts 0).Labels.label_section }}{{ end }}'
|
||||
details:
|
||||
alert_name: '{{ (index .Alerts 0).Labels.alertname }}'
|
||||
description: '{{ (index .Alerts 0).Annotations.description }}'
|
||||
meesho_env: '{{ (index .Alerts 0).Labels.env }}{{ if eq (index .Alerts 0).Labels.env "" }}{{ (index .Alerts 0).Labels.label_env }}{{ end }}'
|
||||
meesho_bu: '{{ (index .Alerts 0).Labels.bu }}{{ if eq (index .Alerts 0).Labels.bu "" }}{{ (index .Alerts 0).Labels.label_bu }}{{ end }}'
|
||||
meesho_team: '{{ (index .Alerts 0).Labels.team }}{{ if eq (index .Alerts 0).Labels.team "" }}{{ (index .Alerts 0).Labels.label_team }}{{ end }}'
|
||||
meesho_service: '{{ (index .Alerts 0).Labels.service }}{{ if eq (index .Alerts 0).Labels.service "" }}{{ (index .Alerts 0).Labels.label_service }}{{ end }}'
|
||||
meesho_envoy_cluster_name: '{{ (index .Alerts 0).Labels.envoy_cluster_name | reReplaceAll "_.*" "" | reReplaceAll "prd-" "" }}{{ if eq (index .Alerts 0).Labels.envoy_cluster_name "" }}{{ (index .Alerts 0).Labels.service }}{{ end }}'
|
||||
meesho_type: '{{ (index .Alerts 0).Labels.type }}{{ if eq (index .Alerts 0).Labels.type "" }}{{ (index .Alerts 0).Labels.label_type }}{{ end }}'
|
||||
meesho_priority: '{{ (index .Alerts 0).Labels.priority }}{{ if eq (index .Alerts 0).Labels.priority "" }}{{ (index .Alerts 0).Labels.label_priority }}{{ end }}'
|
||||
meesho_primary_owner: '{{ (index .Alerts 0).Labels.primary_owner }}'
|
||||
meesho_secondary_owner: '{{ (index .Alerts 0).Labels.secondary_owner }}'
|
||||
meesho_alert_route: '{{ (index .Alerts 0).Labels.alerts }}'
|
||||
meesho_job: '{{ (index .Alerts 0).Labels.job }}'
|
||||
meesho_private_ip: '{{ (index .Alerts 0).Labels.private_ip }}'
|
||||
meesho_instance: '{{ (index .Alerts 0).Labels.instance }}'
|
||||
meesho_z_all: |
|
||||
{{ range (index .Alerts 0).Labels.SortedPairs }}
|
||||
• {{ .Name }}: {{ .Value }}
|
||||
{{ end }}
|
||||
firing: ''
|
||||
webhook_configs:
|
||||
- url: http://autonomous-incident-copilot.prd.meesho.int/api/ingest_alerts
|
||||
send_resolved: false
|
||||
|
||||
- name: 'event-orchestration-2'
|
||||
slack_configs:
|
||||
- api_url: "https://hooks.slack.com/services/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"
|
||||
channel: "#alerts"
|
||||
send_resolved: true
|
||||
title: '[{{ .Status | toUpper }}{{ if eq .Status "firing" }}:{{ .Alerts.Firing | len }}{{ end }}] Monitoring Event Notification'
|
||||
text: >-
|
||||
{{ range .Alerts }}
|
||||
*Alert:* {{ .Annotations.summary }} - `{{ .Labels.severity }}`
|
||||
*Status:* `{{ .Status | toUpper }}`
|
||||
*Details:*
|
||||
{{ range .Labels.SortedPairs }} • *{{ .Name }}:* `{{ .Value }}`
|
||||
{{ end }}
|
||||
*Description:* {{ .Annotations.description }}
|
||||
{{ end }}
|
||||
pagerduty_configs:
|
||||
- url: https://events.pagerduty.com/v2/enqueue
|
||||
routing_key: R02CIUHCGMHEJU2UUQ61IILPP0B7S47C
|
||||
send_resolved: true
|
||||
client: AlertManager
|
||||
description: '{{ (index .Alerts 0).Labels.env | toUpper }}{{ if eq (index .Alerts 0).Labels.env "" }}{{ (index .Alerts 0).Labels.label_env | toUpper }}{{ end }} - {{ (index .Alerts 0).Labels.alertname }} - {{ (index .Alerts 0).Labels.service }}{{ if eq (index .Alerts 0).Labels.service "" }}{{ (index .Alerts 0).Labels.namespace }}{{ end }}'
|
||||
severity: '{{ (index .Alerts 0).Labels.severity }}'
|
||||
class: '{{ (index .Alerts 0).Labels.alertname }}'
|
||||
component: '{{ (index .Alerts 0).Labels.service }}{{ if eq (index .Alerts 0).Labels.service "" }}{{ (index .Alerts 0).Labels.label_service }}{{ end }}'
|
||||
group: '{{ (index .Alerts 0).Labels.section }}{{ if eq (index .Alerts 0).Labels.section "" }}{{ (index .Alerts 0).Labels.label_section }}{{ end }}'
|
||||
details:
|
||||
alert_name: '{{ (index .Alerts 0).Labels.alertname }}'
|
||||
description: '{{ (index .Alerts 0).Annotations.description }}'
|
||||
meesho_env: '{{ (index .Alerts 0).Labels.env }}{{ if eq (index .Alerts 0).Labels.env "" }}{{ (index .Alerts 0).Labels.label_env }}{{ end }}'
|
||||
meesho_bu: '{{ (index .Alerts 0).Labels.bu }}{{ if eq (index .Alerts 0).Labels.bu "" }}{{ (index .Alerts 0).Labels.label_bu }}{{ end }}'
|
||||
meesho_team: '{{ (index .Alerts 0).Labels.team }}{{ if eq (index .Alerts 0).Labels.team "" }}{{ (index .Alerts 0).Labels.label_team }}{{ end }}'
|
||||
meesho_service: '{{ (index .Alerts 0).Labels.service }}{{ if eq (index .Alerts 0).Labels.service "" }}{{ (index .Alerts 0).Labels.label_service }}{{ end }}'
|
||||
meesho_envoy_cluster_name: '{{ (index .Alerts 0).Labels.envoy_cluster_name | reReplaceAll "_.*" "" | reReplaceAll "prd-" "" }}{{ if eq (index .Alerts 0).Labels.envoy_cluster_name "" }}{{ (index .Alerts 0).Labels.service }}{{ end }}'
|
||||
meesho_type: '{{ (index .Alerts 0).Labels.type }}{{ if eq (index .Alerts 0).Labels.type "" }}{{ (index .Alerts 0).Labels.label_type }}{{ end }}'
|
||||
meesho_priority: '{{ (index .Alerts 0).Labels.priority }}{{ if eq (index .Alerts 0).Labels.priority "" }}{{ (index .Alerts 0).Labels.label_priority }}{{ end }}'
|
||||
meesho_primary_owner: '{{ (index .Alerts 0).Labels.primary_owner }}'
|
||||
meesho_secondary_owner: '{{ (index .Alerts 0).Labels.secondary_owner }}'
|
||||
meesho_alert_route: '{{ (index .Alerts 0).Labels.alerts }}'
|
||||
meesho_job: '{{ (index .Alerts 0).Labels.job }}'
|
||||
meesho_private_ip: '{{ (index .Alerts 0).Labels.private_ip }}'
|
||||
meesho_instance: '{{ (index .Alerts 0).Labels.instance }}'
|
||||
meesho_z_all: |
|
||||
{{ range (index .Alerts 0).Labels.SortedPairs }}
|
||||
• {{ .Name }}: {{ .Value }}
|
||||
{{ end }}
|
||||
firing: ''
|
||||
webhook_configs:
|
||||
- url: http://autonomous-incident-copilot.prd.meesho.int/api/ingest_alerts
|
||||
send_resolved: false
|
||||
|
||||
# Triggers the Jenkins heap-dump-job-go-auto job (alert-driven clone of heap-dump-job-go,
|
||||
# runs on jenkins-prd in the 'jenkins' namespace). The Generic Webhook Trigger plugin reads
|
||||
# the alert JSON; the job's GenericTrigger maps $.commonLabels.{bu,service,pod} into build
|
||||
# params. ?token= MUST equal the job's trigger token. Targets the in-cluster Service.
|
||||
- name: 'jenkins-heap-dump'
|
||||
webhook_configs:
|
||||
- url: 'http://jenkins-prd.jenkins.svc.cluster.local:8080/generic-webhook-trigger/invoke?token=heap-dump-job-go-auto'
|
||||
send_resolved: false
|
||||
|
||||
- name: 'gke-service-alerts-kafka'
|
||||
slack_configs:
|
||||
- api_url: "https://hooks.slack.com/services/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"
|
||||
channel: "#alerts"
|
||||
send_resolved: true
|
||||
title: '[{{ .Status | toUpper }}{{ if eq .Status "firing" }}:{{ .Alerts.Firing | len }}{{ end }}] Monitoring Event Notification'
|
||||
text: >-
|
||||
{{ range .Alerts }}
|
||||
*Alert:* {{ .Annotations.summary }} - `{{ .Labels.severity }}`
|
||||
*Status:* `{{ .Status | toUpper }}`
|
||||
*Details:*
|
||||
{{ range .Labels.SortedPairs }} • *{{ .Name }}:* `{{ .Value }}`
|
||||
{{ end }}
|
||||
*Description:* {{ .Annotations.description }}
|
||||
{{ end }}
|
||||
pagerduty_configs:
|
||||
- url: https://events.pagerduty.com/v2/enqueue
|
||||
routing_key: R02HMNATHTKHIN9N1SV5B72R412GFGZ6
|
||||
send_resolved: true
|
||||
client: AlertManager
|
||||
description: '{{ (index .Alerts 0).Labels.severity | toUpper }} - {{ (index .Alerts 0).Labels.env | toUpper }}{{ if eq (index .Alerts 0).Labels.env "" }}{{ (index .Alerts 0).Labels.label_env | toUpper }}{{ end }} - {{ (index .Alerts 0).Labels.priority }}{{ if eq (index .Alerts 0).Labels.priority "" }}{{ (index .Alerts 0).Labels.label_priority }}{{ end }} - {{ (index .Alerts 0).Labels.alertname }}'
|
||||
severity: '{{ (index .Alerts 0).Labels.severity }}'
|
||||
class: '{{ (index .Alerts 0).Labels.alertname }}'
|
||||
component: '{{ (index .Alerts 0).Labels.service }}{{ if eq (index .Alerts 0).Labels.service "" }}{{ (index .Alerts 0).Labels.label_service }}{{ end }}'
|
||||
group: '{{ (index .Alerts 0).Labels.section }}{{ if eq (index .Alerts 0).Labels.section "" }}{{ (index .Alerts 0).Labels.label_section }}{{ end }}'
|
||||
details:
|
||||
alert_name: '{{ (index .Alerts 0).Labels.alertname }}'
|
||||
description: '{{ (index .Alerts 0).Annotations.description }}'
|
||||
meesho_env: '{{ (index .Alerts 0).Labels.env }}{{ if eq (index .Alerts 0).Labels.env "" }}{{ (index .Alerts 0).Labels.label_env }}{{ end }}'
|
||||
meesho_bu: '{{ (index .Alerts 0).Labels.bu }}{{ if eq (index .Alerts 0).Labels.bu "" }}{{ (index .Alerts 0).Labels.label_bu }}{{ end }}'
|
||||
meesho_team: '{{ (index .Alerts 0).Labels.team }}{{ if eq (index .Alerts 0).Labels.team "" }}{{ (index .Alerts 0).Labels.label_team }}{{ end }}'
|
||||
meesho_service: '{{ (index .Alerts 0).Labels.service }}{{ if eq (index .Alerts 0).Labels.service "" }}{{ (index .Alerts 0).Labels.label_service }}{{ end }}'
|
||||
meesho_envoy_cluster_name: '{{ (index .Alerts 0).Labels.envoy_cluster_name | reReplaceAll "_.*" "" | reReplaceAll "prd-" "" }}{{ if eq (index .Alerts 0).Labels.envoy_cluster_name "" }}{{ (index .Alerts 0).Labels.service }}{{ end }}'
|
||||
meesho_type: '{{ (index .Alerts 0).Labels.type }}{{ if eq (index .Alerts 0).Labels.type "" }}{{ (index .Alerts 0).Labels.label_type }}{{ end }}'
|
||||
meesho_priority: '{{ (index .Alerts 0).Labels.priority }}{{ if eq (index .Alerts 0).Labels.priority "" }}{{ (index .Alerts 0).Labels.label_priority }}{{ end }}'
|
||||
meesho_primary_owner: '{{ (index .Alerts 0).Labels.primary_owner }}'
|
||||
meesho_secondary_owner: '{{ (index .Alerts 0).Labels.secondary_owner }}'
|
||||
meesho_alert_route: '{{ (index .Alerts 0).Labels.alerts }}'
|
||||
meesho_job: '{{ (index .Alerts 0).Labels.job }}'
|
||||
meesho_private_ip: '{{ (index .Alerts 0).Labels.private_ip }}'
|
||||
meesho_instance: '{{ (index .Alerts 0).Labels.instance }}'
|
||||
meesho_z_all: |
|
||||
{{ range (index .Alerts 0).Labels.SortedPairs }}
|
||||
• {{ .Name }}: {{ .Value }}
|
||||
{{ end }}
|
||||
firing: ''
|
||||
|
||||
- name: 'gke-service-alerts-rcd'
|
||||
slack_configs:
|
||||
- api_url: "https://hooks.slack.com/services/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"
|
||||
channel: "#alerts"
|
||||
send_resolved: true
|
||||
title: '[{{ .Status | toUpper }}{{ if eq .Status "firing" }}:{{ .Alerts.Firing | len }}{{ end }}] Monitoring Event Notification'
|
||||
text: >-
|
||||
{{ range .Alerts }}
|
||||
*Alert:* {{ .Annotations.summary }} - `{{ .Labels.severity }}`
|
||||
*Status:* `{{ .Status | toUpper }}`
|
||||
*Details:*
|
||||
{{ range .Labels.SortedPairs }} • *{{ .Name }}:* `{{ .Value }}`
|
||||
{{ end }}
|
||||
*Description:* {{ .Annotations.description }}
|
||||
{{ end }}
|
||||
pagerduty_configs:
|
||||
- url: https://events.pagerduty.com/v2/enqueue
|
||||
routing_key: R02HMNATHTKHIN9N1SV5B72R412GFGZ6
|
||||
send_resolved: true
|
||||
client: AlertManager
|
||||
description: '{{ (index .Alerts 0).Labels.severity | toUpper }} - {{ (index .Alerts 0).Labels.env | toUpper }}{{ if eq (index .Alerts 0).Labels.env "" }}{{ (index .Alerts 0).Labels.label_env | toUpper }}{{ end }} - {{ (index .Alerts 0).Labels.priority }}{{ if eq (index .Alerts 0).Labels.priority "" }}{{ (index .Alerts 0).Labels.label_priority }}{{ end }} - {{ (index .Alerts 0).Labels.alertname }}'
|
||||
severity: '{{ (index .Alerts 0).Labels.severity }}'
|
||||
class: '{{ (index .Alerts 0).Labels.alertname }}'
|
||||
component: '{{ (index .Alerts 0).Labels.service }}{{ if eq (index .Alerts 0).Labels.service "" }}{{ (index .Alerts 0).Labels.label_service }}{{ end }}'
|
||||
group: '{{ (index .Alerts 0).Labels.section }}{{ if eq (index .Alerts 0).Labels.section "" }}{{ (index .Alerts 0).Labels.label_section }}{{ end }}'
|
||||
details:
|
||||
alert_name: '{{ (index .Alerts 0).Labels.alertname }}'
|
||||
description: '{{ (index .Alerts 0).Annotations.description }}'
|
||||
meesho_env: '{{ (index .Alerts 0).Labels.env }}{{ if eq (index .Alerts 0).Labels.env "" }}{{ (index .Alerts 0).Labels.label_env }}{{ end }}'
|
||||
meesho_bu: '{{ (index .Alerts 0).Labels.bu }}{{ if eq (index .Alerts 0).Labels.bu "" }}{{ (index .Alerts 0).Labels.label_bu }}{{ end }}'
|
||||
meesho_team: '{{ (index .Alerts 0).Labels.team }}{{ if eq (index .Alerts 0).Labels.team "" }}{{ (index .Alerts 0).Labels.label_team }}{{ end }}'
|
||||
meesho_service: '{{ (index .Alerts 0).Labels.service }}{{ if eq (index .Alerts 0).Labels.service "" }}{{ (index .Alerts 0).Labels.label_service }}{{ end }}'
|
||||
meesho_envoy_cluster_name: '{{ (index .Alerts 0).Labels.envoy_cluster_name | reReplaceAll "_.*" "" | reReplaceAll "prd-" "" }}{{ if eq (index .Alerts 0).Labels.envoy_cluster_name "" }}{{ (index .Alerts 0).Labels.service }}{{ end }}'
|
||||
meesho_type: '{{ (index .Alerts 0).Labels.type }}{{ if eq (index .Alerts 0).Labels.type "" }}{{ (index .Alerts 0).Labels.label_type }}{{ end }}'
|
||||
meesho_priority: '{{ (index .Alerts 0).Labels.priority }}{{ if eq (index .Alerts 0).Labels.priority "" }}{{ (index .Alerts 0).Labels.label_priority }}{{ end }}'
|
||||
meesho_primary_owner: '{{ (index .Alerts 0).Labels.primary_owner }}'
|
||||
meesho_secondary_owner: '{{ (index .Alerts 0).Labels.secondary_owner }}'
|
||||
meesho_alert_route: '{{ (index .Alerts 0).Labels.alerts }}'
|
||||
meesho_job: '{{ (index .Alerts 0).Labels.job }}'
|
||||
meesho_private_ip: '{{ (index .Alerts 0).Labels.private_ip }}'
|
||||
meesho_instance: '{{ (index .Alerts 0).Labels.instance }}'
|
||||
meesho_z_all: |
|
||||
{{ range (index .Alerts 0).Labels.SortedPairs }}
|
||||
• {{ .Name }}: {{ .Value }}
|
||||
{{ end }}
|
||||
firing: ''
|
||||
|
||||
templates:
|
||||
- '/etc/alertmanager/template/gchat.tmpl'
|
||||
Reference in New Issue
Block a user