28 lines
813 B
YAML
28 lines
813 B
YAML
groups:
|
|
- name: notify-slo
|
|
rules:
|
|
- alert: NotifyDeliverySuccessSLO
|
|
expr: sum(rate(notify_delivery_success_total[5m])) / sum(rate(notify_delivery_total[5m])) < 0.98
|
|
for: 10m
|
|
labels:
|
|
severity: page
|
|
annotations:
|
|
summary: "Notify delivery success below SLO"
|
|
description: "Success ratio below 98% over 10m"
|
|
- alert: NotifyBacklogDepthHigh
|
|
expr: notify_backlog_depth > 5000
|
|
for: 5m
|
|
labels:
|
|
severity: page
|
|
annotations:
|
|
summary: "Notify backlog too high"
|
|
description: "Backlog depth exceeded 5000 messages"
|
|
- alert: NotifyDlqGrowth
|
|
expr: rate(notify_dlq_depth[10m]) > 50
|
|
for: 10m
|
|
labels:
|
|
severity: ticket
|
|
annotations:
|
|
summary: "Notify DLQ growth"
|
|
description: "Dead letter queue growing faster than threshold"
|