Alerts

alert: MyServiceHighErrorRate
expr: (max
  without(sloth_window) (slo:sli_error:ratio_rate5m{sloth_id="myservice-requests-availability",sloth_service="myservice",sloth_slo="requests-availability"}
  > (14.4 * 0.0009999999999999432)) and max without(sloth_window) (slo:sli_error:ratio_rate1h{sloth_id="myservice-requests-availability",sloth_service="myservice",sloth_slo="requests-availability"}
  > (14.4 * 0.0009999999999999432))) or (max without(sloth_window) (slo:sli_error:ratio_rate30m{sloth_id="myservice-requests-availability",sloth_service="myservice",sloth_slo="requests-availability"}
  > (6 * 0.0009999999999999432)) and max without(sloth_window) (slo:sli_error:ratio_rate6h{sloth_id="myservice-requests-availability",sloth_service="myservice",sloth_slo="requests-availability"}
  > (6 * 0.0009999999999999432)))
labels:
  category: availability
  routing_key: myteam
  severity: pageteam
  sloth_severity: page
annotations:
  summary: High error rate on 'myservice' requests responses
  title: (page) {{$labels.sloth_service}} {{$labels.sloth_slo}} SLO error budget burn
    rate is too fast.

alert: MyServiceHighErrorRate
expr: (max
  without(sloth_window) (slo:sli_error:ratio_rate2h{sloth_id="myservice-requests-availability",sloth_service="myservice",sloth_slo="requests-availability"}
  > (3 * 0.0009999999999999432)) and max without(sloth_window) (slo:sli_error:ratio_rate1d{sloth_id="myservice-requests-availability",sloth_service="myservice",sloth_slo="requests-availability"}
  > (3 * 0.0009999999999999432))) or (max without(sloth_window) (slo:sli_error:ratio_rate6h{sloth_id="myservice-requests-availability",sloth_service="myservice",sloth_slo="requests-availability"}
  > (1 * 0.0009999999999999432)) and max without(sloth_window) (slo:sli_error:ratio_rate3d{sloth_id="myservice-requests-availability",sloth_service="myservice",sloth_slo="requests-availability"}
  > (1 * 0.0009999999999999432)))
labels:
  category: availability
  severity: slack
  slack_channel: '#alerts-myteam'
  sloth_severity: ticket
annotations:
  summary: High error rate on 'myservice' requests responses
  title: (ticket) {{$labels.sloth_service}} {{$labels.sloth_slo}} SLO error budget
    burn rate is too fast.