Commit b4bb093b authored by Andrew Newdigate's avatar Andrew Newdigate

Generate alerts when series data goes missing

parent f83c9e84
groups:
- name: general-missing-series-alerts.yml
rules:
# Availability
- alert: gitlab_component_availability_missing_series
expr: |
(gitlab_component_availability:ratio offset 1d)
unless
gitlab_component_availability:ratio
for: 10m
labels:
rules_domain: general
severity: warn
annotations:
title: "Availability data for the `{{ $labels.component }}` component of the `{{ $labels.type }}` service is missing"
description: |
The data used to generate the `gitlab_component_availability:ratio` metrics are missing for the
`{{ $labels.component }}` component of the `{{ $labels.type }}` service. This
might indicate that our observability has been affected.
grafana_dashboard_id: "Z4W91Zbmk/general-triage-missing-component-series-data"
grafana_panel_id: "4"
grafana_variables: "environment,type,component"
# Ops Rate
- alert: gitlab_component_opsrate_missing_series
expr: |
(gitlab_component_ops:rate offset 1d)
unless
gitlab_component_ops:rate
for: 10m
labels:
rules_domain: general
severity: warn
annotations:
title: "Operation rate data for the `{{ $labels.component }}` component of the `{{ $labels.type }}` service is missing"
description: |
The data used to generate the `gitlab_component_ops:rate` metrics are missing for the
`{{ $labels.component }}` component of the `{{ $labels.type }}` service. This
might indicate that our observability has been affected.
grafana_dashboard_id: "Z4W91Zbmk/general-triage-missing-component-series-data"
grafana_panel_id: "42"
grafana_variables: "environment,type,component"
# Apdex
- alert: gitlab_component_apdex_missing_series
expr: |
(gitlab_component_apdex:ratio offset 1d)
unless
gitlab_component_apdex:ratio
for: 10m
labels:
rules_domain: general
severity: warn
annotations:
title: "Apdex for the `{{ $labels.component }}` component of the `{{ $labels.type }}` service is missing"
description: |
The data used to generate the `gitlab_component_apdex:ratio` metrics are missing for the
`{{ $labels.component }}` component of the `{{ $labels.type }}` service. This
might indicate that our observability has been affected.
grafana_dashboard_id: "Z4W91Zbmk/general-triage-missing-component-series-data"
grafana_panel_id: "19"
grafana_variables: "environment,type,component"
# Error Rate
- alert: gitlab_component_error_missing_series
expr: |
(gitlab_component_errors:rate offset 1d)
unless
gitlab_component_errors:rate
for: 10m
labels:
rules_domain: general
severity: warn
annotations:
title: "Error rate data for the `{{ $labels.component }}` component of the `{{ $labels.type }}` service is missing"
description: |
The data used to generate the `gitlab_component_errors:rate` metrics are missing for the
`{{ $labels.component }}` component of the `{{ $labels.type }}` service. This
might indicate that our observability has been affected.
grafana_dashboard_id: "Z4W91Zbmk/general-triage-missing-component-series-data"
grafana_panel_id: "27"
grafana_variables: "environment,type,component"
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment