11
11
rules :
12
12
- alert : SYN_LokiRequestErrors
13
13
annotations :
14
- message : ' {{ $labels.job }} {{ $labels.route }} is experiencing {{ printf
15
- "%.2f" $value }}% errors.'
14
+ description : ' {{ $labels.job }} {{ $labels.route }} is experiencing {{
15
+ printf "%.2f" $value }}% errors.'
16
16
runbook_url : https://github.com/grafana/loki/blob/main/operator/docs/lokistack/sop.md#Loki-Request-Errors
17
17
summary : At least 10% of requests are responded by 5xx server errors.
18
18
expr : |
32
32
syn_component : openshift4-logging
33
33
- alert : SYN_LokiStackWriteRequestErrors
34
34
annotations :
35
- message : ' {{ printf "%.2f" $value }}% of write requests from {{ $labels.job
35
+ description : ' {{ printf "%.2f" $value }}% of write requests from {{ $labels.job
36
36
}} in {{ $labels.namespace }} are returned with server errors.'
37
37
runbook_url : https://github.com/grafana/loki/blob/main/operator/docs/lokistack/sop.md#LokiStack-Write-Request-Errors
38
38
summary : At least 10% of write requests to the lokistack-gateway are responded
54
54
syn_component : openshift4-logging
55
55
- alert : SYN_LokiStackReadRequestErrors
56
56
annotations :
57
- message : ' {{ printf "%.2f" $value }}% of query requests from {{ $labels.job
57
+ description : ' {{ printf "%.2f" $value }}% of query requests from {{ $labels.job
58
58
}} in {{ $labels.namespace }} are returned with server errors.'
59
59
runbook_url : https://github.com/grafana/loki/blob/main/operator/docs/lokistack/sop.md#LokiStack-Read-Request-Errors
60
60
summary : At least 10% of query requests to the lokistack-gateway are responded
76
76
syn_component : openshift4-logging
77
77
- alert : SYN_LokiRequestPanics
78
78
annotations :
79
- message : ' {{ $labels.job }} is experiencing an increase of {{ $value }}
80
- panics.'
79
+ description : ' {{ $labels.job }} is experiencing an increase of {{ $value
80
+ }} panics.'
81
81
runbook_url : https://github.com/grafana/loki/blob/main/operator/docs/lokistack/sop.md#Loki-Request-Panics
82
82
summary : A panic was triggered.
83
83
expr : |
93
93
syn_component : openshift4-logging
94
94
- alert : SYN_LokiRequestLatency
95
95
annotations :
96
- message : ' {{ $labels.job }} {{ $labels.route }} is experiencing {{ printf
97
- "%.2f" $value }}s 99th percentile latency.'
96
+ description : ' {{ $labels.job }} {{ $labels.route }} is experiencing {{
97
+ printf "%.2f" $value }}s 99th percentile latency.'
98
98
runbook_url : https://github.com/grafana/loki/blob/main/operator/docs/lokistack/sop.md#Loki-Request-Latency
99
99
summary : The 99th percentile is experiencing high latency (higher than
100
100
1 second).
@@ -114,7 +114,8 @@ spec:
114
114
syn_component : openshift4-logging
115
115
- alert : SYN_LokiTenantRateLimit
116
116
annotations :
117
- message : ' {{ $labels.job }} {{ $labels.route }} is experiencing 429 errors.'
117
+ description : ' {{ $labels.job }} {{ $labels.route }} is experiencing 429
118
+ errors.'
118
119
runbook_url : https://github.com/grafana/loki/blob/main/operator/docs/lokistack/sop.md#Loki-Tenant-Rate-Limit
119
120
summary : At least 10% of requests are responded with the rate limit error
120
121
code.
@@ -135,7 +136,7 @@ spec:
135
136
syn_component : openshift4-logging
136
137
- alert : SYN_LokiStorageSlowWrite
137
138
annotations :
138
- message : The storage path is experiencing slow write response rates.
139
+ description : The storage path is experiencing slow write response rates.
139
140
runbook_url : https://github.com/grafana/loki/blob/main/operator/docs/lokistack/sop.md#Loki-Storage-Slow-Write
140
141
summary : The storage path is experiencing slow write response rates.
141
142
expr : |
@@ -152,7 +153,7 @@ spec:
152
153
syn_component : openshift4-logging
153
154
- alert : SYN_LokiStorageSlowRead
154
155
annotations :
155
- message : The storage path is experiencing slow read response rates.
156
+ description : The storage path is experiencing slow read response rates.
156
157
runbook_url : https://github.com/grafana/loki/blob/main/operator/docs/lokistack/sop.md#Loki-Storage-Slow-Read
157
158
summary : The storage path is experiencing slow read response rates.
158
159
expr : |
@@ -169,7 +170,7 @@ spec:
169
170
syn_component : openshift4-logging
170
171
- alert : SYN_LokiWritePathHighLoad
171
172
annotations :
172
- message : The write path is experiencing high load.
173
+ description : The write path is experiencing high load.
173
174
runbook_url : https://github.com/grafana/loki/blob/main/operator/docs/lokistack/sop.md#Loki-Write-Path-High-Load
174
175
summary : The write path is experiencing high load, causing backpressure
175
176
storage flushing.
@@ -185,7 +186,7 @@ spec:
185
186
syn_component : openshift4-logging
186
187
- alert : SYN_LokiReadPathHighLoad
187
188
annotations :
188
- message : The read path is experiencing high load.
189
+ description : The read path is experiencing high load.
189
190
runbook_url : https://github.com/grafana/loki/blob/main/operator/docs/lokistack/sop.md#Loki-Read-Path-High-Load
190
191
summary : The read path has high volume of queries, causing longer response
191
192
times.
@@ -205,7 +206,7 @@ spec:
205
206
syn_component : openshift4-logging
206
207
- alert : SYN_LokiDiscardedSamplesWarning
207
208
annotations :
208
- message : |-
209
+ description : |-
209
210
Loki in namespace {{ $labels.namespace }} is discarding samples in the "{{ $labels.tenant }}" tenant during ingestion.
210
211
Samples are discarded because of "{{ $labels.reason }}" at a rate of {{ .Value | humanize }} samples per second.
211
212
runbook_url : ' [[ .RunbookURL]]#Loki-Discarded-Samples-Warning'
@@ -226,7 +227,7 @@ spec:
226
227
syn_component : openshift4-logging
227
228
- alert : SYN_LokistackSchemaUpgradesRequired
228
229
annotations :
229
- message : |-
230
+ description : |-
230
231
The LokiStack "{{ $labels.stack_name }}" in namespace "{{ $labels.stack_namespace }}" is using a storage schema
231
232
configuration that does not contain the latest schema version. It is recommended to update the schema
232
233
configuration to update the schema version to the latest version in the future.
0 commit comments