64 lines
2.4 KiB
Plaintext
64 lines
2.4 KiB
Plaintext
{
|
|
prometheusAlerts+:: {
|
|
groups+: [
|
|
{
|
|
name: 'prometheus-operator',
|
|
rules: [
|
|
{
|
|
alert: 'PrometheusOperatorListErrors',
|
|
expr: |||
|
|
(sum by (controller,namespace) (rate(prometheus_operator_list_operations_failed_total{%(prometheusOperatorSelector)s}[10m])) / sum by (controller,namespace) (rate(prometheus_operator_list_operations_total{%(prometheusOperatorSelector)s}[10m]))) > 0.4
|
|
||| % $._config,
|
|
labels: {
|
|
severity: 'warning',
|
|
},
|
|
annotations: {
|
|
message: 'Errors while performing List operations in controller {{$labels.controller}} in {{$labels.namespace}} namespace.',
|
|
},
|
|
'for': '15m',
|
|
},
|
|
{
|
|
alert: 'PrometheusOperatorWatchErrors',
|
|
expr: |||
|
|
(sum by (controller,namespace) (rate(prometheus_operator_watch_operations_failed_total{%(prometheusOperatorSelector)s}[10m])) / sum by (controller,namespace) (rate(prometheus_operator_watch_operations_total{%(prometheusOperatorSelector)s}[10m]))) > 0.4
|
|
||| % $._config,
|
|
labels: {
|
|
severity: 'warning',
|
|
},
|
|
annotations: {
|
|
message: 'Errors while performing Watch operations in controller {{$labels.controller}} in {{$labels.namespace}} namespace.',
|
|
},
|
|
'for': '15m',
|
|
},
|
|
{
|
|
alert: 'PrometheusOperatorReconcileErrors',
|
|
expr: |||
|
|
rate(prometheus_operator_reconcile_errors_total{%(prometheusOperatorSelector)s}[5m]) > 0.1
|
|
||| % $._config,
|
|
labels: {
|
|
severity: 'warning',
|
|
},
|
|
annotations: {
|
|
message: 'Errors while reconciling {{ $labels.controller }} in {{ $labels.namespace }} Namespace.',
|
|
},
|
|
'for': '10m',
|
|
},
|
|
{
|
|
alert: 'PrometheusOperatorNodeLookupErrors',
|
|
expr: |||
|
|
rate(prometheus_operator_node_address_lookup_errors_total{%(prometheusOperatorSelector)s}[5m]) > 0.1
|
|
||| % $._config,
|
|
labels: {
|
|
severity: 'warning',
|
|
},
|
|
annotations: {
|
|
message: 'Errors while reconciling Prometheus in {{ $labels.namespace }} Namespace.',
|
|
},
|
|
'for': '10m',
|
|
},
|
|
],
|
|
},
|
|
],
|
|
},
|
|
}
|