{ prometheusAlerts+:: { groups+: [ { name: 'prometheus-operator', rules: [ { alert: 'PrometheusOperatorListErrors', expr: ||| (sum by (controller,namespace) (rate(prometheus_operator_list_operations_failed_total{%(prometheusOperatorSelector)s}[1h])) / sum by (controller,namespace) (rate(prometheus_operator_list_operations_total{%(prometheusOperatorSelector)s}[1h]))) > 0.4 ||| % $._config, labels: { severity: 'warning', }, annotations: { message: 'Errors while performing List operations in controller {{$labels.controller}} in {{$labels.namespace}} namespace.', }, 'for': '15m', }, { alert: 'PrometheusOperatorWatchErrors', expr: ||| (sum by (controller,namespace) (rate(prometheus_operator_watch_operations_failed_total{%(prometheusOperatorSelector)s}[1h])) / sum by (controller,namespace) (rate(prometheus_operator_watch_operations_total{%(prometheusOperatorSelector)s}[1h]))) > 0.4 ||| % $._config, labels: { severity: 'warning', }, annotations: { message: 'Errors while performing Watch operations in controller {{$labels.controller}} in {{$labels.namespace}} namespace.', }, 'for': '15m', }, { alert: 'PrometheusOperatorReconcileErrors', expr: ||| rate(prometheus_operator_reconcile_errors_total{%(prometheusOperatorSelector)s}[5m]) > 0.1 ||| % $._config, labels: { severity: 'warning', }, annotations: { message: 'Errors while reconciling {{ $labels.controller }} in {{ $labels.namespace }} Namespace.', }, 'for': '10m', }, { alert: 'PrometheusOperatorNodeLookupErrors', expr: ||| rate(prometheus_operator_node_address_lookup_errors_total{%(prometheusOperatorSelector)s}[5m]) > 0.1 ||| % $._config, labels: { severity: 'warning', }, annotations: { message: 'Errors while reconciling Prometheus in {{ $labels.namespace }} Namespace.', }, 'for': '10m', }, ], }, ], }, }