diff --git a/assets/prometheus/rules/kube-apiserver.rules.yaml b/assets/prometheus/rules/kube-apiserver.rules.yaml index 55ebe025..50982b05 100644 --- a/assets/prometheus/rules/kube-apiserver.rules.yaml +++ b/assets/prometheus/rules/kube-apiserver.rules.yaml @@ -11,8 +11,8 @@ groups: disappeared from service discovery. summary: API server unreachable - alert: K8SApiServerLatency - expr: histogram_quantile(0.99, sum(apiserver_request_latencies_bucket{subresource!="log",verb!~"^(?:CONNECT|WATCHLIST|WATCH|PROXY)$"}) - WITHOUT (instance, resource)) / 1e+06 > 1 + expr: histogram_quantile(0.99, sum(rate(apiserver_request_latencies_bucket{subresource!="log",verb!~"^(?:CONNECT|WATCHLIST|WATCH|PROXY)$"}[10m])) + by (le)) / 1e+06 > 1 for: 10m labels: severity: warning diff --git a/manifests/grafana/grafana-dashboards.yaml b/manifests/grafana/grafana-dashboards.yaml index aff751da..a55a8df5 100644 --- a/manifests/grafana/grafana-dashboards.yaml +++ b/manifests/grafana/grafana-dashboards.yaml @@ -6287,3 +6287,4 @@ data: "type": "prometheus", "url": "http://prometheus-k8s.monitoring.svc:9090" } +--- diff --git a/manifests/prometheus/prometheus-k8s-rules.yaml b/manifests/prometheus/prometheus-k8s-rules.yaml index 3a2a53a0..3e6552c1 100644 --- a/manifests/prometheus/prometheus-k8s-rules.yaml +++ b/manifests/prometheus/prometheus-k8s-rules.yaml @@ -227,8 +227,8 @@ data: disappeared from service discovery. summary: API server unreachable - alert: K8SApiServerLatency - expr: histogram_quantile(0.99, sum(apiserver_request_latencies_bucket{subresource!="log",verb!~"^(?:CONNECT|WATCHLIST|WATCH|PROXY)$"}) - WITHOUT (instance, resource)) / 1e+06 > 1 + expr: histogram_quantile(0.99, sum(rate(apiserver_request_latencies_bucket{subresource!="log",verb!~"^(?:CONNECT|WATCHLIST|WATCH|PROXY)$"}[10m])) + by (le)) / 1e+06 > 1 for: 10m labels: severity: warning