easylinux/kube-prometheus
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Only alert for nodes that currently exist (#1661)

Browse Source
This commit is contained in:
Ali Rizwan
2018-07-23 12:20:54 +02:00
committed by Frederic Branczyk
parent 06df9fb67d
commit d728ab5511
2 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
jsonnet/kube-prometheus/alerts/node.libsonnet
View File

@@ -11,7 +11,7 @@
summary: 'Node disk is running full within 24 hours', summary: 'Node disk is running full within 24 hours',
}, },
expr: ||| expr: |||
predict_linear(node_filesystem_free{%(nodeExporterSelector)s,mountpoint!~"^/etc/(?:resolv.conf|hosts|hostname)$"}[6h], 3600 * 24) < 0 predict_linear(node_filesystem_free{%(nodeExporterSelector)s,mountpoint!~"^/etc/(?:resolv.conf|hosts|hostname)$"}[6h], 3600 * 24) < 0 and on(instance) up{%(nodeExporterSelector)s}
||| % $._config, ||| % $._config,
'for': '30m', 'for': '30m',
labels: { labels: {
@@ -25,7 +25,7 @@
summary: 'Node disk is running full within 2 hours', summary: 'Node disk is running full within 2 hours',
}, },
expr: ||| expr: |||
predict_linear(node_filesystem_free{%(nodeExporterSelector)s,mountpoint!~"^/etc/(?:resolv.conf|hosts|hostname)$"}[30m], 3600 * 2) < 0 predict_linear(node_filesystem_free{%(nodeExporterSelector)s,mountpoint!~"^/etc/(?:resolv.conf|hosts|hostname)$"}[30m], 3600 * 2) < 0 and on(instance) up{%(nodeExporterSelector)s}
||| % $._config, ||| % $._config,
'for': '10m', 'for': '10m',
labels: { labels: {

4
manifests/prometheus-rules.yaml
View File

@@ -744,7 +744,7 @@ spec:
full within the next 24 hours (mounted at {{$labels.mountpoint}}) full within the next 24 hours (mounted at {{$labels.mountpoint}})
summary: Node disk is running full within 24 hours summary: Node disk is running full within 24 hours
expr: | expr: |
predict_linear(node_filesystem_free{job="node-exporter",mountpoint!~"^/etc/(?:resolv.conf|hosts|hostname)$"}[6h], 3600 * 24) < 0 predict_linear(node_filesystem_free{job="node-exporter",mountpoint!~"^/etc/(?:resolv.conf|hosts|hostname)$"}[6h], 3600 * 24) < 0 and on(instance) up{job="node-exporter"}
for: 30m for: 30m
labels: labels:
severity: warning severity: warning
@@ -754,7 +754,7 @@ spec:
full within the next 2 hours (mounted at {{$labels.mountpoint}}) full within the next 2 hours (mounted at {{$labels.mountpoint}})
summary: Node disk is running full within 2 hours summary: Node disk is running full within 2 hours
expr: | expr: |
predict_linear(node_filesystem_free{job="node-exporter",mountpoint!~"^/etc/(?:resolv.conf|hosts|hostname)$"}[30m], 3600 * 2) < 0 predict_linear(node_filesystem_free{job="node-exporter",mountpoint!~"^/etc/(?:resolv.conf|hosts|hostname)$"}[30m], 3600 * 2) < 0 and on(instance) up{job="node-exporter"}
for: 10m for: 10m
labels: labels:
severity: critical severity: critical