diff --git a/assets/prometheus/rules/prometheus.rules.yaml b/assets/prometheus/rules/prometheus.rules.yaml index 43f2808c..da699c32 100644 --- a/assets/prometheus/rules/prometheus.rules.yaml +++ b/assets/prometheus/rules/prometheus.rules.yaml @@ -90,3 +90,12 @@ groups: annotations: description: "Prometheus {{ $labels.namespace }}/{{ $labels.pod}} isn't ingesting samples." summary: "Prometheus isn't ingesting samples" + + - alert: PrometheusTargetScapesDuplicate + expr: increase(prometheus_target_scrapes_sample_duplicate_timestamp_total[5m]) > 0 + for: 10m + labels: + severity: warning + annotations: + description: "{{$labels.namespace}}/{{$labels.pod}} has many samples rejected due to duplicate timestamps but different values" + summary: Prometheus has many samples rejected diff --git a/manifests/prometheus/prometheus-k8s-rules.yaml b/manifests/prometheus/prometheus-k8s-rules.yaml index 470d27c9..403e4383 100644 --- a/manifests/prometheus/prometheus-k8s-rules.yaml +++ b/manifests/prometheus/prometheus-k8s-rules.yaml @@ -634,3 +634,12 @@ data: annotations: description: "Prometheus {{ $labels.namespace }}/{{ $labels.pod}} isn't ingesting samples." summary: "Prometheus isn't ingesting samples" + + - alert: PrometheusTargetScapesDuplicate + expr: increase(prometheus_target_scrapes_sample_duplicate_timestamp_total[5m]) > 0 + for: 10m + labels: + severity: warning + annotations: + description: "{{$labels.namespace}}/{{$labels.pod}} has many samples rejected due to duplicate timestamps but different values" + summary: Prometheus has many samples rejected