Mercurial > code > home > repos > victoriametrics

comparison alert_rules.py @ 76:009527a145d0

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
add kube-state-metrics scrape; loosen some high-logging thresholds
author drewp@bigasterisk.com
date Sun, 05 May 2024 18:51:35 -0700
parents adde35eb4773
children 298a6f9f7da7
comparison
equal deleted inserted replaced
75:37fb428d5013 76:009527a145d0
22 "alert": "high_logging_pomerium", 22 "alert": "high_logging_pomerium",
23 "for": "3h", 23 "for": "3h",
24 "labels": { 24 "labels": {
25 "severity": "waste" 25 "severity": "waste"
26 }, 26 },
27 "expr": 'sum by (container) (rate(kubelet_container_log_filesystem_used_bytes{container="pomerium"}[3h])) > 8k', 27 "expr": 'sum by (container) (rate(kubelet_container_log_filesystem_used_bytes{container="pomerium"}[1h])) > 12k',
28 "annotations": { 28 "annotations": {
29 "summary": "high log output rate" 29 "summary": "high log output rate"
30 }, 30 },
31 }, 31 },
32 ] 32 ]
380 "alert": "high_logging", 380 "alert": "high_logging",
381 "for": "3h", 381 "for": "3h",
382 "labels": { 382 "labels": {
383 "severity": "waste" 383 "severity": "waste"
384 }, 384 },
385 "expr": 'sum by (container) (rate(kubelet_container_log_filesystem_used_bytes{container!="pomerium"}[3h])) > 4k', 385 "expr": 'sum by (namespace, pod, container) (rate(kubelet_container_log_filesystem_used_bytes{container!="pomerium"}[3h])) > 10k',
386 "annotations": { 386 "annotations": {
387 "summary": "high log output rate" 387 "summary": "high log output rate"
388 }, 388 },
389 }, 389 },
390 { 390 {