Mercurial > code > home > repos > victoriametrics

changeset 82:5a526531305f

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
rules
author drewp@bigasterisk.com
date Wed, 07 Aug 2024 15:10:28 -0700
parents 5767d3fd170f
children e80f46b2cabc
files alert_rules.py create_scrape_configs.py
diffstat 2 files changed, 4 insertions(+), 2 deletions(-) [+]
line wrap: on
line diff
--- a/alert_rules.py	Thu Jul 18 15:31:42 2024 -0700
+++ b/alert_rules.py	Wed Aug 07 15:10:28 2024 -0700
@@ -24,7 +24,7 @@
             "labels": {
                 "severity": "waste"
             },
-            "expr": 'sum by (container) (rate(kubelet_container_log_filesystem_used_bytes{container="pomerium"}[1h])) > 12k',
+            "expr": 'sum by (container) (rate(kubelet_container_log_filesystem_used_bytes{container="pomerium"}[1h])) > 50k',
             "annotations": {
                 "summary": "high log output rate"
             },
@@ -325,6 +325,7 @@
                 "rules": [{
                     "alert": "ping_failed",
                     "expr": 'max_over_time(probe_success{job="ping"}[1m]) < 1',
+                    "for": "10m",
                 }]
             },
             {
@@ -356,7 +357,7 @@
                         "labels": {
                             "severity": "warning"
                         },
-                        "expr": 'disk_free{host!="garage",path="/"} < 20G',
+                        "expr": 'disk_used_percent{path="/"} > 85',
                     },
                     {
                         "alert": "zpool_space_low",
--- a/create_scrape_configs.py	Thu Jul 18 15:31:42 2024 -0700
+++ b/create_scrape_configs.py	Wed Aug 07 15:10:28 2024 -0700
@@ -117,6 +117,7 @@
     'projects',
     'registry-ui',
     'registry',
+    'sco-bot',
     'speakerphone',
     'victorialogs-ui',
     'video-files',