# HG changeset patch
# User drewp@bigasterisk.com
# Date 1723068628 25200
# Node ID 5a526531305fc8219fb34081d6ded827aae69953
# Parent  5767d3fd170ffb70e5c05720fbf92d359c84c541
rules

diff -r 5767d3fd170f -r 5a526531305f alert_rules.py
--- a/alert_rules.py	Thu Jul 18 15:31:42 2024 -0700
+++ b/alert_rules.py	Wed Aug 07 15:10:28 2024 -0700
@@ -24,7 +24,7 @@
             "labels": {
                 "severity": "waste"
             },
-            "expr": 'sum by (container) (rate(kubelet_container_log_filesystem_used_bytes{container="pomerium"}[1h])) > 12k',
+            "expr": 'sum by (container) (rate(kubelet_container_log_filesystem_used_bytes{container="pomerium"}[1h])) > 50k',
             "annotations": {
                 "summary": "high log output rate"
             },
@@ -325,6 +325,7 @@
                 "rules": [{
                     "alert": "ping_failed",
                     "expr": 'max_over_time(probe_success{job="ping"}[1m]) < 1',
+                    "for": "10m",
                 }]
             },
             {
@@ -356,7 +357,7 @@
                         "labels": {
                             "severity": "warning"
                         },
-                        "expr": 'disk_free{host!="garage",path="/"} < 20G',
+                        "expr": 'disk_used_percent{path="/"} > 85',
                     },
                     {
                         "alert": "zpool_space_low",
diff -r 5767d3fd170f -r 5a526531305f create_scrape_configs.py
--- a/create_scrape_configs.py	Thu Jul 18 15:31:42 2024 -0700
+++ b/create_scrape_configs.py	Wed Aug 07 15:10:28 2024 -0700
@@ -117,6 +117,7 @@
     'projects',
     'registry-ui',
     'registry',
+    'sco-bot',
     'speakerphone',
     'victorialogs-ui',
     'video-files',