comparison alert_rules.py @ 51:df44473de6a1

let connection failure alerts finish sooner
author drewp@bigasterisk.com
date Wed, 24 Apr 2024 11:36:24 -0700
parents febc20caabcb
children
comparison
equal deleted inserted replaced
50:16bde029b19f 51:df44473de6a1
14 14
15 def pomRules(): 15 def pomRules():
16 return [ 16 return [
17 { 17 {
18 "alert": "frequent_upstream_connect_failures", 18 "alert": "frequent_upstream_connect_failures",
19 "expr": "max_over_time(rate(sum by (envoy_cluster_name) (envoy_cluster_upstream_cx_connect_fail))[6h]) > 0" 19 "expr": "max_over_time(rate(sum by (envoy_cluster_name) (envoy_cluster_upstream_cx_connect_fail))[1h]) > 0"
20 }, 20 },
21 { 21 {
22 "alert": "high_logging_pomerium", 22 "alert": "high_logging_pomerium",
23 "for": "3h", 23 "for": "3h",
24 "labels": { 24 "labels": {