comparison config/scrape_main.yaml @ 64:def1aa2bfa3f

more targets polish. reorg code into next/
author drewp@bigasterisk.com
date Thu, 02 May 2024 23:06:31 -0700
parents 8199713c9294
children
comparison
equal deleted inserted replaced
63:84a4c4cca4a5 64:def1aa2bfa3f
1 # see https://relabeler.promlabs.com/
2
3 global:
4 scrape_interval: 1m
5 scrape_timeout: 10s
6
7 # scrape_config_files:
8 # - build/scrape_ssl.yaml
9 # These can even be urls: https://github.com/VictoriaMetrics/VictoriaMetrics/blob/master/app/vmagent/README.md#loading-scrape-configs-from-multiple-files
10
11 scrape_configs:
12 # some based on https://github.com/prometheus/prometheus/blob/main/documentation/examples/prometheus-kubernetes.yml 1 # some based on https://github.com/prometheus/prometheus/blob/main/documentation/examples/prometheus-kubernetes.yml
13
14 - job_name: "kubernetes-apiservers"
15 scheme: https
16 tls_config: { ca_file: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt }
17 bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token
18
19 kubernetes_sd_configs: [{ role: endpoints }]
20
21 relabel_configs:
22 - source_labels: [__meta_kubernetes_namespace, __meta_kubernetes_service_name, __meta_kubernetes_endpoint_port_name]
23 action: keep
24 regex: default;kubernetes;https
25
26 - job_name: "kubernetes-nodes"
27 scheme: https
28 tls_config: { ca_file: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt }
29 bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token
30
31 kubernetes_sd_configs: [{ role: node }]
32
33 relabel_configs:
34 - action: labeldrop
35 regex: "__meta_kubernetes_node_label_(feature_node|nvidia_com_|beta_kubernetes_io_arch|beta_kubernetes_io_instance_type|beta_kubernetes_io_os|node_kubernetes_io_instance_type|kubernetes_io_os).*"
36 - action: labelmap
37 regex: __meta_kubernetes_node_label_(.+)
38
39 # see https://github.com/google/cadvisor/blob/master/docs/storage/prometheus.md
40 # for metric definitions
41 - job_name: "kubernetes-cadvisor"
42 scheme: https
43 metrics_path: /metrics/cadvisor
44 tls_config: { ca_file: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt }
45 bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token
46
47 kubernetes_sd_configs: [{ role: node }]
48
49 relabel_configs:
50 - action: labeldrop
51 regex: "(feature_node|nvidia_com_gpu|beta_kubernetes_io_arch|beta_kubernetes_io_instance_type|beta_kubernetes_io_os|node_kubernetes_io_instance_type|kubernetes_io_os).*"
52 2
53 - job_name: "k8services" 3 - job_name: "k8services"
54 kubernetes_sd_configs: [{ role: endpoints }] 4 kubernetes_sd_configs: [{ role: endpoints }]
55 relabel_configs: 5 relabel_configs:
56 # To omit a service, add this at pod-level (Deployment.spec.template.metadata.annotations): 6 # To omit a service, add this at pod-level (Deployment.spec.template.metadata.annotations):
71 target_label: node 21 target_label: node
72 22
73 # for convenience in this config 23 # for convenience in this config
74 - source_labels: [__meta_kubernetes_pod_container_port_number] 24 - source_labels: [__meta_kubernetes_pod_container_port_number]
75 target_label: __port_number 25 target_label: __port_number
76
77 # period tweaks
78 - if: '{job="power-eagle"}'
79 action: replace
80 target_label: __scrape_interval__
81 # from powerEagle/private_config.periodSec
82 replacement: 8s
83 26
84 # path tweaks 27 # path tweaks
85 - if: '{job="victoriametrics",__port_number="8428"}' 28 - if: '{job="victoriametrics",__port_number="8428"}'
86 action: replace 29 action: replace
87 target_label: "__metrics_path__" 30 target_label: "__metrics_path__"
128 # Needs https. Used by `kubectl top` 71 # Needs https. Used by `kubectl top`
129 - {if: '{job="metrics-server", __port_number="443"}', action: drop} 72 - {if: '{job="metrics-server", __port_number="443"}', action: drop}
130 # Something doesn't work with the scrape, and I don't see why I should care: 73 # Something doesn't work with the scrape, and I don't see why I should care:
131 - {if: '{job="metrics-server" }', action: drop} 74 - {if: '{job="metrics-server" }', action: drop}
132 75
133
134 - job_name: "telegraf"
135 scheme: http
136 kubernetes_sd_configs: [{ role: node }]
137 relabel_configs:
138 - source_labels: [__address__]
139 regex: "(.*):(\\d+)"
140 target_label: __address__
141 replacement: "${1}:9273"
142 action: replace
143
144 - job_name: "smartctl"
145 scrape_interval: 1h
146 scheme: http
147 kubernetes_sd_configs: [{ role: node }]
148 relabel_configs:
149 - source_labels: [__address__]
150 regex: "(.*):(\\d+)"
151 target_label: __address__
152 replacement: "${1}:9633"
153 action: replace
154
155 - job_name: "filebeat"
156 scrape_interval: 1m
157 scheme: http
158 kubernetes_sd_configs: [{ role: node }]
159 relabel_configs:
160 - source_labels: [__address__]
161 regex: "(.*):(\\d+)"
162 target_label: __address__
163 replacement: "${1}:5067"
164 action: replace
165
166 - job_name: "net-routes"
167 static_configs:
168 - targets:
169 - pipe:9999
170
171 - job_name: "net-traffic"
172 static_configs:
173 - targets:
174 - pipe:8080
175
176 - job_name: "dnsmasq-log"
177 static_configs:
178 - targets:
179 - pipe:9991
180
181 - job_name: "maildir-count"
182 static_configs:
183 - targets:
184 - prime:2500
185
186 - job_name: "zfs"
187 scrape_interval: 1h
188 static_configs:
189 - targets:
190 # running in in k8s, but as daemonset so it's not in SD above
191 - ditto:9634
192 - ditto:9986
193
194 - job_name: "ping"
195 scrape_interval: 2m
196 metrics_path: /probe
197 params:
198 module: [icmp]
199 static_configs:
200 - targets:
201 # printer, since it falls out of ntop with no traffic at all. Or, we could poll ink status at http://10.2.0.37/general/status.html?pageid=1
202 - printer
203 # wireguard connection test
204 - prime5
205 # after pyinfra or reboot, seems to lose wg0 address
206 - garage5
207 relabel_configs:
208 - {source_labels: [__address__], target_label: __param_target}
209 - {source_labels: [__param_target], target_label: instance}
210 - target_label: __address__
211 replacement: prober
212
213 - job_name: "racc"
214 scrape_interval: 30s
215 static_configs:
216 - targets: []
217 # - dash:5150
218 # - dot:5150
219 # - plus:5150
220 # - Kelsis-iMac:5150