annotate dns.py @ 318:2136320eb94d

dhcp_graph watcher
author drewp@bigasterisk.com
date Wed, 16 Oct 2024 20:47:04 -0700
parents 828d3f4da54b
children 2e6dbebb2cb3
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
318
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
1 import subprocess
241
075ceead3673 dns work
drewp@bigasterisk.com
parents: 213
diff changeset
2 from io import StringIO
278
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
3
288
drewp@bigasterisk.com
parents: 282
diff changeset
4 import pyinfra
34
d4fb38f13c79 refactor dns and some other non-net setup
drewp@bigasterisk.com
parents:
diff changeset
5 from pyinfra import host
318
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
6 from pyinfra.operations import files, server, systemd
94
122ba5444176 dhcp,dns to pipe
drewp@bigasterisk.com
parents: 88
diff changeset
7
282
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
8
213
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
9 def dnsmasq_instance(net_name,
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
10 house_iface,
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
11 dhcp_range='10.2.0.10,10.2.0.11',
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
12 listen_address='reqd',
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
13 dhcp_hosts_filename='/dev/null'):
88
dae714e8f620 reactor and temporarily cut dep on lanscape
drewp@bigasterisk.com
parents: 81
diff changeset
14 files.directory(path=f'/opt/dnsmasq/{net_name}')
213
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
15 files.template(
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
16 src='templates/dnsmasq/dnsmasq.conf.j2',
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
17 dest=f'/opt/dnsmasq/{net_name}/dnsmasq.conf',
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
18 net=net_name,
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
19 house_iface=house_iface,
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
20 dhcp_range=dhcp_range,
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
21 listen_address=listen_address,
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
22 dhcp_enabled=net_name == '10.2' and host.name == 'pipe',
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
23 dns_server=listen_address,
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
24 router=listen_address,
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
25 )
88
dae714e8f620 reactor and temporarily cut dep on lanscape
drewp@bigasterisk.com
parents: 81
diff changeset
26 files.template(src='templates/dnsmasq/hosts.j2', dest=f'/opt/dnsmasq/{net_name}/hosts', net=net_name)
282
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
27
241
075ceead3673 dns work
drewp@bigasterisk.com
parents: 213
diff changeset
28 dhcp_hosts = subprocess.check_output(['python3', '/my/serv/lanscape/src/public/make_dhcp_hosts.py'], encoding='utf8')
075ceead3673 dns work
drewp@bigasterisk.com
parents: 213
diff changeset
29 files.put(src=StringIO(dhcp_hosts), dest=f'/opt/dnsmasq/{net_name}/dhcp_hosts')
88
dae714e8f620 reactor and temporarily cut dep on lanscape
drewp@bigasterisk.com
parents: 81
diff changeset
30
dae714e8f620 reactor and temporarily cut dep on lanscape
drewp@bigasterisk.com
parents: 81
diff changeset
31 files.template(src='templates/dnsmasq/dnsmasq.service.j2',
dae714e8f620 reactor and temporarily cut dep on lanscape
drewp@bigasterisk.com
parents: 81
diff changeset
32 dest=f'/etc/systemd/system/dnsmasq_{net_name}.service',
dae714e8f620 reactor and temporarily cut dep on lanscape
drewp@bigasterisk.com
parents: 81
diff changeset
33 net=net_name)
213
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
34 if net_name in ['10.2', '10.2-filtered']:
88
dae714e8f620 reactor and temporarily cut dep on lanscape
drewp@bigasterisk.com
parents: 81
diff changeset
35 systemd.service(service=f'dnsmasq_{net_name}', enabled=True, restarted=True, daemon_reload=True)
94
122ba5444176 dhcp,dns to pipe
drewp@bigasterisk.com
parents: 88
diff changeset
36
213
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
37
179
b63ed77141fd refactor
drewp@bigasterisk.com
parents: 162
diff changeset
38 def standard_host_dns():
b63ed77141fd refactor
drewp@bigasterisk.com
parents: 162
diff changeset
39 files.template(src='templates/hosts.j2', dest='/etc/hosts')
289
65e28d2e0cd8 move static templates to files/ ; use inventory tags for selecting hosts+features ; other refactors
drewp@bigasterisk.com
parents: 288
diff changeset
40 if 'pi' in host.groups:
282
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
41 files.put(dest='/etc/resolv.conf',
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
42 src=StringIO('''
278
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
43 # written by pyinfra
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
44 nameserver 10.2.0.3
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
45 search bigasterisk.com
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
46 '''))
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
47 else:
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
48 files.link(path='/etc/resolv.conf', target='/run/systemd/resolve/resolv.conf', force=True)
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
49 files.template(src='templates/resolved.conf.j2', dest='/etc/systemd/resolved.conf')
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
50 systemd.service(service='systemd-resolved.service', running=True, restarted=True)
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
51
94
122ba5444176 dhcp,dns to pipe
drewp@bigasterisk.com
parents: 88
diff changeset
52
278
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
53 def rpi_net_boot():
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
54 files.directory(path='/opt/dnsmasq/tftp')
282
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
55
213
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
56
179
b63ed77141fd refactor
drewp@bigasterisk.com
parents: 162
diff changeset
57 standard_host_dns()
94
122ba5444176 dhcp,dns to pipe
drewp@bigasterisk.com
parents: 88
diff changeset
58
241
075ceead3673 dns work
drewp@bigasterisk.com
parents: 213
diff changeset
59 # no default instance; i'll add some specific ones below
075ceead3673 dns work
drewp@bigasterisk.com
parents: 213
diff changeset
60 systemd.service(service='dnsmasq', enabled=False, running=False)
075ceead3673 dns work
drewp@bigasterisk.com
parents: 213
diff changeset
61
34
d4fb38f13c79 refactor dns and some other non-net setup
drewp@bigasterisk.com
parents:
diff changeset
62 if host.name == 'bang':
d4fb38f13c79 refactor dns and some other non-net setup
drewp@bigasterisk.com
parents:
diff changeset
63 files.directory(path='/opt/dnsmasq')
d4fb38f13c79 refactor dns and some other non-net setup
drewp@bigasterisk.com
parents:
diff changeset
64
213
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
65 dnsmasq_instance('10.5', house_iface='unused', dhcp_range='unused',
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
66 listen_address='unused') # only works after wireguard is up
288
drewp@bigasterisk.com
parents: 282
diff changeset
67 # move out of this file- it's not dns
318
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
68
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
69 def watchLeasesFile():
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
70 """summary:
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
71 1. dnsmasq_10.2 leases an address and writes to /opt/dnsmasq/10.2/leases
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
72 2. dhcp_graph_watch.path notices that change
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
73 3. dhcp_graph_update.service posts /opt/dnsmasq/10.2/leases to dhcp_graph (k8s deploy)
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
74 4. dhcp_graph serves the data as rdf
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
75 """
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
76 dhcp_graph_url = "http://10.5.0.7:8005"
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
77 leases = "/opt/dnsmasq/10.2/leases"
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
78 files.put(dest='/etc/systemd/system/dhcp_graph_watch.path', src=StringIO(f'''
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
79 [Unit]
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
80 Description=dhcp leases file changed- run dhcp_graph_update
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
81 After=localfs.target
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
82
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
83 [Path]
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
84 PathModified={leases}
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
85 Unit=dhcp_graph_update.service
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
86
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
87 [Install]
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
88 WantedBy=multi-user.target
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
89 '''))
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
90
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
91 files.put(dest='/etc/systemd/system/dhcp_graph_update.service', src=StringIO(f'''
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
92 [Unit]
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
93 Description=Send new dhcp leases content to dhcp_graph
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
94 After=network.target
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
95
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
96 [Service]
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
97 Type=oneshot
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
98 ExecStart=/usr/bin/curl -s {dhcp_graph_url}/leases -H "content-type: text/plain" --data-binary "@{leases}"
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
99
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
100 [Install]
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
101 WantedBy=multi-user.target
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
102 '''))
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
103 systemd.service(service='dhcp_graph_watch.path', enabled=True, restarted=True, daemon_reload=True)
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
104 systemd.service(service='dhcp_graph_update.service', enabled=True, restarted=True, daemon_reload=True)
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
105
289
65e28d2e0cd8 move static templates to files/ ; use inventory tags for selecting hosts+features ; other refactors
drewp@bigasterisk.com
parents: 288
diff changeset
106 if host.name == 'pipe':
278
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
107 rpi_net_boot()
94
122ba5444176 dhcp,dns to pipe
drewp@bigasterisk.com
parents: 88
diff changeset
108 files.directory(path='/opt/dnsmasq')
116
6ec849f1a8c9 dhcp_hosts in a real template now
drewp@bigasterisk.com
parents: 106
diff changeset
109 dnsmasq_instance('10.2',
6ec849f1a8c9 dhcp_hosts in a real template now
drewp@bigasterisk.com
parents: 106
diff changeset
110 house_iface='eth1',
241
075ceead3673 dns work
drewp@bigasterisk.com
parents: 213
diff changeset
111 dhcp_range='10.2.0.110,10.2.0.199',
213
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
112 listen_address='10.2.0.3',
116
6ec849f1a8c9 dhcp_hosts in a real template now
drewp@bigasterisk.com
parents: 106
diff changeset
113 dhcp_hosts_filename='templates/dnsmasq/dhcp_hosts.j2')
119
51a471fa4d29 metrics on dnsmasq log errors and DHCP commands
drewp@bigasterisk.com
parents: 116
diff changeset
114 out = '/opt/dnsmasq/10.2'
318
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
115 # This mtail is for dhcp command counts and errors.
289
65e28d2e0cd8 move static templates to files/ ; use inventory tags for selecting hosts+features ; other refactors
drewp@bigasterisk.com
parents: 288
diff changeset
116 files.put(src='files/dnsmasq/metrics.mtail', dest=f'{out}/metrics.mtail')
65e28d2e0cd8 move static templates to files/ ; use inventory tags for selecting hosts+features ; other refactors
drewp@bigasterisk.com
parents: 288
diff changeset
117 files.put(src='files/dnsmasq/run_mtail.sh', dest=f'{out}/run_mtail.sh')
119
51a471fa4d29 metrics on dnsmasq log errors and DHCP commands
drewp@bigasterisk.com
parents: 116
diff changeset
118
318
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
119 watchLeasesFile()
2136320eb94d dhcp_graph watcher
drewp@bigasterisk.com
parents: 290
diff changeset
120
289
65e28d2e0cd8 move static templates to files/ ; use inventory tags for selecting hosts+features ; other refactors
drewp@bigasterisk.com
parents: 288
diff changeset
121 files.put(src='files/dnsmasq/dnsmasq-mtail.service', dest='/etc/systemd/system/dnsmasq-mtail.service')
241
075ceead3673 dns work
drewp@bigasterisk.com
parents: 213
diff changeset
122 systemd.service(service='dnsmasq-mtail', enabled=True, restarted=True, daemon_reload=True)
94
122ba5444176 dhcp,dns to pipe
drewp@bigasterisk.com
parents: 88
diff changeset
123
213
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
124 # Serve another dns, no dhcp, and include the dynamic-blocking file written by net_routes.
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
125 dnsmasq_instance(
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
126 net_name='10.2-filtered',
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
127 house_iface='eth1',
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
128 listen_address='10.2.0.4',
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
129 )