annotate dns.py @ 289:65e28d2e0cd8

move static templates to files/ ; use inventory tags for selecting hosts+features ; other refactors
author drewp@bigasterisk.com
date Sun, 21 Apr 2024 17:07:23 -0700
parents 3af02e24eaf9
children 828d3f4da54b
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
241
075ceead3673 dns work
drewp@bigasterisk.com
parents: 213
diff changeset
1 from io import StringIO
075ceead3673 dns work
drewp@bigasterisk.com
parents: 213
diff changeset
2 import subprocess
288
drewp@bigasterisk.com
parents: 282
diff changeset
3 from typing import cast
278
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
4
288
drewp@bigasterisk.com
parents: 282
diff changeset
5 import pyinfra
34
d4fb38f13c79 refactor dns and some other non-net setup
drewp@bigasterisk.com
parents:
diff changeset
6 from pyinfra import host
278
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
7 from pyinfra.operations import files, systemd, server
94
122ba5444176 dhcp,dns to pipe
drewp@bigasterisk.com
parents: 88
diff changeset
8
282
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
9
213
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
10 def dnsmasq_instance(net_name,
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
11 house_iface,
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
12 dhcp_range='10.2.0.10,10.2.0.11',
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
13 listen_address='reqd',
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
14 dhcp_hosts_filename='/dev/null'):
88
dae714e8f620 reactor and temporarily cut dep on lanscape
drewp@bigasterisk.com
parents: 81
diff changeset
15 files.directory(path=f'/opt/dnsmasq/{net_name}')
213
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
16 files.template(
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
17 src='templates/dnsmasq/dnsmasq.conf.j2',
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
18 dest=f'/opt/dnsmasq/{net_name}/dnsmasq.conf',
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
19 net=net_name,
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
20 house_iface=house_iface,
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
21 dhcp_range=dhcp_range,
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
22 listen_address=listen_address,
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
23 dhcp_enabled=net_name == '10.2' and host.name == 'pipe',
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
24 dns_server=listen_address,
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
25 router=listen_address,
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
26 )
88
dae714e8f620 reactor and temporarily cut dep on lanscape
drewp@bigasterisk.com
parents: 81
diff changeset
27 files.template(src='templates/dnsmasq/hosts.j2', dest=f'/opt/dnsmasq/{net_name}/hosts', net=net_name)
282
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
28
241
075ceead3673 dns work
drewp@bigasterisk.com
parents: 213
diff changeset
29 dhcp_hosts = subprocess.check_output(['python3', '/my/serv/lanscape/src/public/make_dhcp_hosts.py'], encoding='utf8')
075ceead3673 dns work
drewp@bigasterisk.com
parents: 213
diff changeset
30 files.put(src=StringIO(dhcp_hosts), dest=f'/opt/dnsmasq/{net_name}/dhcp_hosts')
88
dae714e8f620 reactor and temporarily cut dep on lanscape
drewp@bigasterisk.com
parents: 81
diff changeset
31
dae714e8f620 reactor and temporarily cut dep on lanscape
drewp@bigasterisk.com
parents: 81
diff changeset
32 files.template(src='templates/dnsmasq/dnsmasq.service.j2',
dae714e8f620 reactor and temporarily cut dep on lanscape
drewp@bigasterisk.com
parents: 81
diff changeset
33 dest=f'/etc/systemd/system/dnsmasq_{net_name}.service',
dae714e8f620 reactor and temporarily cut dep on lanscape
drewp@bigasterisk.com
parents: 81
diff changeset
34 net=net_name)
213
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
35 if net_name in ['10.2', '10.2-filtered']:
88
dae714e8f620 reactor and temporarily cut dep on lanscape
drewp@bigasterisk.com
parents: 81
diff changeset
36 systemd.service(service=f'dnsmasq_{net_name}', enabled=True, restarted=True, daemon_reload=True)
94
122ba5444176 dhcp,dns to pipe
drewp@bigasterisk.com
parents: 88
diff changeset
37
213
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
38
179
b63ed77141fd refactor
drewp@bigasterisk.com
parents: 162
diff changeset
39 def standard_host_dns():
b63ed77141fd refactor
drewp@bigasterisk.com
parents: 162
diff changeset
40 files.template(src='templates/hosts.j2', dest='/etc/hosts')
289
65e28d2e0cd8 move static templates to files/ ; use inventory tags for selecting hosts+features ; other refactors
drewp@bigasterisk.com
parents: 288
diff changeset
41 if 'pi' in host.groups:
282
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
42 files.put(dest='/etc/resolv.conf',
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
43 src=StringIO('''
278
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
44 # written by pyinfra
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
45 nameserver 10.2.0.3
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
46 search bigasterisk.com
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
47 '''))
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
48 else:
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
49 files.link(path='/etc/resolv.conf', target='/run/systemd/resolve/resolv.conf', force=True)
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
50 files.template(src='templates/resolved.conf.j2', dest='/etc/systemd/resolved.conf')
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
51 systemd.service(service='systemd-resolved.service', running=True, restarted=True)
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
52
94
122ba5444176 dhcp,dns to pipe
drewp@bigasterisk.com
parents: 88
diff changeset
53
278
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
54 def rpi_net_boot():
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
55 files.directory(path='/opt/dnsmasq/tftp')
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
56 for pi_serial, _ in pi_serial_hostname:
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
57 files.directory(path=f'/opt/dnsmasq/tftp/{pi_serial}')
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
58 # then we transfer from pi to here
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
59
282
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
60
278
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
61 def rpi_iscsi_volumes():
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
62 iscsi_dir = '/d2/rpi-iscsi'
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
63 for _, pi_hostname in pi_serial_hostname:
282
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
64 out = f'{iscsi_dir}/{pi_hostname}.disk'
278
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
65 files.directory(path=iscsi_dir)
280
5c5c314051c5 updates for pis
drewp@bigasterisk.com
parents: 278
diff changeset
66 server.shell(f'dd if=/dev/zero of={out} count=0 bs=1 seek=5G conv=excl || true')
282
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
67 files.put(dest=f"/etc/tgt/conf.d/{pi_hostname}.conf",
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
68 src=StringIO(f"""
278
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
69 <target iqn.2024-03.com.bigasterisk:{pi_hostname}.target>
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
70 backing-store {out}
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
71 initiator-name iqn.2024-03.com.bigasterisk:{pi_hostname}.initiator
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
72 </target>
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
73 """))
282
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
74 # restarting is disruptive to connected pis, and they might need to be
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
75 # visited:
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
76 #systemd.service(service='tgt.service', running=True, restarted=True)
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
77
213
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
78
179
b63ed77141fd refactor
drewp@bigasterisk.com
parents: 162
diff changeset
79 standard_host_dns()
94
122ba5444176 dhcp,dns to pipe
drewp@bigasterisk.com
parents: 88
diff changeset
80
241
075ceead3673 dns work
drewp@bigasterisk.com
parents: 213
diff changeset
81 # no default instance; i'll add some specific ones below
075ceead3673 dns work
drewp@bigasterisk.com
parents: 213
diff changeset
82 systemd.service(service='dnsmasq', enabled=False, running=False)
075ceead3673 dns work
drewp@bigasterisk.com
parents: 213
diff changeset
83
34
d4fb38f13c79 refactor dns and some other non-net setup
drewp@bigasterisk.com
parents:
diff changeset
84 if host.name == 'bang':
d4fb38f13c79 refactor dns and some other non-net setup
drewp@bigasterisk.com
parents:
diff changeset
85 files.directory(path='/opt/dnsmasq')
d4fb38f13c79 refactor dns and some other non-net setup
drewp@bigasterisk.com
parents:
diff changeset
86
213
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
87 dnsmasq_instance('10.5', house_iface='unused', dhcp_range='unused',
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
88 listen_address='unused') # only works after wireguard is up
278
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
89 elif host.name == 'ditto':
282
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
90 rpi_iscsi_volumes() # move out of this file- it's not dns
288
drewp@bigasterisk.com
parents: 282
diff changeset
91 # move out of this file- it's not dns
289
65e28d2e0cd8 move static templates to files/ ; use inventory tags for selecting hosts+features ; other refactors
drewp@bigasterisk.com
parents: 288
diff changeset
92 if host.name == 'pipe':
278
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
93 rpi_net_boot()
94
122ba5444176 dhcp,dns to pipe
drewp@bigasterisk.com
parents: 88
diff changeset
94 files.directory(path='/opt/dnsmasq')
116
6ec849f1a8c9 dhcp_hosts in a real template now
drewp@bigasterisk.com
parents: 106
diff changeset
95 dnsmasq_instance('10.2',
6ec849f1a8c9 dhcp_hosts in a real template now
drewp@bigasterisk.com
parents: 106
diff changeset
96 house_iface='eth1',
241
075ceead3673 dns work
drewp@bigasterisk.com
parents: 213
diff changeset
97 dhcp_range='10.2.0.110,10.2.0.199',
213
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
98 listen_address='10.2.0.3',
116
6ec849f1a8c9 dhcp_hosts in a real template now
drewp@bigasterisk.com
parents: 106
diff changeset
99 dhcp_hosts_filename='templates/dnsmasq/dhcp_hosts.j2')
119
51a471fa4d29 metrics on dnsmasq log errors and DHCP commands
drewp@bigasterisk.com
parents: 116
diff changeset
100 out = '/opt/dnsmasq/10.2'
51a471fa4d29 metrics on dnsmasq log errors and DHCP commands
drewp@bigasterisk.com
parents: 116
diff changeset
101 # This mtail is for dhcp command counts and errors. Another monitor in lanscape/ reads the leases file.
289
65e28d2e0cd8 move static templates to files/ ; use inventory tags for selecting hosts+features ; other refactors
drewp@bigasterisk.com
parents: 288
diff changeset
102 files.put(src='files/dnsmasq/metrics.mtail', dest=f'{out}/metrics.mtail')
65e28d2e0cd8 move static templates to files/ ; use inventory tags for selecting hosts+features ; other refactors
drewp@bigasterisk.com
parents: 288
diff changeset
103 files.put(src='files/dnsmasq/run_mtail.sh', dest=f'{out}/run_mtail.sh')
119
51a471fa4d29 metrics on dnsmasq log errors and DHCP commands
drewp@bigasterisk.com
parents: 116
diff changeset
104
289
65e28d2e0cd8 move static templates to files/ ; use inventory tags for selecting hosts+features ; other refactors
drewp@bigasterisk.com
parents: 288
diff changeset
105 files.put(src='files/dnsmasq/dnsmasq-mtail.service', dest='/etc/systemd/system/dnsmasq-mtail.service')
241
075ceead3673 dns work
drewp@bigasterisk.com
parents: 213
diff changeset
106 systemd.service(service='dnsmasq-mtail', enabled=True, restarted=True, daemon_reload=True)
94
122ba5444176 dhcp,dns to pipe
drewp@bigasterisk.com
parents: 88
diff changeset
107
213
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
108 # Serve another dns, no dhcp, and include the dynamic-blocking file written by net_routes.
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
109 dnsmasq_instance(
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
110 net_name='10.2-filtered',
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
111 house_iface='eth1',
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
112 listen_address='10.2.0.4',
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
113 )