annotate dns.py @ 278:4e424a144183

for netboot pi
author drewp@bigasterisk.com
date Sat, 30 Mar 2024 00:15:46 -0700
parents 075ceead3673
children 5c5c314051c5
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
241
075ceead3673 dns work
drewp@bigasterisk.com
parents: 213
diff changeset
1 from io import StringIO
075ceead3673 dns work
drewp@bigasterisk.com
parents: 213
diff changeset
2 import subprocess
278
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
3
34
d4fb38f13c79 refactor dns and some other non-net setup
drewp@bigasterisk.com
parents:
diff changeset
4 from pyinfra import host
278
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
5 from pyinfra.operations import files, systemd, server
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
6 from pyinfra.facts.server import Arch, LinuxDistribution
38
4026b6b8028f get dhcp mapping from lanscape
drewp@bigasterisk.com
parents: 34
diff changeset
7
278
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
8 is_pi = host.get_fact(LinuxDistribution)['name'] in ['Debian', 'Raspbian GNU/Linux']
94
122ba5444176 dhcp,dns to pipe
drewp@bigasterisk.com
parents: 88
diff changeset
9
213
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
10 def dnsmasq_instance(net_name,
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
11 house_iface,
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
12 dhcp_range='10.2.0.10,10.2.0.11',
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
13 listen_address='reqd',
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
14 dhcp_hosts_filename='/dev/null'):
88
dae714e8f620 reactor and temporarily cut dep on lanscape
drewp@bigasterisk.com
parents: 81
diff changeset
15 files.directory(path=f'/opt/dnsmasq/{net_name}')
213
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
16 files.template(
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
17 src='templates/dnsmasq/dnsmasq.conf.j2',
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
18 dest=f'/opt/dnsmasq/{net_name}/dnsmasq.conf',
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
19 net=net_name,
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
20 house_iface=house_iface,
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
21 dhcp_range=dhcp_range,
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
22 listen_address=listen_address,
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
23 dhcp_enabled=net_name == '10.2' and host.name == 'pipe',
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
24 dns_server=listen_address,
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
25 router=listen_address,
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
26 )
88
dae714e8f620 reactor and temporarily cut dep on lanscape
drewp@bigasterisk.com
parents: 81
diff changeset
27 files.template(src='templates/dnsmasq/hosts.j2', dest=f'/opt/dnsmasq/{net_name}/hosts', net=net_name)
241
075ceead3673 dns work
drewp@bigasterisk.com
parents: 213
diff changeset
28
075ceead3673 dns work
drewp@bigasterisk.com
parents: 213
diff changeset
29 dhcp_hosts = subprocess.check_output(['python3', '/my/serv/lanscape/src/public/make_dhcp_hosts.py'], encoding='utf8')
075ceead3673 dns work
drewp@bigasterisk.com
parents: 213
diff changeset
30 files.put(src=StringIO(dhcp_hosts), dest=f'/opt/dnsmasq/{net_name}/dhcp_hosts')
88
dae714e8f620 reactor and temporarily cut dep on lanscape
drewp@bigasterisk.com
parents: 81
diff changeset
31
dae714e8f620 reactor and temporarily cut dep on lanscape
drewp@bigasterisk.com
parents: 81
diff changeset
32 files.template(src='templates/dnsmasq/dnsmasq.service.j2',
dae714e8f620 reactor and temporarily cut dep on lanscape
drewp@bigasterisk.com
parents: 81
diff changeset
33 dest=f'/etc/systemd/system/dnsmasq_{net_name}.service',
dae714e8f620 reactor and temporarily cut dep on lanscape
drewp@bigasterisk.com
parents: 81
diff changeset
34 net=net_name)
213
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
35 if net_name in ['10.2', '10.2-filtered']:
88
dae714e8f620 reactor and temporarily cut dep on lanscape
drewp@bigasterisk.com
parents: 81
diff changeset
36 systemd.service(service=f'dnsmasq_{net_name}', enabled=True, restarted=True, daemon_reload=True)
94
122ba5444176 dhcp,dns to pipe
drewp@bigasterisk.com
parents: 88
diff changeset
37
213
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
38
179
b63ed77141fd refactor
drewp@bigasterisk.com
parents: 162
diff changeset
39 def standard_host_dns():
b63ed77141fd refactor
drewp@bigasterisk.com
parents: 162
diff changeset
40 files.template(src='templates/hosts.j2', dest='/etc/hosts')
278
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
41 if is_pi:
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
42 files.put(dest='/etc/resolv.conf', src=StringIO('''
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
43 # written by pyinfra
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
44 nameserver 10.2.0.3
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
45 search bigasterisk.com
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
46 '''))
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
47 else:
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
48 files.link(path='/etc/resolv.conf', target='/run/systemd/resolve/resolv.conf', force=True)
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
49 files.template(src='templates/resolved.conf.j2', dest='/etc/systemd/resolved.conf')
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
50 systemd.service(service='systemd-resolved.service', running=True, restarted=True)
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
51
94
122ba5444176 dhcp,dns to pipe
drewp@bigasterisk.com
parents: 88
diff changeset
52
278
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
53 def rpi_net_boot():
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
54 files.directory(path='/opt/dnsmasq/tftp')
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
55 for pi_serial, _ in pi_serial_hostname:
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
56 files.directory(path=f'/opt/dnsmasq/tftp/{pi_serial}')
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
57 # then we transfer from pi to here
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
58
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
59 def rpi_iscsi_volumes():
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
60 iscsi_dir = '/d2/rpi-iscsi'
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
61 for _, pi_hostname in pi_serial_hostname:
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
62 out= f'{iscsi_dir}/{pi_hostname}.disk'
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
63 files.directory(path=iscsi_dir)
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
64 server.shell(f'dd if=/dev/zero of={out} count=0 bs=1 seek=4G conv=excl || true')
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
65 files.put(dest=f"/etc/tgt/conf.d/{pi_hostname}.conf", src=StringIO(f"""
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
66 <target iqn.2024-03.com.bigasterisk:{pi_hostname}.target>
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
67 backing-store {out}
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
68 initiator-name iqn.2024-03.com.bigasterisk:{pi_hostname}.initiator
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
69 </target>
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
70 """))
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
71 systemd.service(service='tgt.service', running=True, restarted=True)
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
72
213
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
73
179
b63ed77141fd refactor
drewp@bigasterisk.com
parents: 162
diff changeset
74 standard_host_dns()
94
122ba5444176 dhcp,dns to pipe
drewp@bigasterisk.com
parents: 88
diff changeset
75
241
075ceead3673 dns work
drewp@bigasterisk.com
parents: 213
diff changeset
76 # no default instance; i'll add some specific ones below
075ceead3673 dns work
drewp@bigasterisk.com
parents: 213
diff changeset
77 systemd.service(service='dnsmasq', enabled=False, running=False)
075ceead3673 dns work
drewp@bigasterisk.com
parents: 213
diff changeset
78
34
d4fb38f13c79 refactor dns and some other non-net setup
drewp@bigasterisk.com
parents:
diff changeset
79 if host.name == 'bang':
d4fb38f13c79 refactor dns and some other non-net setup
drewp@bigasterisk.com
parents:
diff changeset
80 files.directory(path='/opt/dnsmasq')
d4fb38f13c79 refactor dns and some other non-net setup
drewp@bigasterisk.com
parents:
diff changeset
81
213
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
82 dnsmasq_instance('10.5', house_iface='unused', dhcp_range='unused',
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
83 listen_address='unused') # only works after wireguard is up
278
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
84 elif host.name == 'ditto':
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
85 rpi_iscsi_volumes() # move out of this file- it's not dns
94
122ba5444176 dhcp,dns to pipe
drewp@bigasterisk.com
parents: 88
diff changeset
86 elif host.name == 'pipe':
278
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
87 rpi_net_boot()
94
122ba5444176 dhcp,dns to pipe
drewp@bigasterisk.com
parents: 88
diff changeset
88 files.directory(path='/opt/dnsmasq')
116
6ec849f1a8c9 dhcp_hosts in a real template now
drewp@bigasterisk.com
parents: 106
diff changeset
89 dnsmasq_instance('10.2',
6ec849f1a8c9 dhcp_hosts in a real template now
drewp@bigasterisk.com
parents: 106
diff changeset
90 house_iface='eth1',
241
075ceead3673 dns work
drewp@bigasterisk.com
parents: 213
diff changeset
91 dhcp_range='10.2.0.110,10.2.0.199',
213
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
92 listen_address='10.2.0.3',
116
6ec849f1a8c9 dhcp_hosts in a real template now
drewp@bigasterisk.com
parents: 106
diff changeset
93 dhcp_hosts_filename='templates/dnsmasq/dhcp_hosts.j2')
119
51a471fa4d29 metrics on dnsmasq log errors and DHCP commands
drewp@bigasterisk.com
parents: 116
diff changeset
94 out = '/opt/dnsmasq/10.2'
51a471fa4d29 metrics on dnsmasq log errors and DHCP commands
drewp@bigasterisk.com
parents: 116
diff changeset
95 # This mtail is for dhcp command counts and errors. Another monitor in lanscape/ reads the leases file.
51a471fa4d29 metrics on dnsmasq log errors and DHCP commands
drewp@bigasterisk.com
parents: 116
diff changeset
96 files.template(src='templates/dnsmasq/metrics.mtail.j2', dest=f'{out}/metrics.mtail')
51a471fa4d29 metrics on dnsmasq log errors and DHCP commands
drewp@bigasterisk.com
parents: 116
diff changeset
97 files.template(src='templates/dnsmasq/run_mtail.sh', dest=f'{out}/run_mtail.sh')
51a471fa4d29 metrics on dnsmasq log errors and DHCP commands
drewp@bigasterisk.com
parents: 116
diff changeset
98
241
075ceead3673 dns work
drewp@bigasterisk.com
parents: 213
diff changeset
99 files.template(src='templates/dnsmasq/dnsmasq-mtail.service.j2', dest='/etc/systemd/system/dnsmasq-mtail.service')
075ceead3673 dns work
drewp@bigasterisk.com
parents: 213
diff changeset
100 systemd.service(service='dnsmasq-mtail', enabled=True, restarted=True, daemon_reload=True)
94
122ba5444176 dhcp,dns to pipe
drewp@bigasterisk.com
parents: 88
diff changeset
101
213
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
102 # Serve another dns, no dhcp, and include the dynamic-blocking file written by net_routes.
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
103 dnsmasq_instance(
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
104 net_name='10.2-filtered',
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
105 house_iface='eth1',
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
106 listen_address='10.2.0.4',
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
107 )