annotate dns.py @ 284:a46eb2a77df7

minecraft forwarding
author drewp@bigasterisk.com
date Mon, 15 Apr 2024 02:28:52 -0700
parents e10ee3ddadcf
children 3af02e24eaf9
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
241
075ceead3673 dns work
drewp@bigasterisk.com
parents: 213
diff changeset
1 from io import StringIO
075ceead3673 dns work
drewp@bigasterisk.com
parents: 213
diff changeset
2 import subprocess
278
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
3
34
d4fb38f13c79 refactor dns and some other non-net setup
drewp@bigasterisk.com
parents:
diff changeset
4 from pyinfra import host
278
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
5 from pyinfra.operations import files, systemd, server
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
6 from pyinfra.facts.server import Arch, LinuxDistribution
38
4026b6b8028f get dhcp mapping from lanscape
drewp@bigasterisk.com
parents: 34
diff changeset
7
278
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
8 is_pi = host.get_fact(LinuxDistribution)['name'] in ['Debian', 'Raspbian GNU/Linux']
94
122ba5444176 dhcp,dns to pipe
drewp@bigasterisk.com
parents: 88
diff changeset
9
282
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
10
213
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
11 def dnsmasq_instance(net_name,
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
12 house_iface,
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
13 dhcp_range='10.2.0.10,10.2.0.11',
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
14 listen_address='reqd',
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
15 dhcp_hosts_filename='/dev/null'):
88
dae714e8f620 reactor and temporarily cut dep on lanscape
drewp@bigasterisk.com
parents: 81
diff changeset
16 files.directory(path=f'/opt/dnsmasq/{net_name}')
213
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
17 files.template(
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
18 src='templates/dnsmasq/dnsmasq.conf.j2',
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
19 dest=f'/opt/dnsmasq/{net_name}/dnsmasq.conf',
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
20 net=net_name,
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
21 house_iface=house_iface,
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
22 dhcp_range=dhcp_range,
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
23 listen_address=listen_address,
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
24 dhcp_enabled=net_name == '10.2' and host.name == 'pipe',
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
25 dns_server=listen_address,
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
26 router=listen_address,
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
27 )
88
dae714e8f620 reactor and temporarily cut dep on lanscape
drewp@bigasterisk.com
parents: 81
diff changeset
28 files.template(src='templates/dnsmasq/hosts.j2', dest=f'/opt/dnsmasq/{net_name}/hosts', net=net_name)
282
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
29
241
075ceead3673 dns work
drewp@bigasterisk.com
parents: 213
diff changeset
30 dhcp_hosts = subprocess.check_output(['python3', '/my/serv/lanscape/src/public/make_dhcp_hosts.py'], encoding='utf8')
075ceead3673 dns work
drewp@bigasterisk.com
parents: 213
diff changeset
31 files.put(src=StringIO(dhcp_hosts), dest=f'/opt/dnsmasq/{net_name}/dhcp_hosts')
88
dae714e8f620 reactor and temporarily cut dep on lanscape
drewp@bigasterisk.com
parents: 81
diff changeset
32
dae714e8f620 reactor and temporarily cut dep on lanscape
drewp@bigasterisk.com
parents: 81
diff changeset
33 files.template(src='templates/dnsmasq/dnsmasq.service.j2',
dae714e8f620 reactor and temporarily cut dep on lanscape
drewp@bigasterisk.com
parents: 81
diff changeset
34 dest=f'/etc/systemd/system/dnsmasq_{net_name}.service',
dae714e8f620 reactor and temporarily cut dep on lanscape
drewp@bigasterisk.com
parents: 81
diff changeset
35 net=net_name)
213
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
36 if net_name in ['10.2', '10.2-filtered']:
88
dae714e8f620 reactor and temporarily cut dep on lanscape
drewp@bigasterisk.com
parents: 81
diff changeset
37 systemd.service(service=f'dnsmasq_{net_name}', enabled=True, restarted=True, daemon_reload=True)
94
122ba5444176 dhcp,dns to pipe
drewp@bigasterisk.com
parents: 88
diff changeset
38
213
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
39
179
b63ed77141fd refactor
drewp@bigasterisk.com
parents: 162
diff changeset
40 def standard_host_dns():
b63ed77141fd refactor
drewp@bigasterisk.com
parents: 162
diff changeset
41 files.template(src='templates/hosts.j2', dest='/etc/hosts')
278
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
42 if is_pi:
282
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
43 files.put(dest='/etc/resolv.conf',
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
44 src=StringIO('''
278
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
45 # written by pyinfra
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
46 nameserver 10.2.0.3
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
47 search bigasterisk.com
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
48 '''))
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
49 else:
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
50 files.link(path='/etc/resolv.conf', target='/run/systemd/resolve/resolv.conf', force=True)
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
51 files.template(src='templates/resolved.conf.j2', dest='/etc/systemd/resolved.conf')
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
52 systemd.service(service='systemd-resolved.service', running=True, restarted=True)
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
53
94
122ba5444176 dhcp,dns to pipe
drewp@bigasterisk.com
parents: 88
diff changeset
54
282
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
55 pi_serial_hostname = [
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
56 ]
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
57
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
58
278
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
59 def rpi_net_boot():
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
60 files.directory(path='/opt/dnsmasq/tftp')
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
61 for pi_serial, _ in pi_serial_hostname:
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
62 files.directory(path=f'/opt/dnsmasq/tftp/{pi_serial}')
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
63 # then we transfer from pi to here
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
64
282
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
65
278
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
66 def rpi_iscsi_volumes():
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
67 iscsi_dir = '/d2/rpi-iscsi'
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
68 for _, pi_hostname in pi_serial_hostname:
282
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
69 out = f'{iscsi_dir}/{pi_hostname}.disk'
278
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
70 files.directory(path=iscsi_dir)
280
5c5c314051c5 updates for pis
drewp@bigasterisk.com
parents: 278
diff changeset
71 server.shell(f'dd if=/dev/zero of={out} count=0 bs=1 seek=5G conv=excl || true')
282
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
72 files.put(dest=f"/etc/tgt/conf.d/{pi_hostname}.conf",
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
73 src=StringIO(f"""
278
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
74 <target iqn.2024-03.com.bigasterisk:{pi_hostname}.target>
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
75 backing-store {out}
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
76 initiator-name iqn.2024-03.com.bigasterisk:{pi_hostname}.initiator
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
77 </target>
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
78 """))
282
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
79 # restarting is disruptive to connected pis, and they might need to be
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
80 # visited:
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
81 #systemd.service(service='tgt.service', running=True, restarted=True)
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
82
213
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
83
179
b63ed77141fd refactor
drewp@bigasterisk.com
parents: 162
diff changeset
84 standard_host_dns()
94
122ba5444176 dhcp,dns to pipe
drewp@bigasterisk.com
parents: 88
diff changeset
85
241
075ceead3673 dns work
drewp@bigasterisk.com
parents: 213
diff changeset
86 # no default instance; i'll add some specific ones below
075ceead3673 dns work
drewp@bigasterisk.com
parents: 213
diff changeset
87 systemd.service(service='dnsmasq', enabled=False, running=False)
075ceead3673 dns work
drewp@bigasterisk.com
parents: 213
diff changeset
88
34
d4fb38f13c79 refactor dns and some other non-net setup
drewp@bigasterisk.com
parents:
diff changeset
89 if host.name == 'bang':
d4fb38f13c79 refactor dns and some other non-net setup
drewp@bigasterisk.com
parents:
diff changeset
90 files.directory(path='/opt/dnsmasq')
d4fb38f13c79 refactor dns and some other non-net setup
drewp@bigasterisk.com
parents:
diff changeset
91
213
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
92 dnsmasq_instance('10.5', house_iface='unused', dhcp_range='unused',
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
93 listen_address='unused') # only works after wireguard is up
278
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
94 elif host.name == 'ditto':
282
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
95 rpi_iscsi_volumes() # move out of this file- it's not dns
94
122ba5444176 dhcp,dns to pipe
drewp@bigasterisk.com
parents: 88
diff changeset
96 elif host.name == 'pipe':
278
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 241
diff changeset
97 rpi_net_boot()
94
122ba5444176 dhcp,dns to pipe
drewp@bigasterisk.com
parents: 88
diff changeset
98 files.directory(path='/opt/dnsmasq')
116
6ec849f1a8c9 dhcp_hosts in a real template now
drewp@bigasterisk.com
parents: 106
diff changeset
99 dnsmasq_instance('10.2',
6ec849f1a8c9 dhcp_hosts in a real template now
drewp@bigasterisk.com
parents: 106
diff changeset
100 house_iface='eth1',
241
075ceead3673 dns work
drewp@bigasterisk.com
parents: 213
diff changeset
101 dhcp_range='10.2.0.110,10.2.0.199',
213
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
102 listen_address='10.2.0.3',
116
6ec849f1a8c9 dhcp_hosts in a real template now
drewp@bigasterisk.com
parents: 106
diff changeset
103 dhcp_hosts_filename='templates/dnsmasq/dhcp_hosts.j2')
119
51a471fa4d29 metrics on dnsmasq log errors and DHCP commands
drewp@bigasterisk.com
parents: 116
diff changeset
104 out = '/opt/dnsmasq/10.2'
51a471fa4d29 metrics on dnsmasq log errors and DHCP commands
drewp@bigasterisk.com
parents: 116
diff changeset
105 # This mtail is for dhcp command counts and errors. Another monitor in lanscape/ reads the leases file.
51a471fa4d29 metrics on dnsmasq log errors and DHCP commands
drewp@bigasterisk.com
parents: 116
diff changeset
106 files.template(src='templates/dnsmasq/metrics.mtail.j2', dest=f'{out}/metrics.mtail')
51a471fa4d29 metrics on dnsmasq log errors and DHCP commands
drewp@bigasterisk.com
parents: 116
diff changeset
107 files.template(src='templates/dnsmasq/run_mtail.sh', dest=f'{out}/run_mtail.sh')
51a471fa4d29 metrics on dnsmasq log errors and DHCP commands
drewp@bigasterisk.com
parents: 116
diff changeset
108
241
075ceead3673 dns work
drewp@bigasterisk.com
parents: 213
diff changeset
109 files.template(src='templates/dnsmasq/dnsmasq-mtail.service.j2', dest='/etc/systemd/system/dnsmasq-mtail.service')
075ceead3673 dns work
drewp@bigasterisk.com
parents: 213
diff changeset
110 systemd.service(service='dnsmasq-mtail', enabled=True, restarted=True, daemon_reload=True)
94
122ba5444176 dhcp,dns to pipe
drewp@bigasterisk.com
parents: 88
diff changeset
111
213
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
112 # Serve another dns, no dhcp, and include the dynamic-blocking file written by net_routes.
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
113 dnsmasq_instance(
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
114 net_name='10.2-filtered',
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
115 house_iface='eth1',
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
116 listen_address='10.2.0.4',
33db4d39e554 filtered dns adjustments
drewp@bigasterisk.com
parents: 179
diff changeset
117 )