Mercurial > code > home > repos > infra

annotate net.py @ 278:4e424a144183

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
for netboot pi
author drewp@bigasterisk.com
date Sat, 30 Mar 2024 00:15:46 -0700
parents 058c312ffdce
children 0befc8696a07
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
7
b6fff51f8676 net.py setup. May not be safe on bang yet
drewp@bigasterisk.com
parents:
diff changeset
1 from pyinfra import host
227
eef9d075b3ca reformat
drewp@bigasterisk.com
parents: 223
diff changeset
2 from pyinfra.operations import apt, files, server, systemd
278
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 275
diff changeset
3 from pyinfra.facts.server import Arch, LinuxDistribution
7
b6fff51f8676 net.py setup. May not be safe on bang yet
drewp@bigasterisk.com
parents:
diff changeset
4
278
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 275
diff changeset
5 is_pi = host.get_fact(LinuxDistribution)['name'] in ['Debian', 'Raspbian GNU/Linux']
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 275
diff changeset
6 is_wifi = False
35
51c2f861764f refactor
drewp@bigasterisk.com
parents: 34
diff changeset
7
51c2f861764f refactor
drewp@bigasterisk.com
parents: 34
diff changeset
8 def cleanup():
51c2f861764f refactor
drewp@bigasterisk.com
parents: 34
diff changeset
9 # past attempts
82
ff60853d7152 fix for bang dhclient'ing its resolv.conf sometimes
drewp@bigasterisk.com
parents: 72
diff changeset
10 files.file(path='/etc/network/interfaces', present=False)
7
b6fff51f8676 net.py setup. May not be safe on bang yet
drewp@bigasterisk.com
parents:
diff changeset
11
22
301dad3cdb7b WIP updating to use systemd networkd but it's not done or working, here
drewp@bigasterisk.com
parents: 17
diff changeset
12 for search_dir in [
301dad3cdb7b WIP updating to use systemd networkd but it's not done or working, here
drewp@bigasterisk.com
parents: 17
diff changeset
13 # search path per `man systemd.network`:
301dad3cdb7b WIP updating to use systemd networkd but it's not done or working, here
drewp@bigasterisk.com
parents: 17
diff changeset
14 # /lib/systemd/network # These OS files are ok.
301dad3cdb7b WIP updating to use systemd networkd but it's not done or working, here
drewp@bigasterisk.com
parents: 17
diff changeset
15 '/usr/local/lib/systemd/network/', # Probably no such dir.
301dad3cdb7b WIP updating to use systemd networkd but it's not done or working, here
drewp@bigasterisk.com
parents: 17
diff changeset
16 '/run/systemd/network/', # Previous netplan attempts dumped in here.
227
eef9d075b3ca reformat
drewp@bigasterisk.com
parents: 223
diff changeset
17 # '/etc/systemd/network/', # I'm going to work in here.
22
301dad3cdb7b WIP updating to use systemd networkd but it's not done or working, here
drewp@bigasterisk.com
parents: 17
diff changeset
18 ]:
301dad3cdb7b WIP updating to use systemd networkd but it's not done or working, here
drewp@bigasterisk.com
parents: 17
diff changeset
19 files.sync(
301dad3cdb7b WIP updating to use systemd networkd but it's not done or working, here
drewp@bigasterisk.com
parents: 17
diff changeset
20 src="files/empty_dir/",
301dad3cdb7b WIP updating to use systemd networkd but it's not done or working, here
drewp@bigasterisk.com
parents: 17
diff changeset
21 dest=search_dir,
301dad3cdb7b WIP updating to use systemd networkd but it's not done or working, here
drewp@bigasterisk.com
parents: 17
diff changeset
22 delete=True,
301dad3cdb7b WIP updating to use systemd networkd but it's not done or working, here
drewp@bigasterisk.com
parents: 17
diff changeset
23 )
7
b6fff51f8676 net.py setup. May not be safe on bang yet
drewp@bigasterisk.com
parents:
diff changeset
24
115
8012f6095220 update to current configs
drewp@bigasterisk.com
parents: 107
diff changeset
25 # On bang (now pipe):
37
fbd0849dfdbd redo networking to be much simpler. Uses systemd-networkd
drewp@bigasterisk.com
parents: 36
diff changeset
26 # Now using a HW router for this firewall. No incoming connections.
fbd0849dfdbd redo networking to be much simpler. Uses systemd-networkd
drewp@bigasterisk.com
parents: 36
diff changeset
27 # test connections from the outside:
fbd0849dfdbd redo networking to be much simpler. Uses systemd-networkd
drewp@bigasterisk.com
parents: 36
diff changeset
28 # http://www.t1shopper.com/tools/port-scanner/
fbd0849dfdbd redo networking to be much simpler. Uses systemd-networkd
drewp@bigasterisk.com
parents: 36
diff changeset
29 # On prime:
fbd0849dfdbd redo networking to be much simpler. Uses systemd-networkd
drewp@bigasterisk.com
parents: 36
diff changeset
30 # using digitalocean network config:
fbd0849dfdbd redo networking to be much simpler. Uses systemd-networkd
drewp@bigasterisk.com
parents: 36
diff changeset
31 # https://cloud.digitalocean.com/networking/firewalls/f68899ae-1aac-4469-b379-59ce2bbc988f/droplets?i=7c5072
fbd0849dfdbd redo networking to be much simpler. Uses systemd-networkd
drewp@bigasterisk.com
parents: 36
diff changeset
32 apt.packages(packages=['ufw'], present=False)
35
51c2f861764f refactor
drewp@bigasterisk.com
parents: 34
diff changeset
33
103
8b8ef9d8f0fd dead code and templates, reformat, maybe a little refactor
drewp@bigasterisk.com
parents: 100
diff changeset
34
107
d70816c7c7db fix pipe net forwarding after update to ubuntu 22.04
drewp
parents: 103
diff changeset
35 # https://github.com/k3s-io/k3s/issues/1812 unclear, but more importantly, this has to be set
d70816c7c7db fix pipe net forwarding after update to ubuntu 22.04
drewp
parents: 103
diff changeset
36 # on pipe in a way that works with the commands in house_net.service (and net_routes)
d70816c7c7db fix pipe net forwarding after update to ubuntu 22.04
drewp
parents: 103
diff changeset
37 server.shell(commands=[
d70816c7c7db fix pipe net forwarding after update to ubuntu 22.04
drewp
parents: 103
diff changeset
38 'update-alternatives --set iptables /usr/sbin/iptables-legacy',
d70816c7c7db fix pipe net forwarding after update to ubuntu 22.04
drewp
parents: 103
diff changeset
39 'update-alternatives --set ip6tables /usr/sbin/ip6tables-legacy',
d70816c7c7db fix pipe net forwarding after update to ubuntu 22.04
drewp
parents: 103
diff changeset
40 ])
d70816c7c7db fix pipe net forwarding after update to ubuntu 22.04
drewp
parents: 103
diff changeset
41 # needs reboot if this changed
d70816c7c7db fix pipe net forwarding after update to ubuntu 22.04
drewp
parents: 103
diff changeset
42
278
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 275
diff changeset
43 if host.name in ['prime', 'bang', 'pipe', 'ditto']:
115
8012f6095220 update to current configs
drewp@bigasterisk.com
parents: 107
diff changeset
44 server.sysctl(key='net.ipv6.conf.all.disable_ipv6', value=1, persist=True)
37
fbd0849dfdbd redo networking to be much simpler. Uses systemd-networkd
drewp@bigasterisk.com
parents: 36
diff changeset
45
146
2065998876e4 add host 'ditto'
drewp@bigasterisk.com
parents: 115
diff changeset
46 # if is_wifi_pi:
2065998876e4 add host 'ditto'
drewp@bigasterisk.com
parents: 115
diff changeset
47 # files.put(dest="/etc/network/interfaces.d/wlan0", src="files/pi_wlan0_powersave")
2065998876e4 add host 'ditto'
drewp@bigasterisk.com
parents: 115
diff changeset
48 # ssh.command(host.name, "iw wlan0 set power_save off")
188
087b84e68765 comment
drewp@bigasterisk.com
parents: 162
diff changeset
49
115
8012f6095220 update to current configs
drewp@bigasterisk.com
parents: 107
diff changeset
50 files.directory('/etc/systemd/network')
8012f6095220 update to current configs
drewp@bigasterisk.com
parents: 107
diff changeset
51 if host.name == 'prime':
8012f6095220 update to current configs
drewp@bigasterisk.com
parents: 107
diff changeset
52 cleanup()
35
51c2f861764f refactor
drewp@bigasterisk.com
parents: 34
diff changeset
53
115
8012f6095220 update to current configs
drewp@bigasterisk.com
parents: 107
diff changeset
54 files.template(
8012f6095220 update to current configs
drewp@bigasterisk.com
parents: 107
diff changeset
55 src="templates/net/prime.network.j2",
8012f6095220 update to current configs
drewp@bigasterisk.com
parents: 107
diff changeset
56 dest="/etc/systemd/network/99-prime.network",
8012f6095220 update to current configs
drewp@bigasterisk.com
parents: 107
diff changeset
57 mac=host.host_data['mac'],
8012f6095220 update to current configs
drewp@bigasterisk.com
parents: 107
diff changeset
58 )
37
fbd0849dfdbd redo networking to be much simpler. Uses systemd-networkd
drewp@bigasterisk.com
parents: 36
diff changeset
59
115
8012f6095220 update to current configs
drewp@bigasterisk.com
parents: 107
diff changeset
60 elif host.name == 'bang':
8012f6095220 update to current configs
drewp@bigasterisk.com
parents: 107
diff changeset
61 cleanup()
37
fbd0849dfdbd redo networking to be much simpler. Uses systemd-networkd
drewp@bigasterisk.com
parents: 36
diff changeset
62
115
8012f6095220 update to current configs
drewp@bigasterisk.com
parents: 107
diff changeset
63 files.template(src="templates/net/bang_10.2.network.j2", dest="/etc/systemd/network/20-10.2.network")
8012f6095220 update to current configs
drewp@bigasterisk.com
parents: 107
diff changeset
64 apt.packages(packages=['network-manager'], present=False)
8012f6095220 update to current configs
drewp@bigasterisk.com
parents: 107
diff changeset
65
8012f6095220 update to current configs
drewp@bigasterisk.com
parents: 107
diff changeset
66 elif host.name == 'plus':
8012f6095220 update to current configs
drewp@bigasterisk.com
parents: 107
diff changeset
67 apt.packages(packages=['network-manager'], present=True)
37
fbd0849dfdbd redo networking to be much simpler. Uses systemd-networkd
drewp@bigasterisk.com
parents: 36
diff changeset
68
115
8012f6095220 update to current configs
drewp@bigasterisk.com
parents: 107
diff changeset
69 elif host.name == 'pipe':
8012f6095220 update to current configs
drewp@bigasterisk.com
parents: 107
diff changeset
70 cleanup()
69
659e4b228909 new host 'pipe'
drewp@bigasterisk.com
parents: 67
diff changeset
71
115
8012f6095220 update to current configs
drewp@bigasterisk.com
parents: 107
diff changeset
72 files.template(src="templates/net/pipe_10.2.network.j2", dest="/etc/systemd/network/99-10.2.network")
8012f6095220 update to current configs
drewp@bigasterisk.com
parents: 107
diff changeset
73 files.template(src="templates/net/pipe_isp.network.j2", dest="/etc/systemd/network/99-isp.network")
8012f6095220 update to current configs
drewp@bigasterisk.com
parents: 107
diff changeset
74 server.sysctl(key='net.ipv4.ip_forward', value=1, persist=True)
227
eef9d075b3ca reformat
drewp@bigasterisk.com
parents: 223
diff changeset
75 files.template(src="templates/net/house_net.service.j2",
eef9d075b3ca reformat
drewp@bigasterisk.com
parents: 223
diff changeset
76 dest="/etc/systemd/system/house_net.service",
eef9d075b3ca reformat
drewp@bigasterisk.com
parents: 223
diff changeset
77 out_interface='eth0')
115
8012f6095220 update to current configs
drewp@bigasterisk.com
parents: 107
diff changeset
78 systemd.service(service='house_net.service', daemon_reload=True, enabled=True, running=True, restarted=True)
69
659e4b228909 new host 'pipe'
drewp@bigasterisk.com
parents: 67
diff changeset
79
223
6583e3bb3000 add vips for mqtt servers. first time success with netplan!
drewp@bigasterisk.com
parents: 189
diff changeset
80 elif host.name == 'ditto':
6583e3bb3000 add vips for mqtt servers. first time success with netplan!
drewp@bigasterisk.com
parents: 189
diff changeset
81 files.template(
6583e3bb3000 add vips for mqtt servers. first time success with netplan!
drewp@bigasterisk.com
parents: 189
diff changeset
82 src="templates/net/ditto-netplan.yaml.j2",
6583e3bb3000 add vips for mqtt servers. first time success with netplan!
drewp@bigasterisk.com
parents: 189
diff changeset
83 dest="/etc/netplan/00-installer-config.yaml",
6583e3bb3000 add vips for mqtt servers. first time success with netplan!
drewp@bigasterisk.com
parents: 189
diff changeset
84 create_remote_dir=True,
6583e3bb3000 add vips for mqtt servers. first time success with netplan!
drewp@bigasterisk.com
parents: 189
diff changeset
85 )
6583e3bb3000 add vips for mqtt servers. first time success with netplan!
drewp@bigasterisk.com
parents: 189
diff changeset
86
115
8012f6095220 update to current configs
drewp@bigasterisk.com
parents: 107
diff changeset
87 else:
8012f6095220 update to current configs
drewp@bigasterisk.com
parents: 107
diff changeset
88 cleanup()
34
d4fb38f13c79 refactor dns and some other non-net setup
drewp@bigasterisk.com
parents: 22
diff changeset
89
115
8012f6095220 update to current configs
drewp@bigasterisk.com
parents: 107
diff changeset
90 if is_wifi:
8012f6095220 update to current configs
drewp@bigasterisk.com
parents: 107
diff changeset
91 files.put(src="secrets/wpa_supplicant.conf", dest="/etc/wpa_supplicant/wpa_supplicant.conf")
34
d4fb38f13c79 refactor dns and some other non-net setup
drewp@bigasterisk.com
parents: 22
diff changeset
92
115
8012f6095220 update to current configs
drewp@bigasterisk.com
parents: 107
diff changeset
93 files.template(
8012f6095220 update to current configs
drewp@bigasterisk.com
parents: 107
diff changeset
94 src="templates/net/singlenic.network.j2",
8012f6095220 update to current configs
drewp@bigasterisk.com
parents: 107
diff changeset
95 dest="/etc/systemd/network/20-bigasterisk.network",
8012f6095220 update to current configs
drewp@bigasterisk.com
parents: 107
diff changeset
96 create_remote_dir=True,
8012f6095220 update to current configs
drewp@bigasterisk.com
parents: 107
diff changeset
97 )
8012f6095220 update to current configs
drewp@bigasterisk.com
parents: 107
diff changeset
98 apt.packages(packages=['network-manager'], present=False)
251
33d2de3d7e70 wg fixes
drewp@bigasterisk.com
parents: 227
diff changeset
99
33d2de3d7e70 wg fixes
drewp@bigasterisk.com
parents: 227
diff changeset
100 systemd.service(service='systemd-networkd.service', enabled=True, running=True, restarted=True)
188
087b84e68765 comment
drewp@bigasterisk.com
parents: 162
diff changeset
101
278
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 275
diff changeset
102 # delete?
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 275
diff changeset
103 # # TODO this breaks wg on garage, i think. workaround:
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 275
diff changeset
104 # if host.name == 'garage':
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 275
diff changeset
105 # server.shell('ip -4 address add 10.5.0.14/24 dev wg0')
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 275
diff changeset
106 else:
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 275
diff changeset
107 pass # don't break working networking!