annotate system.py @ 118:69058ad170be

watch output from `zfs list -o space` as metrics
author drewp@bigasterisk.com
date Wed, 07 Dec 2022 23:02:57 -0800
parents ab1e0cbe8009
children fe3ae7c95e65
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
1
b664f1027992 system.py port from ansible
drewp@bigasterisk.com
parents:
diff changeset
1 import os
10
1fec9fe18a4e more system.py cleanup; add pi /boot/config.txt
drewp@bigasterisk.com
parents: 6
diff changeset
2
1
b664f1027992 system.py port from ansible
drewp@bigasterisk.com
parents:
diff changeset
3 from pyinfra import host
b664f1027992 system.py port from ansible
drewp@bigasterisk.com
parents:
diff changeset
4 from pyinfra.facts.server import LinuxDistribution
12
15c5ce7c74b5 refactor, cleanup, split large deploys
drewp@bigasterisk.com
parents: 10
diff changeset
5 from pyinfra.operations import apt, files, server, systemd
1
b664f1027992 system.py port from ansible
drewp@bigasterisk.com
parents:
diff changeset
6
3
61945df2a392 updates to work on recent raspbian installs
drewp@bigasterisk.com
parents: 2
diff changeset
7 is_pi = host.get_fact(LinuxDistribution)['name'] in ['Debian', 'Raspbian GNU/Linux']
1
b664f1027992 system.py port from ansible
drewp@bigasterisk.com
parents:
diff changeset
8
b664f1027992 system.py port from ansible
drewp@bigasterisk.com
parents:
diff changeset
9 TZ = 'America/Los_Angeles'
b664f1027992 system.py port from ansible
drewp@bigasterisk.com
parents:
diff changeset
10
12
15c5ce7c74b5 refactor, cleanup, split large deploys
drewp@bigasterisk.com
parents: 10
diff changeset
11 server.hostname(hostname=host.name)
15c5ce7c74b5 refactor, cleanup, split large deploys
drewp@bigasterisk.com
parents: 10
diff changeset
12
91
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
13 def timezone():
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
14 files.link(path='/etc/localtime', target=f'/usr/share/zoneinfo/{TZ}')
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
15 files.replace(path='/etc/timezone', text='.*', replace=TZ)
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
16 apt.packages(update=True,
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
17 cache_time=86400,
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
18 packages=['tzdata'],
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
19 force=True,
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
20 _env={
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
21 'TZ': TZ,
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
22 'LANG': 'en_US.UTF-8',
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
23 'DEBIAN_FRONTEND': 'noninteractive'
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
24 })
1
b664f1027992 system.py port from ansible
drewp@bigasterisk.com
parents:
diff changeset
25
91
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
26 def fstab():
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
27 fstab_file = f'files/fstab/{host.name}'
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
28 if os.path.exists(fstab_file):
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
29 files.put(src=fstab_file, dest='/etc/fstab')
1
b664f1027992 system.py port from ansible
drewp@bigasterisk.com
parents:
diff changeset
30
91
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
31 def pi_tmpfs():
1
b664f1027992 system.py port from ansible
drewp@bigasterisk.com
parents:
diff changeset
32 for line in [
b664f1027992 system.py port from ansible
drewp@bigasterisk.com
parents:
diff changeset
33 'tmpfs /var/log tmpfs defaults,noatime,mode=0755 0 0',
b664f1027992 system.py port from ansible
drewp@bigasterisk.com
parents:
diff changeset
34 'tmpfs /tmp tmpfs defaults,noatime 0 0',
b664f1027992 system.py port from ansible
drewp@bigasterisk.com
parents:
diff changeset
35 ]:
b664f1027992 system.py port from ansible
drewp@bigasterisk.com
parents:
diff changeset
36 files.line(path="/etc/fstab", line=line, replace=line)
b664f1027992 system.py port from ansible
drewp@bigasterisk.com
parents:
diff changeset
37
b664f1027992 system.py port from ansible
drewp@bigasterisk.com
parents:
diff changeset
38 # stop SD card corruption (along with some mounts in fstab)
b664f1027992 system.py port from ansible
drewp@bigasterisk.com
parents:
diff changeset
39 apt.packages(packages=['dphys-swapfile'], present=False)
b664f1027992 system.py port from ansible
drewp@bigasterisk.com
parents:
diff changeset
40
b664f1027992 system.py port from ansible
drewp@bigasterisk.com
parents:
diff changeset
41
3
61945df2a392 updates to work on recent raspbian installs
drewp@bigasterisk.com
parents: 2
diff changeset
42 # don't try to get aufs-dkms on rpi-- https://github.com/docker/for-linux/issues/709
91
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
43 def podman_inecure_registry():
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
44 files.template(src='templates/kube/podman_registries.conf.j2', dest='/etc/containers/registries.conf.d/bang.conf')
34
d4fb38f13c79 refactor dns and some other non-net setup
drewp@bigasterisk.com
parents: 12
diff changeset
45
d4fb38f13c79 refactor dns and some other non-net setup
drewp@bigasterisk.com
parents: 12
diff changeset
46
91
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
47 def no_sleep():
34
d4fb38f13c79 refactor dns and some other non-net setup
drewp@bigasterisk.com
parents: 12
diff changeset
48 server.shell(commands=['systemctl mask sleep.target suspend.target hibernate.target hybrid-sleep.target'])
d4fb38f13c79 refactor dns and some other non-net setup
drewp@bigasterisk.com
parents: 12
diff changeset
49
91
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
50 def nfs_server():
34
d4fb38f13c79 refactor dns and some other non-net setup
drewp@bigasterisk.com
parents: 12
diff changeset
51 apt.packages(packages=['nfs-kernel-server'])
d4fb38f13c79 refactor dns and some other non-net setup
drewp@bigasterisk.com
parents: 12
diff changeset
52 files.template(src='templates/bang_exports.j2', dest='/etc/exports')
37
fbd0849dfdbd redo networking to be much simpler. Uses systemd-networkd
drewp@bigasterisk.com
parents: 34
diff changeset
53
57
16098abf8f0f nfs over wireguard
drewp@bigasterisk.com
parents: 37
diff changeset
54 # sudo zfs set sharenfs="rw=10.5.0.0/16" stor6
16098abf8f0f nfs over wireguard
drewp@bigasterisk.com
parents: 37
diff changeset
55
91
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
56 def smaller_journals():
37
fbd0849dfdbd redo networking to be much simpler. Uses systemd-networkd
drewp@bigasterisk.com
parents: 34
diff changeset
57 files.line(name='shorter systemctl log window, for disk space',
fbd0849dfdbd redo networking to be much simpler. Uses systemd-networkd
drewp@bigasterisk.com
parents: 34
diff changeset
58 path='/etc/systemd/journald.conf',
fbd0849dfdbd redo networking to be much simpler. Uses systemd-networkd
drewp@bigasterisk.com
parents: 34
diff changeset
59 line='MaxFileSec',
fbd0849dfdbd redo networking to be much simpler. Uses systemd-networkd
drewp@bigasterisk.com
parents: 34
diff changeset
60 replace="MaxFileSec=7day")
fbd0849dfdbd redo networking to be much simpler. Uses systemd-networkd
drewp@bigasterisk.com
parents: 34
diff changeset
61
fbd0849dfdbd redo networking to be much simpler. Uses systemd-networkd
drewp@bigasterisk.com
parents: 34
diff changeset
62 for port in [80, 443]:
fbd0849dfdbd redo networking to be much simpler. Uses systemd-networkd
drewp@bigasterisk.com
parents: 34
diff changeset
63 files.template(src="templates/webforward.service.j2", dest=f"/etc/systemd/system/web_forward_{port}.service", port=port)
fbd0849dfdbd redo networking to be much simpler. Uses systemd-networkd
drewp@bigasterisk.com
parents: 34
diff changeset
64 systemd.service(service=f'web_forward_{port}', enabled=True, restarted=True)
91
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
65
118
69058ad170be watch output from `zfs list -o space` as metrics
drewp@bigasterisk.com
parents: 91
diff changeset
66 def zfs_metrics():
69058ad170be watch output from `zfs list -o space` as metrics
drewp@bigasterisk.com
parents: 91
diff changeset
67 files.put(src='files/zfs_metrics/zfs_space_metrics.sh', dest='/opt/zfs_metrics/zfs_space_metrics.sh')
69058ad170be watch output from `zfs list -o space` as metrics
drewp@bigasterisk.com
parents: 91
diff changeset
68 files.put(src='files/zfs_metrics/zfs.mtail', dest='/opt/zfs_metrics/zfs.mtail')
69058ad170be watch output from `zfs list -o space` as metrics
drewp@bigasterisk.com
parents: 91
diff changeset
69 files.put(src='files/zfs_metrics/zfs_space_metrics.service',
69058ad170be watch output from `zfs list -o space` as metrics
drewp@bigasterisk.com
parents: 91
diff changeset
70 dest=f'/etc/systemd/system/zfs_space_metrics.service')
69058ad170be watch output from `zfs list -o space` as metrics
drewp@bigasterisk.com
parents: 91
diff changeset
71 systemd.service(service=f'zfs_space_metrics', enabled=True, restarted=True, daemon_reload=True)
69058ad170be watch output from `zfs list -o space` as metrics
drewp@bigasterisk.com
parents: 91
diff changeset
72
91
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
73 timezone()
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
74 fstab()
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
75
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
76 if not is_pi:
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
77 files.line(path='/etc/update-manager/release-upgrades', line="^Prompt=", replace="Prompt=normal")
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
78
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
79 if is_pi and host.name != 'pipe':
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
80 pi_tmpfs()
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
81
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
82 if not is_pi:
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
83 podman_inecure_registry()
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
84
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
85 if host.name in ['bang', 'pipe']:
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
86 no_sleep()
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
87
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
88 if host.name == 'bang':
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
89 nfs_server()
118
69058ad170be watch output from `zfs list -o space` as metrics
drewp@bigasterisk.com
parents: 91
diff changeset
90 zfs_metrics()
91
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
91
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
92 if host.name == 'prime':
ab1e0cbe8009 refactor and add podman registries
drewp@bigasterisk.com
parents: 85
diff changeset
93 smaller_journals()