Mercurial > code > home > repos > infra

annotate packages.py @ 275:058c312ffdce

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
new host `pillow`
author drewp@bigasterisk.com
date Sat, 23 Mar 2024 14:20:20 -0700
parents f7178138b736
children 7f79cbbb6f24
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
271
drewp@bigasterisk.com
parents: 268
diff changeset
1 from io import StringIO
12
15c5ce7c74b5 refactor, cleanup, split large deploys
drewp@bigasterisk.com
parents:
diff changeset
2 from pyinfra import host
15c5ce7c74b5 refactor, cleanup, split large deploys
drewp@bigasterisk.com
parents:
diff changeset
3 from pyinfra.facts.server import LinuxDistribution
186
db4b3a07a3dc run pigpiod
drewp@bigasterisk.com
parents: 174
diff changeset
4 from pyinfra.operations import apt, files, server, systemd
205
826db3c40fa7 whitespace/etc
drewp@bigasterisk.com
parents: 203
diff changeset
5
114
7e280bf26dba package lists big update, pulling from /var/log/apt on a few hosts
drewp@bigasterisk.com
parents: 108
diff changeset
6 import package_lists
12
15c5ce7c74b5 refactor, cleanup, split large deploys
drewp@bigasterisk.com
parents:
diff changeset
7
15c5ce7c74b5 refactor, cleanup, split large deploys
drewp@bigasterisk.com
parents:
diff changeset
8 is_pi = host.get_fact(LinuxDistribution)['name'] in ['Debian', 'Raspbian GNU/Linux']
103
8b8ef9d8f0fd dead code and templates, reformat, maybe a little refactor
drewp@bigasterisk.com
parents: 93
diff changeset
9
12
15c5ce7c74b5 refactor, cleanup, split large deploys
drewp@bigasterisk.com
parents:
diff changeset
10
103
8b8ef9d8f0fd dead code and templates, reformat, maybe a little refactor
drewp@bigasterisk.com
parents: 93
diff changeset
11 def kitty():
246
cb9dce5b0731 update kitty
drewp@bigasterisk.com
parents: 240
diff changeset
12 vers = '0.31.0' # see https://github.com/kovidgoyal/kitty/releases
103
8b8ef9d8f0fd dead code and templates, reformat, maybe a little refactor
drewp@bigasterisk.com
parents: 93
diff changeset
13 home = '/home/drewp'
8b8ef9d8f0fd dead code and templates, reformat, maybe a little refactor
drewp@bigasterisk.com
parents: 93
diff changeset
14 local = f"{home}/.local/kitty"
8b8ef9d8f0fd dead code and templates, reformat, maybe a little refactor
drewp@bigasterisk.com
parents: 93
diff changeset
15 dl = f'/tmp/kitty-{vers}-x86_64.txz'
8b8ef9d8f0fd dead code and templates, reformat, maybe a little refactor
drewp@bigasterisk.com
parents: 93
diff changeset
16 files.download(src=f"https://github.com/kovidgoyal/kitty/releases/download/v{vers}/kitty-{vers}-x86_64.txz", dest=dl)
8b8ef9d8f0fd dead code and templates, reformat, maybe a little refactor
drewp@bigasterisk.com
parents: 93
diff changeset
17 files.directory(local)
8b8ef9d8f0fd dead code and templates, reformat, maybe a little refactor
drewp@bigasterisk.com
parents: 93
diff changeset
18 server.shell([
8b8ef9d8f0fd dead code and templates, reformat, maybe a little refactor
drewp@bigasterisk.com
parents: 93
diff changeset
19 f"mkdir -p {local}", # https://github.com/Fizzadar/pyinfra/issues/777
8b8ef9d8f0fd dead code and templates, reformat, maybe a little refactor
drewp@bigasterisk.com
parents: 93
diff changeset
20 f"aunpack --extract-to={local} {dl}",
8b8ef9d8f0fd dead code and templates, reformat, maybe a little refactor
drewp@bigasterisk.com
parents: 93
diff changeset
21 ])
8b8ef9d8f0fd dead code and templates, reformat, maybe a little refactor
drewp@bigasterisk.com
parents: 93
diff changeset
22 files.link(target="{local}/bin/kitty", path="{home}/bin/kitty")
8b8ef9d8f0fd dead code and templates, reformat, maybe a little refactor
drewp@bigasterisk.com
parents: 93
diff changeset
23
12
15c5ce7c74b5 refactor, cleanup, split large deploys
drewp@bigasterisk.com
parents:
diff changeset
24
174
b6b11048d0fb collect nodejs pkg install stuff together
drewp@bigasterisk.com
parents: 169
diff changeset
25 def nodejs():
b6b11048d0fb collect nodejs pkg install stuff together
drewp@bigasterisk.com
parents: 169
diff changeset
26 apt.packages(packages=['libnode72'], present=False, force=True)
b6b11048d0fb collect nodejs pkg install stuff together
drewp@bigasterisk.com
parents: 169
diff changeset
27 apt.packages(packages=['nodejs'], latest=True)
103
8b8ef9d8f0fd dead code and templates, reformat, maybe a little refactor
drewp@bigasterisk.com
parents: 93
diff changeset
28 server.shell([
169
5a8c25d62578 pnpm upgrade
drewp@bigasterisk.com
parents: 150
diff changeset
29 "rm -f /usr/local/bin/pnp{m,x}",
5a8c25d62578 pnpm upgrade
drewp@bigasterisk.com
parents: 150
diff changeset
30 "corepack enable",
103
8b8ef9d8f0fd dead code and templates, reformat, maybe a little refactor
drewp@bigasterisk.com
parents: 93
diff changeset
31 # https://github.com/pnpm/pnpm/releases
8b8ef9d8f0fd dead code and templates, reformat, maybe a little refactor
drewp@bigasterisk.com
parents: 93
diff changeset
32 # but also https://pnpm.io/installation#compatibility
203
3fd439ae1380 minor & some upgrades
drewp@bigasterisk.com
parents: 196
diff changeset
33 "corepack prepare 'pnpm@8.6.3' --activate",
103
8b8ef9d8f0fd dead code and templates, reformat, maybe a little refactor
drewp@bigasterisk.com
parents: 93
diff changeset
34 ])
8b8ef9d8f0fd dead code and templates, reformat, maybe a little refactor
drewp@bigasterisk.com
parents: 93
diff changeset
35
273
f7178138b736 pkgs and special podman future version
drewp@bigasterisk.com
parents: 271
diff changeset
36 def podman():
f7178138b736 pkgs and special podman future version
drewp@bigasterisk.com
parents: 271
diff changeset
37 apt.packages(packages=['libsubid4', 'buildah', 'podman-docker'], latest=True)
f7178138b736 pkgs and special podman future version
drewp@bigasterisk.com
parents: 271
diff changeset
38 # frigate build wants to mount a single file from the host, which needs podman 4.5.1
f7178138b736 pkgs and special podman future version
drewp@bigasterisk.com
parents: 271
diff changeset
39 # https://github.com/containers/podman/issues/12123#issuecomment-1620439593
f7178138b736 pkgs and special podman future version
drewp@bigasterisk.com
parents: 271
diff changeset
40 apt.deb(src="http://ftp.osuosl.org/pub/ubuntu/pool/universe/libp/libpod/podman_4.9.3+ds1-1_amd64.deb")
205
826db3c40fa7 whitespace/etc
drewp@bigasterisk.com
parents: 203
diff changeset
41
203
3fd439ae1380 minor & some upgrades
drewp@bigasterisk.com
parents: 196
diff changeset
42 def pdm():
206
da0fd5a2ac33 update pdm
drewp@bigasterisk.com
parents: 205
diff changeset
43 # https://github.com/pdm-project/pdm/blob/main/CHANGELOG.md
255
3f57cb70d592 upgr pdm
drewp@bigasterisk.com
parents: 254
diff changeset
44 server.shell(["pip install --break-system-packages 'pdm==2.12.2'"])
69
659e4b228909 new host 'pipe'
drewp@bigasterisk.com
parents: 62
diff changeset
45
205
826db3c40fa7 whitespace/etc
drewp@bigasterisk.com
parents: 203
diff changeset
46
103
8b8ef9d8f0fd dead code and templates, reformat, maybe a little refactor
drewp@bigasterisk.com
parents: 93
diff changeset
47 def proper_locate():
8b8ef9d8f0fd dead code and templates, reformat, maybe a little refactor
drewp@bigasterisk.com
parents: 93
diff changeset
48 apt.packages(packages='mlocate', present=False)
8b8ef9d8f0fd dead code and templates, reformat, maybe a little refactor
drewp@bigasterisk.com
parents: 93
diff changeset
49 if not is_pi and host.name not in ['prime', 'pipe']:
8b8ef9d8f0fd dead code and templates, reformat, maybe a little refactor
drewp@bigasterisk.com
parents: 93
diff changeset
50 apt.packages(packages='plocate')
8b8ef9d8f0fd dead code and templates, reformat, maybe a little refactor
drewp@bigasterisk.com
parents: 93
diff changeset
51
8b8ef9d8f0fd dead code and templates, reformat, maybe a little refactor
drewp@bigasterisk.com
parents: 93
diff changeset
52
131
7a94db404be4 packages refactor and some updates
drewp@bigasterisk.com
parents: 126
diff changeset
53 def proper_man():
7a94db404be4 packages refactor and some updates
drewp@bigasterisk.com
parents: 126
diff changeset
54 if host.name in ['pipe', 'prime'] or is_pi:
7a94db404be4 packages refactor and some updates
drewp@bigasterisk.com
parents: 126
diff changeset
55 apt.packages(packages=['mandb'], present=False)
12
15c5ce7c74b5 refactor, cleanup, split large deploys
drewp@bigasterisk.com
parents:
diff changeset
56
205
826db3c40fa7 whitespace/etc
drewp@bigasterisk.com
parents: 203
diff changeset
57
196
c409ea5a1d5c don't tie up 80/443 with an unwanted nginx instance
drewp@bigasterisk.com
parents: 192
diff changeset
58 def no_unwanted_services():
c409ea5a1d5c don't tie up 80/443 with an unwanted nginx instance
drewp@bigasterisk.com
parents: 192
diff changeset
59 systemd.service(service='nginx', enabled=False, running=False)
c409ea5a1d5c don't tie up 80/443 with an unwanted nginx instance
drewp@bigasterisk.com
parents: 192
diff changeset
60
c409ea5a1d5c don't tie up 80/443 with an unwanted nginx instance
drewp@bigasterisk.com
parents: 192
diff changeset
61
240
b58f05be720a updates for new ubuntu 23.10 install
drewp@bigasterisk.com
parents: 233
diff changeset
62 kw = dict(present=True, latest=True)
12
15c5ce7c74b5 refactor, cleanup, split large deploys
drewp@bigasterisk.com
parents:
diff changeset
63
143
6b4226845254 actually update packages, and add google chrome to the sources
drewp@bigasterisk.com
parents: 138
diff changeset
64 apt.packages(packages=package_lists.setup, **kw)
131
7a94db404be4 packages refactor and some updates
drewp@bigasterisk.com
parents: 126
diff changeset
65
271
drewp@bigasterisk.com
parents: 268
diff changeset
66
drewp@bigasterisk.com
parents: 268
diff changeset
67 def roblox():
drewp@bigasterisk.com
parents: 268
diff changeset
68 server.shell('flatpak install -y org.freedesktop.Platform/x86_64/23.08')
drewp@bigasterisk.com
parents: 268
diff changeset
69 server.shell('flatpak install -y flathub org.vinegarhq.Vinegar') # (roblox runner)
drewp@bigasterisk.com
parents: 268
diff changeset
70 files.put(src=StringIO("#!/bin/sh\nexec flatpak run org.vinegarhq.Vinegar player run 'roblox-player:1'\n"),
drewp@bigasterisk.com
parents: 268
diff changeset
71 dest='/usr/local/bin/roblox',
drewp@bigasterisk.com
parents: 268
diff changeset
72 mode='755')
drewp@bigasterisk.com
parents: 268
diff changeset
73
drewp@bigasterisk.com
parents: 268
diff changeset
74
12
15c5ce7c74b5 refactor, cleanup, split large deploys
drewp@bigasterisk.com
parents:
diff changeset
75 if not is_pi:
83
9e66c3f17351 add reptyr
drewp@bigasterisk.com
parents: 77
diff changeset
76 if host.name != 'pipe':
131
7a94db404be4 packages refactor and some updates
drewp@bigasterisk.com
parents: 126
diff changeset
77 apt.packages(packages=['reptyr'])
103
8b8ef9d8f0fd dead code and templates, reformat, maybe a little refactor
drewp@bigasterisk.com
parents: 93
diff changeset
78 kitty()
131
7a94db404be4 packages refactor and some updates
drewp@bigasterisk.com
parents: 126
diff changeset
79 else:
7a94db404be4 packages refactor and some updates
drewp@bigasterisk.com
parents: 126
diff changeset
80 apt.packages(packages=package_lists.pi_setup)
12
15c5ce7c74b5 refactor, cleanup, split large deploys
drewp@bigasterisk.com
parents:
diff changeset
81
114
7e280bf26dba package lists big update, pulling from /var/log/apt on a few hosts
drewp@bigasterisk.com
parents: 108
diff changeset
82 proper_locate()
131
7a94db404be4 packages refactor and some updates
drewp@bigasterisk.com
parents: 126
diff changeset
83 proper_man()
7a94db404be4 packages refactor and some updates
drewp@bigasterisk.com
parents: 126
diff changeset
84
143
6b4226845254 actually update packages, and add google chrome to the sources
drewp@bigasterisk.com
parents: 138
diff changeset
85 apt.packages(packages=package_lists.general, **kw)
6b4226845254 actually update packages, and add google chrome to the sources
drewp@bigasterisk.com
parents: 138
diff changeset
86 apt.packages(packages=package_lists.debug, **kw)
56
4c15fc1e879d bump some tool versions
drewp@bigasterisk.com
parents: 49
diff changeset
87
205
826db3c40fa7 whitespace/etc
drewp@bigasterisk.com
parents: 203
diff changeset
88 if host.name in ["bang", 'ditto']:
146
2065998876e4 add host 'ditto'
drewp@bigasterisk.com
parents: 143
diff changeset
89 apt.packages(packages=package_lists.for_bang_ditto, **kw)
114
7e280bf26dba package lists big update, pulling from /var/log/apt on a few hosts
drewp@bigasterisk.com
parents: 108
diff changeset
90
7e280bf26dba package lists big update, pulling from /var/log/apt on a few hosts
drewp@bigasterisk.com
parents: 108
diff changeset
91 if host.name == "pipe":
143
6b4226845254 actually update packages, and add google chrome to the sources
drewp@bigasterisk.com
parents: 138
diff changeset
92 apt.packages(packages=package_lists.for_pipe, **kw)
37
fbd0849dfdbd redo networking to be much simpler. Uses systemd-networkd
drewp@bigasterisk.com
parents: 34
diff changeset
93
131
7a94db404be4 packages refactor and some updates
drewp@bigasterisk.com
parents: 126
diff changeset
94 if host.name == "prime":
143
6b4226845254 actually update packages, and add google chrome to the sources
drewp@bigasterisk.com
parents: 138
diff changeset
95 apt.packages(packages=package_lists.for_prime, **kw)
131
7a94db404be4 packages refactor and some updates
drewp@bigasterisk.com
parents: 126
diff changeset
96
37
fbd0849dfdbd redo networking to be much simpler. Uses systemd-networkd
drewp@bigasterisk.com
parents: 34
diff changeset
97 if host.name == 'plus':
143
6b4226845254 actually update packages, and add google chrome to the sources
drewp@bigasterisk.com
parents: 138
diff changeset
98 apt.packages(packages=package_lists.laptop, **kw)
114
7e280bf26dba package lists big update, pulling from /var/log/apt on a few hosts
drewp@bigasterisk.com
parents: 108
diff changeset
99
268
34ab4aec7d4b notes and changes for getting nvidia gpu k3d support going, which was very hard
drewp@bigasterisk.com
parents: 261
diff changeset
100 if host.name in ['dash', 'slash', 'ditto', 'dot']:
271
drewp@bigasterisk.com
parents: 268
diff changeset
101 apt.packages(packages=package_lists.k8s_node_with_nvidia_gpu(host.name)) # no kw, or apt will remove nvidia-utils-VERS (!)
254
11b738d4c4ae work on k8s/nvidia setup
drewp@bigasterisk.com
parents: 246
diff changeset
102
273
f7178138b736 pkgs and special podman future version
drewp@bigasterisk.com
parents: 271
diff changeset
103 if host.name in ['dash', 'slash', 'ditto']:
f7178138b736 pkgs and special podman future version
drewp@bigasterisk.com
parents: 271
diff changeset
104 podman()
f7178138b736 pkgs and special podman future version
drewp@bigasterisk.com
parents: 271
diff changeset
105
268
34ab4aec7d4b notes and changes for getting nvidia gpu k3d support going, which was very hard
drewp@bigasterisk.com
parents: 261
diff changeset
106 if host.name == 'ditto':
34ab4aec7d4b notes and changes for getting nvidia gpu k3d support going, which was very hard
drewp@bigasterisk.com
parents: 261
diff changeset
107 # should have happened in the previous step, but it gets reverted.
34ab4aec7d4b notes and changes for getting nvidia gpu k3d support going, which was very hard
drewp@bigasterisk.com
parents: 261
diff changeset
108 apt.packages(packages=['nvidia-utils-535-server'])
131
7a94db404be4 packages refactor and some updates
drewp@bigasterisk.com
parents: 126
diff changeset
109
7a94db404be4 packages refactor and some updates
drewp@bigasterisk.com
parents: 126
diff changeset
110 if not is_pi:
143
6b4226845254 actually update packages, and add google chrome to the sources
drewp@bigasterisk.com
parents: 138
diff changeset
111 apt.packages(packages=package_lists.non_pi, **kw)
186
db4b3a07a3dc run pigpiod
drewp@bigasterisk.com
parents: 174
diff changeset
112 else:
db4b3a07a3dc run pigpiod
drewp@bigasterisk.com
parents: 174
diff changeset
113 # move to another file?
205
826db3c40fa7 whitespace/etc
drewp@bigasterisk.com
parents: 203
diff changeset
114 files.template(src="templates/pigpiod.service.j2", dest="/etc/systemd/system/pigpiod.service")
186
db4b3a07a3dc run pigpiod
drewp@bigasterisk.com
parents: 174
diff changeset
115 systemd.service(service='pigpiod', daemon_reload=True, enabled=True)
196
c409ea5a1d5c don't tie up 80/443 with an unwanted nginx instance
drewp@bigasterisk.com
parents: 192
diff changeset
116
275
058c312ffdce new host `pillow`
drewp@bigasterisk.com
parents: 273
diff changeset
117 desktop_env = host.name in ['dash', 'slash', 'plus', 'dot', 'squib', 'pillow']
240
b58f05be720a updates for new ubuntu 23.10 install
drewp@bigasterisk.com
parents: 233
diff changeset
118 if desktop_env:
b58f05be720a updates for new ubuntu 23.10 install
drewp@bigasterisk.com
parents: 233
diff changeset
119 apt.packages(packages=package_lists.xorg + package_lists.desktop, **kw)
271
drewp@bigasterisk.com
parents: 268
diff changeset
120 roblox()
261
900402976500 pdm on more hosts
drewp@bigasterisk.com
parents: 255
diff changeset
121 if desktop_env or host.name in ['bang', 'ditto']:
240
b58f05be720a updates for new ubuntu 23.10 install
drewp@bigasterisk.com
parents: 233
diff changeset
122 pdm()
b58f05be720a updates for new ubuntu 23.10 install
drewp@bigasterisk.com
parents: 233
diff changeset
123
205
826db3c40fa7 whitespace/etc
drewp@bigasterisk.com
parents: 203
diff changeset
124 no_unwanted_services()