annotate apt.py @ 290:828d3f4da54b

rpi iscsi volumes
author drewp@bigasterisk.com
date Sun, 21 Apr 2024 17:09:10 -0700
parents 65e28d2e0cd8
children d000aead76d4
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
282
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
1 import io
195
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
2 from pathlib import Path
280
5c5c314051c5 updates for pis
drewp@bigasterisk.com
parents: 278
diff changeset
3 import shlex
288
drewp@bigasterisk.com
parents: 286
diff changeset
4 from typing import cast
155
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
5 from pyinfra import host
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
6 from pyinfra.facts.files import FindFiles
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
7 from pyinfra.facts.server import Arch, LinuxDistribution
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
8 from pyinfra.operations import apt, files, server
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
9
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
10 TZ = 'America/Los_Angeles'
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
11
282
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
12
155
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
13 def pkg_keys():
178
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
14 files.directory(path='/etc/apt/keyrings/') # for raspi
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
15 for url, name in [
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
16 ('https://repo.steampowered.com/steam/archive/stable/steam.gpg', 'steam.gpg'),
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
17 ]:
247
ff36727f3a10 pkg and host updates
drewp@bigasterisk.com
parents: 240
diff changeset
18 files.download(src=url, dest=f'/usr/share/keyrings/{name}')
203
3fd439ae1380 minor & some upgrades
drewp@bigasterisk.com
parents: 195
diff changeset
19
3fd439ae1380 minor & some upgrades
drewp@bigasterisk.com
parents: 195
diff changeset
20 # vscode keeps making this, but I fetch my own
235
19a7f714273c pkg updates, take out nvidia drv for now
drewp@bigasterisk.com
parents: 230
diff changeset
21 files.file(path='/etc/apt/trusted.gpg.d/microsoft.gpg', present=False)
203
3fd439ae1380 minor & some upgrades
drewp@bigasterisk.com
parents: 195
diff changeset
22
230
8ef74d3a11ac rm redundant file that makes errors
drewp@bigasterisk.com
parents: 211
diff changeset
23 # and it makes this, which is redundant with my sources.list template line
8ef74d3a11ac rm redundant file that makes errors
drewp@bigasterisk.com
parents: 211
diff changeset
24 files.file(path='/etc/apt/sources.list.d/vscode.list', present=False)
8ef74d3a11ac rm redundant file that makes errors
drewp@bigasterisk.com
parents: 211
diff changeset
25
240
b58f05be720a updates for new ubuntu 23.10 install
drewp@bigasterisk.com
parents: 235
diff changeset
26 apt.packages(packages=['curl'])
187
466108f0a509 redo pkg keys and future podman 4.3.1 version
drewp@bigasterisk.com
parents: 178
diff changeset
27 server.shell(commands=[
280
5c5c314051c5 updates for pis
drewp@bigasterisk.com
parents: 278
diff changeset
28 f"curl -fsSL {shlex.quote(url)} | gpg --dearmor > /etc/apt/keyrings/{name}" for (url, name) in [
187
466108f0a509 redo pkg keys and future podman 4.3.1 version
drewp@bigasterisk.com
parents: 178
diff changeset
29 ('https://packages.microsoft.com/keys/microsoft.asc', 'ms.gpg'),
249
5c10b1e8d0e1 add unity key
drewp@bigasterisk.com
parents: 247
diff changeset
30 ('https://deb.nodesource.com/gpgkey/nodesource.gpg.key', 'nodesource-older.gpg'), # rm after everything's on 23.10
240
b58f05be720a updates for new ubuntu 23.10 install
drewp@bigasterisk.com
parents: 235
diff changeset
31 ('https://deb.nodesource.com/gpgkey/nodesource-repo.gpg.key', 'nodesource.gpg'),
187
466108f0a509 redo pkg keys and future podman 4.3.1 version
drewp@bigasterisk.com
parents: 178
diff changeset
32 ('https://dl.google.com/linux/linux_signing_key.pub', 'chrome.gpg'),
195
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
33 ('https://ftp-master.debian.org/keys/archive-key-11.asc', 'bullseye.gpg'),
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
34 ('https://ftp-master.debian.org/keys/archive-key-11-security.asc', 'bullseye-security.gpg'),
209
5b7cd39e6504 add coral driver
drewp@bigasterisk.com
parents: 203
diff changeset
35 ('https://packages.cloud.google.com/apt/doc/apt-key.gpg', 'coral.gpg'),
249
5c10b1e8d0e1 add unity key
drewp@bigasterisk.com
parents: 247
diff changeset
36 ('https://hub.unity3d.com/linux/keys/public', 'unityhub.gpg'),
254
11b738d4c4ae work on k8s/nvidia setup
drewp@bigasterisk.com
parents: 249
diff changeset
37 ('https://nvidia.github.io/libnvidia-container/gpgkey', 'nvidia.gpg'),
187
466108f0a509 redo pkg keys and future podman 4.3.1 version
drewp@bigasterisk.com
parents: 178
diff changeset
38 ]
466108f0a509 redo pkg keys and future podman 4.3.1 version
drewp@bigasterisk.com
parents: 178
diff changeset
39 ])
289
65e28d2e0cd8 move static templates to files/ ; use inventory tags for selecting hosts+features ; other refactors
drewp@bigasterisk.com
parents: 288
diff changeset
40 if 'pi' in host.groups or host.name == 'bang':
195
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
41 # this contaminates the apt-update
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
42 files.file(path="/etc/apt/trusted.gpg.d/podman.asc", present=False)
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
43
211
drewp@bigasterisk.com
parents: 209
diff changeset
44 # also these
drewp@bigasterisk.com
parents: 209
diff changeset
45 #-rw-r--r-- 1 root root 2794 Mar 26 2021 /etc/apt/trusted.gpg.d/ubuntu-keyring-2012-cdimage.gpg
drewp@bigasterisk.com
parents: 209
diff changeset
46 #-rw-r--r-- 1 root root 1733 Mar 26 2021 /etc/apt/trusted.gpg.d/ubuntu-keyring-2018-archive.gpg
282
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
47
280
5c5c314051c5 updates for pis
drewp@bigasterisk.com
parents: 278
diff changeset
48 # raspi needs wget http://archive.raspbian.org/raspbian.public.key -O - | sudo apt-key add -
195
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
49
249
5c10b1e8d0e1 add unity key
drewp@bigasterisk.com
parents: 247
diff changeset
50
195
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
51 dir = Path('/etc/apt/sources.list.d')
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
52
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
53
240
b58f05be720a updates for new ubuntu 23.10 install
drewp@bigasterisk.com
parents: 235
diff changeset
54 def clear_known_sources_files(known=[
249
5c10b1e8d0e1 add unity key
drewp@bigasterisk.com
parents: 247
diff changeset
55 dir / 'vscode.list',
5c10b1e8d0e1 add unity key
drewp@bigasterisk.com
parents: 247
diff changeset
56 dir / 'google-chrome.list',
5c10b1e8d0e1 add unity key
drewp@bigasterisk.com
parents: 247
diff changeset
57 dir / 'steam-beta.list',
5c10b1e8d0e1 add unity key
drewp@bigasterisk.com
parents: 247
diff changeset
58 dir / 'google-chrome-unstable.list',
5c10b1e8d0e1 add unity key
drewp@bigasterisk.com
parents: 247
diff changeset
59 dir / 'steam-stable.list',
280
5c5c314051c5 updates for pis
drewp@bigasterisk.com
parents: 278
diff changeset
60 dir / 'raspi.list',
240
b58f05be720a updates for new ubuntu 23.10 install
drewp@bigasterisk.com
parents: 235
diff changeset
61 ]):
288
drewp@bigasterisk.com
parents: 286
diff changeset
62 found = map(Path, cast(str, host.get_fact(FindFiles, dir, quote_path=True)))
195
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
63 if set(found) - set(known):
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
64 raise SystemExit(f"new files in {host.name} /etc/apt/sources.list.d/ - please remove")
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
65 for f in known:
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
66 files.file(path=f, present=False)
155
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
67
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
68
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
69 def apt_sources():
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
70 if host.get_fact(Arch) == 'x86_64':
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
71 server.shell(commands=['dpkg --add-architecture i386'])
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
72
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
73 files.template(src='templates/sources.list.j2', dest='/etc/apt/sources.list')
195
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
74
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
75 clear_known_sources_files()
155
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
76 apt.packages(update=True,
187
466108f0a509 redo pkg keys and future podman 4.3.1 version
drewp@bigasterisk.com
parents: 178
diff changeset
77 cache_time=86400,
178
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
78 packages=['tzdata'],
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
79 force=True,
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
80 _env={
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
81 'TZ': TZ,
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
82 'LANG': 'en_US.UTF-8',
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
83 'DEBIAN_FRONTEND': 'noninteractive'
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
84 })
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
85
188
087b84e68765 comment
drewp@bigasterisk.com
parents: 187
diff changeset
86 # squib 1st setup seemed to need more updates for node(nodesource)
087b84e68765 comment
drewp@bigasterisk.com
parents: 187
diff changeset
87 # and steam-launcher
178
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
88
283
drewp@bigasterisk.com
parents: 282
diff changeset
89
271
drewp@bigasterisk.com
parents: 254
diff changeset
90 def flatpak_sources():
286
73ec5064da44 k3s pkgs for longhorn
drewp@bigasterisk.com
parents: 283
diff changeset
91 apt.packages(update=True, cache_time=86400, packages=['flatpak'])
288
drewp@bigasterisk.com
parents: 286
diff changeset
92 server.shell(commands='flatpak remote-add --if-not-exists flathub https://flathub.org/repo/flathub.flatpakrepo')
195
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
93
282
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
94
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
95 def correct_dns():
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
96 files.put(src=io.StringIO("nameserver 10.2.0.3\n"), dest='/etc/resolv.conf')
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
97
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
98
289
65e28d2e0cd8 move static templates to files/ ; use inventory tags for selecting hosts+features ; other refactors
drewp@bigasterisk.com
parents: 288
diff changeset
99 if 'pi' in host.groups:
282
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
100 correct_dns()
155
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
101 pkg_keys()
187
466108f0a509 redo pkg keys and future podman 4.3.1 version
drewp@bigasterisk.com
parents: 178
diff changeset
102 apt_sources()
282
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
103 flatpak_sources()