annotate apt.py @ 280:5c5c314051c5

updates for pis
author drewp@bigasterisk.com
date Sun, 14 Apr 2024 20:58:39 -0700
parents 4e424a144183
children e10ee3ddadcf
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
195
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
1 from pathlib import Path
280
5c5c314051c5 updates for pis
drewp@bigasterisk.com
parents: 278
diff changeset
2 import shlex
155
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
3 from pyinfra import host
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
4 from pyinfra.facts.files import FindFiles
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
5 from pyinfra.facts.server import Arch, LinuxDistribution
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
6 from pyinfra.operations import apt, files, server
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
7
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
8 TZ = 'America/Los_Angeles'
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
9
278
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 271
diff changeset
10 is_pi = host.get_fact(LinuxDistribution)['name'] in ['Debian', 'Raspbian GNU/Linux']
178
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
11
155
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
12 def pkg_keys():
178
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
13 files.directory(path='/etc/apt/keyrings/') # for raspi
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
14 for url, name in [
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
15 ('https://repo.steampowered.com/steam/archive/stable/steam.gpg', 'steam.gpg'),
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
16 ]:
247
ff36727f3a10 pkg and host updates
drewp@bigasterisk.com
parents: 240
diff changeset
17 files.download(src=url, dest=f'/usr/share/keyrings/{name}')
203
3fd439ae1380 minor & some upgrades
drewp@bigasterisk.com
parents: 195
diff changeset
18
3fd439ae1380 minor & some upgrades
drewp@bigasterisk.com
parents: 195
diff changeset
19 # vscode keeps making this, but I fetch my own
235
19a7f714273c pkg updates, take out nvidia drv for now
drewp@bigasterisk.com
parents: 230
diff changeset
20 files.file(path='/etc/apt/trusted.gpg.d/microsoft.gpg', present=False)
203
3fd439ae1380 minor & some upgrades
drewp@bigasterisk.com
parents: 195
diff changeset
21
230
8ef74d3a11ac rm redundant file that makes errors
drewp@bigasterisk.com
parents: 211
diff changeset
22 # and it makes this, which is redundant with my sources.list template line
8ef74d3a11ac rm redundant file that makes errors
drewp@bigasterisk.com
parents: 211
diff changeset
23 files.file(path='/etc/apt/sources.list.d/vscode.list', present=False)
8ef74d3a11ac rm redundant file that makes errors
drewp@bigasterisk.com
parents: 211
diff changeset
24
240
b58f05be720a updates for new ubuntu 23.10 install
drewp@bigasterisk.com
parents: 235
diff changeset
25 apt.packages(packages=['curl'])
187
466108f0a509 redo pkg keys and future podman 4.3.1 version
drewp@bigasterisk.com
parents: 178
diff changeset
26 server.shell(commands=[
280
5c5c314051c5 updates for pis
drewp@bigasterisk.com
parents: 278
diff changeset
27 f"curl -fsSL {shlex.quote(url)} | gpg --dearmor > /etc/apt/keyrings/{name}" for (url, name) in [
187
466108f0a509 redo pkg keys and future podman 4.3.1 version
drewp@bigasterisk.com
parents: 178
diff changeset
28 ('https://packages.microsoft.com/keys/microsoft.asc', 'ms.gpg'),
249
5c10b1e8d0e1 add unity key
drewp@bigasterisk.com
parents: 247
diff changeset
29 ('https://deb.nodesource.com/gpgkey/nodesource.gpg.key', 'nodesource-older.gpg'), # rm after everything's on 23.10
240
b58f05be720a updates for new ubuntu 23.10 install
drewp@bigasterisk.com
parents: 235
diff changeset
30 ('https://deb.nodesource.com/gpgkey/nodesource-repo.gpg.key', 'nodesource.gpg'),
187
466108f0a509 redo pkg keys and future podman 4.3.1 version
drewp@bigasterisk.com
parents: 178
diff changeset
31 ('https://dl.google.com/linux/linux_signing_key.pub', 'chrome.gpg'),
195
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
32 ('https://ftp-master.debian.org/keys/archive-key-11.asc', 'bullseye.gpg'),
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
33 ('https://ftp-master.debian.org/keys/archive-key-11-security.asc', 'bullseye-security.gpg'),
209
5b7cd39e6504 add coral driver
drewp@bigasterisk.com
parents: 203
diff changeset
34 ('https://packages.cloud.google.com/apt/doc/apt-key.gpg', 'coral.gpg'),
249
5c10b1e8d0e1 add unity key
drewp@bigasterisk.com
parents: 247
diff changeset
35 ('https://hub.unity3d.com/linux/keys/public', 'unityhub.gpg'),
254
11b738d4c4ae work on k8s/nvidia setup
drewp@bigasterisk.com
parents: 249
diff changeset
36 ('https://nvidia.github.io/libnvidia-container/gpgkey', 'nvidia.gpg'),
187
466108f0a509 redo pkg keys and future podman 4.3.1 version
drewp@bigasterisk.com
parents: 178
diff changeset
37 ]
466108f0a509 redo pkg keys and future podman 4.3.1 version
drewp@bigasterisk.com
parents: 178
diff changeset
38 ])
280
5c5c314051c5 updates for pis
drewp@bigasterisk.com
parents: 278
diff changeset
39 if is_pi or host.name == 'bang':
195
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
40 # this contaminates the apt-update
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
41 files.file(path="/etc/apt/trusted.gpg.d/podman.asc", present=False)
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
42
211
drewp@bigasterisk.com
parents: 209
diff changeset
43 # also these
drewp@bigasterisk.com
parents: 209
diff changeset
44 #-rw-r--r-- 1 root root 2794 Mar 26 2021 /etc/apt/trusted.gpg.d/ubuntu-keyring-2012-cdimage.gpg
drewp@bigasterisk.com
parents: 209
diff changeset
45 #-rw-r--r-- 1 root root 1733 Mar 26 2021 /etc/apt/trusted.gpg.d/ubuntu-keyring-2018-archive.gpg
280
5c5c314051c5 updates for pis
drewp@bigasterisk.com
parents: 278
diff changeset
46
5c5c314051c5 updates for pis
drewp@bigasterisk.com
parents: 278
diff changeset
47 # raspi needs wget http://archive.raspbian.org/raspbian.public.key -O - | sudo apt-key add -
195
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
48
249
5c10b1e8d0e1 add unity key
drewp@bigasterisk.com
parents: 247
diff changeset
49
195
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
50 dir = Path('/etc/apt/sources.list.d')
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
51
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
52
240
b58f05be720a updates for new ubuntu 23.10 install
drewp@bigasterisk.com
parents: 235
diff changeset
53 def clear_known_sources_files(known=[
249
5c10b1e8d0e1 add unity key
drewp@bigasterisk.com
parents: 247
diff changeset
54 dir / 'vscode.list',
5c10b1e8d0e1 add unity key
drewp@bigasterisk.com
parents: 247
diff changeset
55 dir / 'google-chrome.list',
5c10b1e8d0e1 add unity key
drewp@bigasterisk.com
parents: 247
diff changeset
56 dir / 'steam-beta.list',
5c10b1e8d0e1 add unity key
drewp@bigasterisk.com
parents: 247
diff changeset
57 dir / 'google-chrome-unstable.list',
5c10b1e8d0e1 add unity key
drewp@bigasterisk.com
parents: 247
diff changeset
58 dir / 'steam-stable.list',
280
5c5c314051c5 updates for pis
drewp@bigasterisk.com
parents: 278
diff changeset
59 dir / 'raspi.list',
240
b58f05be720a updates for new ubuntu 23.10 install
drewp@bigasterisk.com
parents: 235
diff changeset
60 ]):
195
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
61 found = map(Path, host.get_fact(FindFiles, dir, quote_path=True))
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
62 if set(found) - set(known):
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
63 raise SystemExit(f"new files in {host.name} /etc/apt/sources.list.d/ - please remove")
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
64 for f in known:
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
65 files.file(path=f, present=False)
155
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
66
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
67
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
68 def apt_sources():
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
69 if host.get_fact(Arch) == 'x86_64':
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
70 server.shell(commands=['dpkg --add-architecture i386'])
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
71
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
72 files.template(src='templates/sources.list.j2', dest='/etc/apt/sources.list')
195
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
73
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
74 clear_known_sources_files()
155
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
75 apt.packages(update=True,
187
466108f0a509 redo pkg keys and future podman 4.3.1 version
drewp@bigasterisk.com
parents: 178
diff changeset
76 cache_time=86400,
178
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
77 packages=['tzdata'],
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
78 force=True,
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
79 _env={
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
80 'TZ': TZ,
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
81 'LANG': 'en_US.UTF-8',
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
82 'DEBIAN_FRONTEND': 'noninteractive'
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
83 })
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
84
188
087b84e68765 comment
drewp@bigasterisk.com
parents: 187
diff changeset
85 # squib 1st setup seemed to need more updates for node(nodesource)
087b84e68765 comment
drewp@bigasterisk.com
parents: 187
diff changeset
86 # and steam-launcher
178
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
87
271
drewp@bigasterisk.com
parents: 254
diff changeset
88 def flatpak_sources():
drewp@bigasterisk.com
parents: 254
diff changeset
89 server.shell('flatpak remote-add --if-not-exists flathub https://flathub.org/repo/flathub.flatpakrepo')
195
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
90
155
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
91 pkg_keys()
187
466108f0a509 redo pkg keys and future podman 4.3.1 version
drewp@bigasterisk.com
parents: 178
diff changeset
92 apt_sources()
271
drewp@bigasterisk.com
parents: 254
diff changeset
93 flatpak_sources()