annotate apt.py @ 288:3af02e24eaf9

minor
author drewp@bigasterisk.com
date Sun, 21 Apr 2024 17:01:13 -0700
parents 73ec5064da44
children 65e28d2e0cd8
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
282
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
1 import io
195
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
2 from pathlib import Path
280
5c5c314051c5 updates for pis
drewp@bigasterisk.com
parents: 278
diff changeset
3 import shlex
288
drewp@bigasterisk.com
parents: 286
diff changeset
4 from typing import cast
155
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
5 from pyinfra import host
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
6 from pyinfra.facts.files import FindFiles
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
7 from pyinfra.facts.server import Arch, LinuxDistribution
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
8 from pyinfra.operations import apt, files, server
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
9
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
10 TZ = 'America/Los_Angeles'
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
11
278
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 271
diff changeset
12 is_pi = host.get_fact(LinuxDistribution)['name'] in ['Debian', 'Raspbian GNU/Linux']
178
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
13
282
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
14
155
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
15 def pkg_keys():
178
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
16 files.directory(path='/etc/apt/keyrings/') # for raspi
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
17 for url, name in [
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
18 ('https://repo.steampowered.com/steam/archive/stable/steam.gpg', 'steam.gpg'),
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
19 ]:
247
ff36727f3a10 pkg and host updates
drewp@bigasterisk.com
parents: 240
diff changeset
20 files.download(src=url, dest=f'/usr/share/keyrings/{name}')
203
3fd439ae1380 minor & some upgrades
drewp@bigasterisk.com
parents: 195
diff changeset
21
3fd439ae1380 minor & some upgrades
drewp@bigasterisk.com
parents: 195
diff changeset
22 # vscode keeps making this, but I fetch my own
235
19a7f714273c pkg updates, take out nvidia drv for now
drewp@bigasterisk.com
parents: 230
diff changeset
23 files.file(path='/etc/apt/trusted.gpg.d/microsoft.gpg', present=False)
203
3fd439ae1380 minor & some upgrades
drewp@bigasterisk.com
parents: 195
diff changeset
24
230
8ef74d3a11ac rm redundant file that makes errors
drewp@bigasterisk.com
parents: 211
diff changeset
25 # and it makes this, which is redundant with my sources.list template line
8ef74d3a11ac rm redundant file that makes errors
drewp@bigasterisk.com
parents: 211
diff changeset
26 files.file(path='/etc/apt/sources.list.d/vscode.list', present=False)
8ef74d3a11ac rm redundant file that makes errors
drewp@bigasterisk.com
parents: 211
diff changeset
27
240
b58f05be720a updates for new ubuntu 23.10 install
drewp@bigasterisk.com
parents: 235
diff changeset
28 apt.packages(packages=['curl'])
187
466108f0a509 redo pkg keys and future podman 4.3.1 version
drewp@bigasterisk.com
parents: 178
diff changeset
29 server.shell(commands=[
280
5c5c314051c5 updates for pis
drewp@bigasterisk.com
parents: 278
diff changeset
30 f"curl -fsSL {shlex.quote(url)} | gpg --dearmor > /etc/apt/keyrings/{name}" for (url, name) in [
187
466108f0a509 redo pkg keys and future podman 4.3.1 version
drewp@bigasterisk.com
parents: 178
diff changeset
31 ('https://packages.microsoft.com/keys/microsoft.asc', 'ms.gpg'),
249
5c10b1e8d0e1 add unity key
drewp@bigasterisk.com
parents: 247
diff changeset
32 ('https://deb.nodesource.com/gpgkey/nodesource.gpg.key', 'nodesource-older.gpg'), # rm after everything's on 23.10
240
b58f05be720a updates for new ubuntu 23.10 install
drewp@bigasterisk.com
parents: 235
diff changeset
33 ('https://deb.nodesource.com/gpgkey/nodesource-repo.gpg.key', 'nodesource.gpg'),
187
466108f0a509 redo pkg keys and future podman 4.3.1 version
drewp@bigasterisk.com
parents: 178
diff changeset
34 ('https://dl.google.com/linux/linux_signing_key.pub', 'chrome.gpg'),
195
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
35 ('https://ftp-master.debian.org/keys/archive-key-11.asc', 'bullseye.gpg'),
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
36 ('https://ftp-master.debian.org/keys/archive-key-11-security.asc', 'bullseye-security.gpg'),
209
5b7cd39e6504 add coral driver
drewp@bigasterisk.com
parents: 203
diff changeset
37 ('https://packages.cloud.google.com/apt/doc/apt-key.gpg', 'coral.gpg'),
249
5c10b1e8d0e1 add unity key
drewp@bigasterisk.com
parents: 247
diff changeset
38 ('https://hub.unity3d.com/linux/keys/public', 'unityhub.gpg'),
254
11b738d4c4ae work on k8s/nvidia setup
drewp@bigasterisk.com
parents: 249
diff changeset
39 ('https://nvidia.github.io/libnvidia-container/gpgkey', 'nvidia.gpg'),
187
466108f0a509 redo pkg keys and future podman 4.3.1 version
drewp@bigasterisk.com
parents: 178
diff changeset
40 ]
466108f0a509 redo pkg keys and future podman 4.3.1 version
drewp@bigasterisk.com
parents: 178
diff changeset
41 ])
280
5c5c314051c5 updates for pis
drewp@bigasterisk.com
parents: 278
diff changeset
42 if is_pi or host.name == 'bang':
195
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
43 # this contaminates the apt-update
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
44 files.file(path="/etc/apt/trusted.gpg.d/podman.asc", present=False)
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
45
211
drewp@bigasterisk.com
parents: 209
diff changeset
46 # also these
drewp@bigasterisk.com
parents: 209
diff changeset
47 #-rw-r--r-- 1 root root 2794 Mar 26 2021 /etc/apt/trusted.gpg.d/ubuntu-keyring-2012-cdimage.gpg
drewp@bigasterisk.com
parents: 209
diff changeset
48 #-rw-r--r-- 1 root root 1733 Mar 26 2021 /etc/apt/trusted.gpg.d/ubuntu-keyring-2018-archive.gpg
282
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
49
280
5c5c314051c5 updates for pis
drewp@bigasterisk.com
parents: 278
diff changeset
50 # raspi needs wget http://archive.raspbian.org/raspbian.public.key -O - | sudo apt-key add -
195
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
51
249
5c10b1e8d0e1 add unity key
drewp@bigasterisk.com
parents: 247
diff changeset
52
195
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
53 dir = Path('/etc/apt/sources.list.d')
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
54
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
55
240
b58f05be720a updates for new ubuntu 23.10 install
drewp@bigasterisk.com
parents: 235
diff changeset
56 def clear_known_sources_files(known=[
249
5c10b1e8d0e1 add unity key
drewp@bigasterisk.com
parents: 247
diff changeset
57 dir / 'vscode.list',
5c10b1e8d0e1 add unity key
drewp@bigasterisk.com
parents: 247
diff changeset
58 dir / 'google-chrome.list',
5c10b1e8d0e1 add unity key
drewp@bigasterisk.com
parents: 247
diff changeset
59 dir / 'steam-beta.list',
5c10b1e8d0e1 add unity key
drewp@bigasterisk.com
parents: 247
diff changeset
60 dir / 'google-chrome-unstable.list',
5c10b1e8d0e1 add unity key
drewp@bigasterisk.com
parents: 247
diff changeset
61 dir / 'steam-stable.list',
280
5c5c314051c5 updates for pis
drewp@bigasterisk.com
parents: 278
diff changeset
62 dir / 'raspi.list',
240
b58f05be720a updates for new ubuntu 23.10 install
drewp@bigasterisk.com
parents: 235
diff changeset
63 ]):
288
drewp@bigasterisk.com
parents: 286
diff changeset
64 found = map(Path, cast(str, host.get_fact(FindFiles, dir, quote_path=True)))
195
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
65 if set(found) - set(known):
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
66 raise SystemExit(f"new files in {host.name} /etc/apt/sources.list.d/ - please remove")
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
67 for f in known:
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
68 files.file(path=f, present=False)
155
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
69
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
70
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
71 def apt_sources():
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
72 if host.get_fact(Arch) == 'x86_64':
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
73 server.shell(commands=['dpkg --add-architecture i386'])
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
74
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
75 files.template(src='templates/sources.list.j2', dest='/etc/apt/sources.list')
195
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
76
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
77 clear_known_sources_files()
155
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
78 apt.packages(update=True,
187
466108f0a509 redo pkg keys and future podman 4.3.1 version
drewp@bigasterisk.com
parents: 178
diff changeset
79 cache_time=86400,
178
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
80 packages=['tzdata'],
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
81 force=True,
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
82 _env={
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
83 'TZ': TZ,
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
84 'LANG': 'en_US.UTF-8',
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
85 'DEBIAN_FRONTEND': 'noninteractive'
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
86 })
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
87
188
087b84e68765 comment
drewp@bigasterisk.com
parents: 187
diff changeset
88 # squib 1st setup seemed to need more updates for node(nodesource)
087b84e68765 comment
drewp@bigasterisk.com
parents: 187
diff changeset
89 # and steam-launcher
178
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
90
283
drewp@bigasterisk.com
parents: 282
diff changeset
91
271
drewp@bigasterisk.com
parents: 254
diff changeset
92 def flatpak_sources():
286
73ec5064da44 k3s pkgs for longhorn
drewp@bigasterisk.com
parents: 283
diff changeset
93 apt.packages(update=True, cache_time=86400, packages=['flatpak'])
288
drewp@bigasterisk.com
parents: 286
diff changeset
94 server.shell(commands='flatpak remote-add --if-not-exists flathub https://flathub.org/repo/flathub.flatpakrepo')
195
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
95
282
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
96
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
97 def correct_dns():
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
98 files.put(src=io.StringIO("nameserver 10.2.0.3\n"), dest='/etc/resolv.conf')
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
99
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
100
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
101 if is_pi:
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
102 correct_dns()
155
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
103 pkg_keys()
187
466108f0a509 redo pkg keys and future podman 4.3.1 version
drewp@bigasterisk.com
parents: 178
diff changeset
104 apt_sources()
282
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
105 flatpak_sources()