annotate apt.py @ 283:0befc8696a07

ws
author drewp@bigasterisk.com
date Mon, 15 Apr 2024 02:28:05 -0700
parents e10ee3ddadcf
children 73ec5064da44
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
282
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
1 import io
195
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
2 from pathlib import Path
280
5c5c314051c5 updates for pis
drewp@bigasterisk.com
parents: 278
diff changeset
3 import shlex
155
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
4 from pyinfra import host
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
5 from pyinfra.facts.files import FindFiles
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
6 from pyinfra.facts.server import Arch, LinuxDistribution
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
7 from pyinfra.operations import apt, files, server
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
8
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
9 TZ = 'America/Los_Angeles'
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
10
278
4e424a144183 for netboot pi
drewp@bigasterisk.com
parents: 271
diff changeset
11 is_pi = host.get_fact(LinuxDistribution)['name'] in ['Debian', 'Raspbian GNU/Linux']
178
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
12
282
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
13
155
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
14 def pkg_keys():
178
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
15 files.directory(path='/etc/apt/keyrings/') # for raspi
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
16 for url, name in [
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
17 ('https://repo.steampowered.com/steam/archive/stable/steam.gpg', 'steam.gpg'),
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
18 ]:
247
ff36727f3a10 pkg and host updates
drewp@bigasterisk.com
parents: 240
diff changeset
19 files.download(src=url, dest=f'/usr/share/keyrings/{name}')
203
3fd439ae1380 minor & some upgrades
drewp@bigasterisk.com
parents: 195
diff changeset
20
3fd439ae1380 minor & some upgrades
drewp@bigasterisk.com
parents: 195
diff changeset
21 # vscode keeps making this, but I fetch my own
235
19a7f714273c pkg updates, take out nvidia drv for now
drewp@bigasterisk.com
parents: 230
diff changeset
22 files.file(path='/etc/apt/trusted.gpg.d/microsoft.gpg', present=False)
203
3fd439ae1380 minor & some upgrades
drewp@bigasterisk.com
parents: 195
diff changeset
23
230
8ef74d3a11ac rm redundant file that makes errors
drewp@bigasterisk.com
parents: 211
diff changeset
24 # and it makes this, which is redundant with my sources.list template line
8ef74d3a11ac rm redundant file that makes errors
drewp@bigasterisk.com
parents: 211
diff changeset
25 files.file(path='/etc/apt/sources.list.d/vscode.list', present=False)
8ef74d3a11ac rm redundant file that makes errors
drewp@bigasterisk.com
parents: 211
diff changeset
26
240
b58f05be720a updates for new ubuntu 23.10 install
drewp@bigasterisk.com
parents: 235
diff changeset
27 apt.packages(packages=['curl'])
187
466108f0a509 redo pkg keys and future podman 4.3.1 version
drewp@bigasterisk.com
parents: 178
diff changeset
28 server.shell(commands=[
280
5c5c314051c5 updates for pis
drewp@bigasterisk.com
parents: 278
diff changeset
29 f"curl -fsSL {shlex.quote(url)} | gpg --dearmor > /etc/apt/keyrings/{name}" for (url, name) in [
187
466108f0a509 redo pkg keys and future podman 4.3.1 version
drewp@bigasterisk.com
parents: 178
diff changeset
30 ('https://packages.microsoft.com/keys/microsoft.asc', 'ms.gpg'),
249
5c10b1e8d0e1 add unity key
drewp@bigasterisk.com
parents: 247
diff changeset
31 ('https://deb.nodesource.com/gpgkey/nodesource.gpg.key', 'nodesource-older.gpg'), # rm after everything's on 23.10
240
b58f05be720a updates for new ubuntu 23.10 install
drewp@bigasterisk.com
parents: 235
diff changeset
32 ('https://deb.nodesource.com/gpgkey/nodesource-repo.gpg.key', 'nodesource.gpg'),
187
466108f0a509 redo pkg keys and future podman 4.3.1 version
drewp@bigasterisk.com
parents: 178
diff changeset
33 ('https://dl.google.com/linux/linux_signing_key.pub', 'chrome.gpg'),
195
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
34 ('https://ftp-master.debian.org/keys/archive-key-11.asc', 'bullseye.gpg'),
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
35 ('https://ftp-master.debian.org/keys/archive-key-11-security.asc', 'bullseye-security.gpg'),
209
5b7cd39e6504 add coral driver
drewp@bigasterisk.com
parents: 203
diff changeset
36 ('https://packages.cloud.google.com/apt/doc/apt-key.gpg', 'coral.gpg'),
249
5c10b1e8d0e1 add unity key
drewp@bigasterisk.com
parents: 247
diff changeset
37 ('https://hub.unity3d.com/linux/keys/public', 'unityhub.gpg'),
254
11b738d4c4ae work on k8s/nvidia setup
drewp@bigasterisk.com
parents: 249
diff changeset
38 ('https://nvidia.github.io/libnvidia-container/gpgkey', 'nvidia.gpg'),
187
466108f0a509 redo pkg keys and future podman 4.3.1 version
drewp@bigasterisk.com
parents: 178
diff changeset
39 ]
466108f0a509 redo pkg keys and future podman 4.3.1 version
drewp@bigasterisk.com
parents: 178
diff changeset
40 ])
280
5c5c314051c5 updates for pis
drewp@bigasterisk.com
parents: 278
diff changeset
41 if is_pi or host.name == 'bang':
195
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
42 # this contaminates the apt-update
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
43 files.file(path="/etc/apt/trusted.gpg.d/podman.asc", present=False)
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
44
211
drewp@bigasterisk.com
parents: 209
diff changeset
45 # also these
drewp@bigasterisk.com
parents: 209
diff changeset
46 #-rw-r--r-- 1 root root 2794 Mar 26 2021 /etc/apt/trusted.gpg.d/ubuntu-keyring-2012-cdimage.gpg
drewp@bigasterisk.com
parents: 209
diff changeset
47 #-rw-r--r-- 1 root root 1733 Mar 26 2021 /etc/apt/trusted.gpg.d/ubuntu-keyring-2018-archive.gpg
282
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
48
280
5c5c314051c5 updates for pis
drewp@bigasterisk.com
parents: 278
diff changeset
49 # raspi needs wget http://archive.raspbian.org/raspbian.public.key -O - | sudo apt-key add -
195
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
50
249
5c10b1e8d0e1 add unity key
drewp@bigasterisk.com
parents: 247
diff changeset
51
195
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
52 dir = Path('/etc/apt/sources.list.d')
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
53
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
54
240
b58f05be720a updates for new ubuntu 23.10 install
drewp@bigasterisk.com
parents: 235
diff changeset
55 def clear_known_sources_files(known=[
249
5c10b1e8d0e1 add unity key
drewp@bigasterisk.com
parents: 247
diff changeset
56 dir / 'vscode.list',
5c10b1e8d0e1 add unity key
drewp@bigasterisk.com
parents: 247
diff changeset
57 dir / 'google-chrome.list',
5c10b1e8d0e1 add unity key
drewp@bigasterisk.com
parents: 247
diff changeset
58 dir / 'steam-beta.list',
5c10b1e8d0e1 add unity key
drewp@bigasterisk.com
parents: 247
diff changeset
59 dir / 'google-chrome-unstable.list',
5c10b1e8d0e1 add unity key
drewp@bigasterisk.com
parents: 247
diff changeset
60 dir / 'steam-stable.list',
280
5c5c314051c5 updates for pis
drewp@bigasterisk.com
parents: 278
diff changeset
61 dir / 'raspi.list',
240
b58f05be720a updates for new ubuntu 23.10 install
drewp@bigasterisk.com
parents: 235
diff changeset
62 ]):
195
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
63 found = map(Path, host.get_fact(FindFiles, dir, quote_path=True))
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
64 if set(found) - set(known):
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
65 raise SystemExit(f"new files in {host.name} /etc/apt/sources.list.d/ - please remove")
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
66 for f in known:
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
67 files.file(path=f, present=False)
155
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
68
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
69
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
70 def apt_sources():
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
71 if host.get_fact(Arch) == 'x86_64':
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
72 server.shell(commands=['dpkg --add-architecture i386'])
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
73
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
74 files.template(src='templates/sources.list.j2', dest='/etc/apt/sources.list')
195
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
75
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
76 clear_known_sources_files()
155
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
77 apt.packages(update=True,
187
466108f0a509 redo pkg keys and future podman 4.3.1 version
drewp@bigasterisk.com
parents: 178
diff changeset
78 cache_time=86400,
178
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
79 packages=['tzdata'],
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
80 force=True,
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
81 _env={
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
82 'TZ': TZ,
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
83 'LANG': 'en_US.UTF-8',
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
84 'DEBIAN_FRONTEND': 'noninteractive'
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
85 })
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
86
188
087b84e68765 comment
drewp@bigasterisk.com
parents: 187
diff changeset
87 # squib 1st setup seemed to need more updates for node(nodesource)
087b84e68765 comment
drewp@bigasterisk.com
parents: 187
diff changeset
88 # and steam-launcher
178
6ec7cd3615f0 another try at apt.key, but it doesn't completely work because prime
drewp@bigasterisk.com
parents: 155
diff changeset
89
283
drewp@bigasterisk.com
parents: 282
diff changeset
90
271
drewp@bigasterisk.com
parents: 254
diff changeset
91 def flatpak_sources():
drewp@bigasterisk.com
parents: 254
diff changeset
92 server.shell('flatpak remote-add --if-not-exists flathub https://flathub.org/repo/flathub.flatpakrepo')
195
ee6374edfc06 pkgs and signatures
drewp@bigasterisk.com
parents: 188
diff changeset
93
282
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
94
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
95 def correct_dns():
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
96 files.put(src=io.StringIO("nameserver 10.2.0.3\n"), dest='/etc/resolv.conf')
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
97
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
98
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
99 if is_pi:
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
100 correct_dns()
155
522f26c8f691 split apt.py from system.py
drewp@bigasterisk.com
parents:
diff changeset
101 pkg_keys()
187
466108f0a509 redo pkg keys and future podman 4.3.1 version
drewp@bigasterisk.com
parents: 178
diff changeset
102 apt_sources()
282
e10ee3ddadcf pi changes
drewp@bigasterisk.com
parents: 280
diff changeset
103 flatpak_sources()