Mercurial > code > home > repos > infra
annotate multikube.py @ 332:d4893670f888 default tip
WIP: use watchdog reboot timer on pi
| author | drewp@bigasterisk.com |
|---|---|
| date | Thu, 27 Feb 2025 11:09:29 -0800 |
| parents | 5b88b38f2471 |
| children |
| rev | line source |
|---|---|
| 111 | 1 # leave kube.py running single-host and try again |
|
326
5b88b38f2471
huge reorg, reog toplevel functions in preparation of a ui with nice task lists
drewp@bigasterisk.com
parents:
289
diff
changeset
|
2 from pyinfra.context import host |
| 288 | 3 from pyinfra.facts.server import Arch |
| 111 | 4 from pyinfra.operations import files, server, systemd |
| 5 | |
| 288 | 6 from multikube_config import ( |
| 7 admin_from, | |
| 8 k3s_version, | |
| 9 nodes, | |
| 10 server_ip, | |
| 11 server_node, | |
| 12 skaffold_version, | |
| 13 ) | |
| 111 | 14 |
| 15 | |
|
136
375515ab60ba
multikube experiment junk. do not run
drewp@bigasterisk.com
parents:
113
diff
changeset
|
16 def install_k3s(): |
| 111 | 17 tail = 'k3s' if host.get_fact(Arch) == 'x86_64' else 'k3s-armhf' |
| 18 files.download( | |
| 19 src=f'https://github.com/rancher/k3s/releases/download/{k3s_version}/{tail}', | |
| 20 dest='/usr/local/bin/k3s', | |
| 21 user='root', | |
| 22 group='root', | |
| 23 mode='755', | |
| 24 cache_time=43000, | |
| 25 #force=True, # to get a new version | |
| 26 ) | |
| 27 | |
| 288 | 28 |
|
136
375515ab60ba
multikube experiment junk. do not run
drewp@bigasterisk.com
parents:
113
diff
changeset
|
29 def install_k3sup(): |
| 288 | 30 files.download(src='https://github.com/alexellis/k3sup/releases/download/0.12.0/k3sup', |
| 31 dest='/usr/local/bin/k3sup', | |
| 32 mode='755') | |
|
136
375515ab60ba
multikube experiment junk. do not run
drewp@bigasterisk.com
parents:
113
diff
changeset
|
33 # then do like: |
|
375515ab60ba
multikube experiment junk. do not run
drewp@bigasterisk.com
parents:
113
diff
changeset
|
34 # root@slash:/home/drewp# ./k3sup install --ip 10.2.0.84 --k3s-extra-args '--no-deploy traefik' --ssh-key /root/.ssh/id_ecdsa |
|
375515ab60ba
multikube experiment junk. do not run
drewp@bigasterisk.com
parents:
113
diff
changeset
|
35 # root@slash:/home/drewp# ./k3sup join --ip 10.2.0.23 --server-ip 10.2.0.84 --ssh-key /root/.ssh/id_ecdsa |
|
375515ab60ba
multikube experiment junk. do not run
drewp@bigasterisk.com
parents:
113
diff
changeset
|
36 # but it doesn't seem to make networking go any better |
| 111 | 37 |
| 288 | 38 |
| 111 | 39 def install_skaffold(): |
| 40 files.download(src=f'https://storage.googleapis.com/skaffold/releases/{skaffold_version}/skaffold-linux-amd64', | |
| 41 dest='/usr/local/bin/skaffold', | |
| 42 user='root', | |
| 43 group='root', | |
| 44 mode='755', | |
| 45 cache_time=1000) | |
| 46 # one time; writes to $HOME | |
| 47 #skaffold config set --global insecure-registries bang5:5000 | |
| 48 | |
| 49 | |
| 50 def host_prep(): | |
| 51 server.sysctl(key='net.ipv4.ip_forward', value="1", persist=True) | |
| 52 server.sysctl(key='net.ipv6.conf.all.forwarding', value="1", persist=True) | |
| 288 | 53 server.sysctl(key='net.ipv6.conf.all.disable_ipv6', value='1', persist=True) |
| 111 | 54 server.sysctl(key='fs.inotify.max_user_instances', value='8192', persist=True) |
| 55 server.sysctl(key='fs.inotify.max_user_watches', value='524288', persist=True) | |
| 56 | |
| 57 # https://sysctl-explorer.net/net/ipv4/rp_filter/ | |
| 58 #none, strict, loose = 0, 1, 2 | |
| 59 #server.sysctl(key='net.ipv4.conf.default.rp_filter', value=loose, persist=True) | |
| 60 | |
| 61 | |
| 62 def service_name(): | |
| 63 return 'k3s.service' if host.name == server_node else 'k3s-node.service' | |
| 64 | |
|
289
65e28d2e0cd8
move static templates to files/ ; use inventory tags for selecting hosts+features ; other refactors
drewp@bigasterisk.com
parents:
288
diff
changeset
|
65 |
| 111 | 66 def config_and_run_service(): |
| 67 role = 'server' if host.name == server_node else 'agent' | |
| 68 which_conf = 'config-server.yaml.j2' if host.name == server_node else 'config-agent.yaml.j2' | |
| 69 | |
| 70 if host.name == server_node: | |
| 71 token = "unused" | |
| 72 else: | |
| 73 token = open('/tmp/k3s-token', 'rt').read().strip() | |
| 74 files.template( | |
| 75 src=f'templates/kube/{which_conf}', | |
| 76 dest='/etc/k3s_config.yaml', | |
| 112 | 77 server_ip=server_ip, |
| 111 | 78 token=token, |
| 288 | 79 wg_ip=host.host_data['mk_addr'], #wireguard_address'], |
| 111 | 80 ) |
| 81 | |
| 82 files.template( | |
| 83 src='templates/kube/k3s.service.j2', | |
| 84 dest=f'/etc/systemd/system/{service_name()}', | |
| 85 role=role, | |
| 86 ) | |
| 87 systemd.service(service=service_name(), daemon_reload=True, enabled=True, restarted=True) | |
| 88 | |
| 89 if host.name == server_node: | |
| 288 | 90 files.get(src='/var/lib/rancher/k3s/server/node-token', dest='/tmp/k3s-token') |
| 91 files.get(src='/etc/rancher/k3s/k3s.yaml', dest='/tmp/k3s-yaml') | |
| 111 | 92 |
| 112 | 93 |
| 111 | 94 if host.name in nodes + [server_node]: |
| 95 host_prep() | |
| 96 files.directory(path='/etc/rancher/k3s') | |
|
136
375515ab60ba
multikube experiment junk. do not run
drewp@bigasterisk.com
parents:
113
diff
changeset
|
97 install_k3s() |
| 111 | 98 config_and_run_service() |
| 99 | |
| 100 # docs: https://rancher.com/docs/k3s/latest/en/installation/private-registry/ | |
| 101 # user confusions: https://github.com/rancher/k3s/issues/1802 | |
| 102 files.template(src='templates/kube/registries.yaml.j2', dest='/etc/rancher/k3s/registries.yaml') | |
| 103 # for the possible registries update: | |
| 104 systemd.service(service=service_name(), daemon_reload=True, enabled=True, restarted=True) | |
| 105 | |
| 106 if host.name in admin_from: | |
| 107 files.directory(path='/etc/rancher/k3s') | |
| 108 install_skaffold() | |
| 109 files.link(path='/usr/local/bin/kubectl', target='/usr/local/bin/k3s') | |
| 110 files.directory(path='/home/drewp/.kube', user='drewp', group='drewp') | |
| 111 # .zshrc has: export KUBECONFIG=/etc/rancher/k3s/k3s.yaml | |
| 112 | |
| 113 if host.name != server_node: | |
| 114 files.put(src='/tmp/k3s-yaml', dest='/etc/rancher/k3s/k3s.yaml') | |
| 115 | |
| 116 files.file(path='/etc/rancher/k3s/k3s.yaml', user='root', group='drewp', mode='640') | |
| 288 | 117 server.shell( |
| 118 commands=f"kubectl config set-cluster default --server=https://{server_ip}:6443 --kubeconfig=/etc/rancher/k3s/k3s.yaml") |