Mercurial > code > home > repos > infra
diff kube.py @ 8:226f3c8419b2
kube setup
author | drewp@bigasterisk.com |
---|---|
date | Thu, 11 Nov 2021 22:20:46 -0800 |
parents | |
children | 15c5ce7c74b5 |
line wrap: on
line diff
--- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/kube.py Thu Nov 11 22:20:46 2021 -0800 @@ -0,0 +1,89 @@ +from pyinfra import host +from pyinfra.operations import server, files, apt, ssh, systemd +from pyinfra.facts.server import LinuxDistribution, Arch +from pyinfra.facts.files import FindInFile + +bang_is_old = True # remove after upgrade +is_pi = host.get_fact(LinuxDistribution)['name'] in ['Debian', 'Raspbian GNU/Linux'] +is_wifi_pi = host.name in ['frontdoor', 'living'] + +k3s_version = 'v1.21.2+k3s1' +master_ip = "10.5.0.1" + +token = open('secrets/k3s_token', 'rt').read().strip() + +server.sysctl(key='net.ipv4.ip_forward', value="1", persist=True) +server.sysctl(key='net.ipv6.conf.all.forwarding', value="1", persist=True) + +# - role: download +if host.get_fact(Arch) == 'x86_64': + src = f'https://github.com/rancher/k3s/releases/download/{k3s_version}/k3s' +else: + src = f'https://github.com/rancher/k3s/releases/download/{k3s_version}/k3s-armhf' + +files.download(src=src, dest='/usr/local/bin/k3s', user='root', group='root', mode='755') + +# - role: raspbian +if is_pi: + old_cmdline = host.get_fact(FindInFile, path='/boot/cmdline.txt', pattern=r'.*')[0] + print(repr(old_cmdline)) + if 'cgroup' not in old_cmdline: + cmdline = old_cmdline + ' cgroup_enable=cpuset cgroup_memory=1 cgroup_enable=memory' + files.line(path='/boot/cmdline.txt', line='.*', replace=cmdline) + # pi needs reboot now + + server.shell(commands=[ + 'update-alternatives --set iptables /usr/sbin/iptables-legacy', + 'update-alternatives --set ip6tables /usr/sbin/ip6tables-legacy', + ]) + # needs reboot if this changed + +# - role: registries_fix +# See https://github.com/rancher/k3s/issues/1802 and https://rancher.com/docs/k3s/latest/en/installation/private-registry/ +files.directory(path='/etc/rancher/k3s') +files.template(src='templates/registries.yaml.j2', dest='/etc/rancher/k3s/registries.yaml') + +if host.name == 'bang': + # - role: k3s/master + files.template( + src='templates/k3s-server.service.j2', + dest='/etc/systemd/system/k3s.service', + master_ip=master_ip, + ) + systemd.service(service='k3s.service', daemon_reload=True, enabled=True, restarted=True) + # /var/lib/rancher/k3s/server/node-token will soon contain secrets/k3s_token + + # one-time thing at cluster create time? not sure + # - name: Replace https://localhost:6443 by https://master-ip:6443 + # command: >- + # k3s kubectl config set-cluster default + # --server=https://{{ master_ip }}:6443 + # --kubeconfig ~{{ ansible_user }}/.kube/config + +if host.name in ['slash', 'dash', 'frontbed', 'garage']: # nodes + # - role: k3s/node + files.template( + src='templates/k3s-node.service.j2', + dest='/etc/systemd/system/k3s-node.service', + master_ip=master_ip, + token=token, + ) + + systemd.service(service='k3s-node.service', daemon_reload=True, enabled=True, restarted=True) + +if host.name in ['bang', 'slash', 'dash']: # hosts to admin from + files.link(path='/usr/local/bin/kubectl', target='/usr/local/bin/k3s') + files.directory(path='/home/drewp/.kube', user='drewp', group='drewp') + # files.template( + # src='templates/kube-config.j2', + # dest='/home/drewp/.kube/config', + # user='drewp', + # group='drewp', + # mode='600', + # master_ip=master_ip, + # token=token, + # ) + files.line(path="/home/drewp/.zshrc", line="KUBECONFIG", replace='export KUBECONFIG=/etc/rancher/k3s/k3s.yaml') + + files.chown(target='/etc/rancher/k3s/k3s.yaml', user='root', group='drewp') + files.chmod(target='/etc/rancher/k3s/k3s.yaml', mode='640')