annotate kube.py @ 8:226f3c8419b2

kube setup
author drewp@bigasterisk.com
date Thu, 11 Nov 2021 22:20:46 -0800
parents
children 15c5ce7c74b5
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
8
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
1 from pyinfra import host
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
2 from pyinfra.operations import server, files, apt, ssh, systemd
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
3 from pyinfra.facts.server import LinuxDistribution, Arch
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
4 from pyinfra.facts.files import FindInFile
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
5
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
6 bang_is_old = True # remove after upgrade
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
7 is_pi = host.get_fact(LinuxDistribution)['name'] in ['Debian', 'Raspbian GNU/Linux']
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
8 is_wifi_pi = host.name in ['frontdoor', 'living']
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
9
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
10 k3s_version = 'v1.21.2+k3s1'
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
11 master_ip = "10.5.0.1"
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
12
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
13 token = open('secrets/k3s_token', 'rt').read().strip()
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
14
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
15 server.sysctl(key='net.ipv4.ip_forward', value="1", persist=True)
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
16 server.sysctl(key='net.ipv6.conf.all.forwarding', value="1", persist=True)
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
17
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
18 # - role: download
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
19 if host.get_fact(Arch) == 'x86_64':
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
20 src = f'https://github.com/rancher/k3s/releases/download/{k3s_version}/k3s'
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
21 else:
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
22 src = f'https://github.com/rancher/k3s/releases/download/{k3s_version}/k3s-armhf'
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
23
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
24 files.download(src=src, dest='/usr/local/bin/k3s', user='root', group='root', mode='755')
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
25
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
26 # - role: raspbian
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
27 if is_pi:
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
28 old_cmdline = host.get_fact(FindInFile, path='/boot/cmdline.txt', pattern=r'.*')[0]
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
29 print(repr(old_cmdline))
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
30 if 'cgroup' not in old_cmdline:
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
31 cmdline = old_cmdline + ' cgroup_enable=cpuset cgroup_memory=1 cgroup_enable=memory'
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
32 files.line(path='/boot/cmdline.txt', line='.*', replace=cmdline)
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
33 # pi needs reboot now
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
34
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
35 server.shell(commands=[
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
36 'update-alternatives --set iptables /usr/sbin/iptables-legacy',
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
37 'update-alternatives --set ip6tables /usr/sbin/ip6tables-legacy',
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
38 ])
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
39 # needs reboot if this changed
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
40
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
41 # - role: registries_fix
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
42 # See https://github.com/rancher/k3s/issues/1802 and https://rancher.com/docs/k3s/latest/en/installation/private-registry/
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
43 files.directory(path='/etc/rancher/k3s')
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
44 files.template(src='templates/registries.yaml.j2', dest='/etc/rancher/k3s/registries.yaml')
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
45
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
46 if host.name == 'bang':
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
47 # - role: k3s/master
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
48 files.template(
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
49 src='templates/k3s-server.service.j2',
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
50 dest='/etc/systemd/system/k3s.service',
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
51 master_ip=master_ip,
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
52 )
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
53 systemd.service(service='k3s.service', daemon_reload=True, enabled=True, restarted=True)
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
54 # /var/lib/rancher/k3s/server/node-token will soon contain secrets/k3s_token
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
55
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
56 # one-time thing at cluster create time? not sure
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
57 # - name: Replace https://localhost:6443 by https://master-ip:6443
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
58 # command: >-
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
59 # k3s kubectl config set-cluster default
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
60 # --server=https://{{ master_ip }}:6443
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
61 # --kubeconfig ~{{ ansible_user }}/.kube/config
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
62
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
63 if host.name in ['slash', 'dash', 'frontbed', 'garage']: # nodes
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
64 # - role: k3s/node
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
65 files.template(
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
66 src='templates/k3s-node.service.j2',
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
67 dest='/etc/systemd/system/k3s-node.service',
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
68 master_ip=master_ip,
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
69 token=token,
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
70 )
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
71
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
72 systemd.service(service='k3s-node.service', daemon_reload=True, enabled=True, restarted=True)
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
73
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
74 if host.name in ['bang', 'slash', 'dash']: # hosts to admin from
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
75 files.link(path='/usr/local/bin/kubectl', target='/usr/local/bin/k3s')
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
76 files.directory(path='/home/drewp/.kube', user='drewp', group='drewp')
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
77 # files.template(
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
78 # src='templates/kube-config.j2',
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
79 # dest='/home/drewp/.kube/config',
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
80 # user='drewp',
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
81 # group='drewp',
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
82 # mode='600',
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
83 # master_ip=master_ip,
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
84 # token=token,
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
85 # )
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
86 files.line(path="/home/drewp/.zshrc", line="KUBECONFIG", replace='export KUBECONFIG=/etc/rancher/k3s/k3s.yaml')
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
87
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
88 files.chown(target='/etc/rancher/k3s/k3s.yaml', user='root', group='drewp')
226f3c8419b2 kube setup
drewp@bigasterisk.com
parents:
diff changeset
89 files.chmod(target='/etc/rancher/k3s/k3s.yaml', mode='640')