2022-09-29 12:58:45 +00:00
|
|
|
import ../make-test-python.nix ({ pkgs, lib, ... }:
|
2021-10-24 01:34:10 +00:00
|
|
|
let
|
2021-10-26 00:43:27 +00:00
|
|
|
imageEnv = pkgs.buildEnv {
|
|
|
|
name = "k3s-pause-image-env";
|
|
|
|
paths = with pkgs; [ tini (hiPrio coreutils) busybox ];
|
|
|
|
};
|
|
|
|
pauseImage = pkgs.dockerTools.streamLayeredImage {
|
2021-10-24 01:34:10 +00:00
|
|
|
name = "test.local/pause";
|
|
|
|
tag = "local";
|
2021-10-26 00:43:27 +00:00
|
|
|
contents = imageEnv;
|
2021-10-24 01:34:10 +00:00
|
|
|
config.Entrypoint = [ "/bin/tini" "--" "/bin/sleep" "inf" ];
|
|
|
|
};
|
|
|
|
testPodYaml = pkgs.writeText "test.yml" ''
|
|
|
|
apiVersion: v1
|
|
|
|
kind: Pod
|
|
|
|
metadata:
|
|
|
|
name: test
|
|
|
|
spec:
|
|
|
|
containers:
|
|
|
|
- name: test
|
|
|
|
image: test.local/pause:local
|
|
|
|
imagePullPolicy: Never
|
|
|
|
command: ["sh", "-c", "sleep inf"]
|
|
|
|
'';
|
|
|
|
in
|
|
|
|
{
|
|
|
|
name = "k3s";
|
|
|
|
meta = with pkgs.lib.maintainers; {
|
2022-10-04 17:06:48 +00:00
|
|
|
maintainers = [ euank ];
|
2021-10-24 01:34:10 +00:00
|
|
|
};
|
2020-04-17 14:39:54 +00:00
|
|
|
|
2022-03-20 23:15:30 +00:00
|
|
|
nodes.machine = { pkgs, ... }: {
|
2021-10-24 01:34:10 +00:00
|
|
|
environment.systemPackages = with pkgs; [ k3s gzip ];
|
2020-04-17 14:39:54 +00:00
|
|
|
|
2021-10-24 01:34:10 +00:00
|
|
|
# k3s uses enough resources the default vm fails.
|
2021-10-26 00:43:27 +00:00
|
|
|
virtualisation.memorySize = 1536;
|
|
|
|
virtualisation.diskSize = 4096;
|
2020-04-17 14:39:54 +00:00
|
|
|
|
2021-10-24 01:34:10 +00:00
|
|
|
services.k3s.enable = true;
|
|
|
|
services.k3s.role = "server";
|
|
|
|
services.k3s.package = pkgs.k3s;
|
|
|
|
# Slightly reduce resource usage
|
2022-09-29 12:58:45 +00:00
|
|
|
services.k3s.extraFlags = ''
|
|
|
|
--disable coredns \
|
|
|
|
--disable local-storage \
|
|
|
|
--disable metrics-server \
|
|
|
|
--disable servicelb \
|
|
|
|
--disable traefik \
|
|
|
|
--pause-image \
|
|
|
|
test.local/pause:local
|
|
|
|
'';
|
2020-04-17 14:39:54 +00:00
|
|
|
|
2021-10-24 01:34:10 +00:00
|
|
|
users.users = {
|
|
|
|
noprivs = {
|
|
|
|
isNormalUser = true;
|
|
|
|
description = "Can't access k3s by default";
|
|
|
|
password = "*";
|
|
|
|
};
|
2020-04-17 14:39:54 +00:00
|
|
|
};
|
2021-10-24 01:21:47 +00:00
|
|
|
};
|
2020-04-17 14:39:54 +00:00
|
|
|
|
2021-10-24 01:34:10 +00:00
|
|
|
testScript = ''
|
|
|
|
start_all()
|
2020-04-17 14:39:54 +00:00
|
|
|
|
2021-10-24 01:34:10 +00:00
|
|
|
machine.wait_for_unit("k3s")
|
|
|
|
machine.succeed("k3s kubectl cluster-info")
|
|
|
|
machine.fail("sudo -u noprivs k3s kubectl cluster-info")
|
2022-09-29 12:58:45 +00:00
|
|
|
'' # Fix-Me: Tests fail for 'aarch64-linux' as: "CONFIG_CGROUP_FREEZER: missing (fail)"
|
|
|
|
+ lib.optionalString (!pkgs.stdenv.isAarch64) ''machine.succeed("k3s check-config")'' + ''
|
2020-04-17 14:39:54 +00:00
|
|
|
|
2021-10-24 01:34:10 +00:00
|
|
|
machine.succeed(
|
2021-10-26 00:43:27 +00:00
|
|
|
"${pauseImage} | k3s ctr image import -"
|
2021-10-24 01:34:10 +00:00
|
|
|
)
|
2020-04-17 14:39:54 +00:00
|
|
|
|
2022-07-22 06:38:44 +00:00
|
|
|
# Also wait for our service account to show up; it takes a sec
|
|
|
|
machine.wait_until_succeeds("k3s kubectl get serviceaccount default")
|
2021-10-24 01:34:10 +00:00
|
|
|
machine.succeed("k3s kubectl apply -f ${testPodYaml}")
|
|
|
|
machine.succeed("k3s kubectl wait --for 'condition=Ready' pod/test")
|
|
|
|
machine.succeed("k3s kubectl delete -f ${testPodYaml}")
|
2021-10-24 01:05:32 +00:00
|
|
|
|
2021-10-24 01:34:10 +00:00
|
|
|
machine.shutdown()
|
|
|
|
'';
|
|
|
|
})
|