mirror of
https://github.com/NixOS/nixpkgs.git
synced 2024-11-22 06:53:01 +00:00
tests/nvidia-container-toolkit: mv shared config to defaults
This commit is contained in:
Someone Serge
parent
d970b4d6cd
commit
f72b7b56fb
@ -699,7 +699,7 @@ in {
|
|||||||
ntfy-sh = handleTest ./ntfy-sh.nix {};
|
ntfy-sh = handleTest ./ntfy-sh.nix {};
|
||||||
ntfy-sh-migration = handleTest ./ntfy-sh-migration.nix {};
|
ntfy-sh-migration = handleTest ./ntfy-sh-migration.nix {};
|
||||||
ntpd-rs = handleTest ./ntpd-rs.nix {};
|
ntpd-rs = handleTest ./ntpd-rs.nix {};
|
||||||
nvidia-container-toolkit = handleTest ./nvidia-container-toolkit.nix {};
|
nvidia-container-toolkit = runTest ./nvidia-container-toolkit.nix;
|
||||||
nvmetcfg = handleTest ./nvmetcfg.nix {};
|
nvmetcfg = handleTest ./nvmetcfg.nix {};
|
||||||
nzbget = handleTest ./nzbget.nix {};
|
nzbget = handleTest ./nzbget.nix {};
|
||||||
nzbhydra2 = handleTest ./nzbhydra2.nix {};
|
nzbhydra2 = handleTest ./nzbhydra2.nix {};
|
||||||
|
|||||||
@ -1,176 +1,149 @@
|
|||||||
import ./make-test-python.nix (
|
{ pkgs, lib, ... }:
|
||||||
{
|
let
|
||||||
pkgs,
|
testCDIScript = pkgs.writeShellScriptBin "test-cdi" ''
|
||||||
lib,
|
die() {
|
||||||
system,
|
echo "$1"
|
||||||
...
|
exit 1
|
||||||
}:
|
}
|
||||||
let
|
|
||||||
testCDIScript = pkgs.writeShellScriptBin "test-cdi" ''
|
|
||||||
die() {
|
|
||||||
echo "$1"
|
|
||||||
exit 1
|
|
||||||
}
|
|
||||||
|
|
||||||
check_file_referential_integrity() {
|
check_file_referential_integrity() {
|
||||||
echo "checking $1 referential integrity"
|
echo "checking $1 referential integrity"
|
||||||
( ${pkgs.glibc.bin}/bin/ldd "$1" | ${lib.getExe pkgs.gnugrep} "not found" &> /dev/null ) && return 1
|
( ${pkgs.glibc.bin}/bin/ldd "$1" | ${lib.getExe pkgs.gnugrep} "not found" &> /dev/null ) && return 1
|
||||||
return 0
|
return 0
|
||||||
}
|
}
|
||||||
|
|
||||||
check_directory_referential_integrity() {
|
check_directory_referential_integrity() {
|
||||||
${lib.getExe pkgs.findutils} "$1" -type f -print0 | while read -d $'\0' file; do
|
${lib.getExe pkgs.findutils} "$1" -type f -print0 | while read -d $'\0' file; do
|
||||||
if [[ $(${lib.getExe pkgs.file} "$file" | ${lib.getExe pkgs.gnugrep} ELF) ]]; then
|
if [[ $(${lib.getExe pkgs.file} "$file" | ${lib.getExe pkgs.gnugrep} ELF) ]]; then
|
||||||
check_file_referential_integrity "$file" || exit 1
|
check_file_referential_integrity "$file" || exit 1
|
||||||
else
|
else
|
||||||
echo "skipping $file: not an ELF file"
|
echo "skipping $file: not an ELF file"
|
||||||
fi
|
fi
|
||||||
done
|
done
|
||||||
}
|
}
|
||||||
|
|
||||||
check_directory_referential_integrity "/usr/bin" || exit 1
|
check_directory_referential_integrity "/usr/bin" || exit 1
|
||||||
check_directory_referential_integrity "${pkgs.addDriverRunpath.driverLink}" || exit 1
|
check_directory_referential_integrity "${pkgs.addDriverRunpath.driverLink}" || exit 1
|
||||||
check_directory_referential_integrity "/usr/local/nvidia" || exit 1
|
check_directory_referential_integrity "/usr/local/nvidia" || exit 1
|
||||||
'';
|
'';
|
||||||
testContainerImage = pkgs.dockerTools.buildImage {
|
testContainerImage = pkgs.dockerTools.buildImage {
|
||||||
name = "cdi-test";
|
name = "cdi-test";
|
||||||
tag = "latest";
|
tag = "latest";
|
||||||
config = {
|
config = {
|
||||||
Cmd = [ (lib.getExe testCDIScript) ];
|
Cmd = [ (lib.getExe testCDIScript) ];
|
||||||
|
};
|
||||||
|
copyToRoot = with pkgs.dockerTools; [
|
||||||
|
usrBinEnv
|
||||||
|
binSh
|
||||||
|
];
|
||||||
|
};
|
||||||
|
emptyCDISpec = ''
|
||||||
|
{
|
||||||
|
"cdiVersion": "0.5.0",
|
||||||
|
"kind": "nvidia.com/gpu",
|
||||||
|
"devices": [
|
||||||
|
{
|
||||||
|
"name": "all",
|
||||||
|
"containerEdits": {
|
||||||
|
"deviceNodes": [
|
||||||
|
{
|
||||||
|
"path": "/dev/urandom"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"hooks": [],
|
||||||
|
"mounts": []
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"containerEdits": {
|
||||||
|
"deviceNodes": [],
|
||||||
|
"hooks": [],
|
||||||
|
"mounts": []
|
||||||
|
}
|
||||||
|
}
|
||||||
|
'';
|
||||||
|
nvidia-container-toolkit = {
|
||||||
|
enable = true;
|
||||||
|
package = pkgs.stdenv.mkDerivation {
|
||||||
|
pname = "nvidia-ctk-dummy";
|
||||||
|
version = "1.0.0";
|
||||||
|
dontUnpack = true;
|
||||||
|
dontBuild = true;
|
||||||
|
|
||||||
|
inherit emptyCDISpec;
|
||||||
|
passAsFile = [ "emptyCDISpec" ];
|
||||||
|
|
||||||
|
installPhase = ''
|
||||||
|
mkdir -p $out/bin $out/share/nvidia-container-toolkit
|
||||||
|
cp "$emptyCDISpecPath" "$out/share/nvidia-container-toolkit/spec.json"
|
||||||
|
echo -n "$emptyCDISpec" > "$out/bin/nvidia-ctk";
|
||||||
|
cat << EOF > "$out/bin/nvidia-ctk"
|
||||||
|
#!${pkgs.runtimeShell}
|
||||||
|
cat "$out/share/nvidia-container-toolkit/spec.json"
|
||||||
|
EOF
|
||||||
|
chmod +x $out/bin/nvidia-ctk
|
||||||
|
'';
|
||||||
|
meta.mainProgram = "nvidia-ctk";
|
||||||
|
};
|
||||||
|
};
|
||||||
|
in
|
||||||
|
{
|
||||||
|
name = "nvidia-container-toolkit";
|
||||||
|
meta = with lib.maintainers; {
|
||||||
|
maintainers = [ ereslibre ];
|
||||||
|
};
|
||||||
|
defaults =
|
||||||
|
{ config, ... }:
|
||||||
|
{
|
||||||
|
environment.systemPackages = with pkgs; [ jq ];
|
||||||
|
virtualisation.diskSize = lib.mkDefault 10240;
|
||||||
|
virtualisation.containers.enable = lib.mkDefault true;
|
||||||
|
hardware = {
|
||||||
|
inherit nvidia-container-toolkit;
|
||||||
|
nvidia = {
|
||||||
|
open = true;
|
||||||
|
package = config.boot.kernelPackages.nvidiaPackages.stable.open;
|
||||||
|
};
|
||||||
|
graphics.enable = lib.mkDefault true;
|
||||||
};
|
};
|
||||||
copyToRoot = with pkgs.dockerTools; [
|
};
|
||||||
usrBinEnv
|
nodes = {
|
||||||
binSh
|
no-gpus = {
|
||||||
|
virtualisation.containers.enable = false;
|
||||||
|
hardware.graphics.enable = false;
|
||||||
|
};
|
||||||
|
one-gpu =
|
||||||
|
{ pkgs, ... }:
|
||||||
|
{
|
||||||
|
environment.systemPackages = with pkgs; [ podman ];
|
||||||
|
hardware.graphics.enable = true;
|
||||||
|
};
|
||||||
|
|
||||||
|
one-gpu-invalid-host-paths = {
|
||||||
|
hardware.nvidia-container-toolkit.mounts = [
|
||||||
|
{
|
||||||
|
hostPath = "/non-existant-path";
|
||||||
|
containerPath = "/some/path";
|
||||||
|
}
|
||||||
];
|
];
|
||||||
};
|
};
|
||||||
emptyCDISpec = ''
|
};
|
||||||
{
|
testScript = ''
|
||||||
"cdiVersion": "0.5.0",
|
start_all()
|
||||||
"kind": "nvidia.com/gpu",
|
|
||||||
"devices": [
|
|
||||||
{
|
|
||||||
"name": "all",
|
|
||||||
"containerEdits": {
|
|
||||||
"deviceNodes": [
|
|
||||||
{
|
|
||||||
"path": "/dev/urandom"
|
|
||||||
}
|
|
||||||
],
|
|
||||||
"hooks": [],
|
|
||||||
"mounts": []
|
|
||||||
}
|
|
||||||
}
|
|
||||||
],
|
|
||||||
"containerEdits": {
|
|
||||||
"deviceNodes": [],
|
|
||||||
"hooks": [],
|
|
||||||
"mounts": []
|
|
||||||
}
|
|
||||||
}
|
|
||||||
'';
|
|
||||||
nvidia-container-toolkit = {
|
|
||||||
enable = true;
|
|
||||||
package = pkgs.stdenv.mkDerivation {
|
|
||||||
pname = "nvidia-ctk-dummy";
|
|
||||||
version = "1.0.0";
|
|
||||||
dontUnpack = true;
|
|
||||||
dontBuild = true;
|
|
||||||
|
|
||||||
inherit emptyCDISpec;
|
with subtest("Generate an empty CDI spec for a machine with no Nvidia GPUs"):
|
||||||
passAsFile = [ "emptyCDISpec" ];
|
no_gpus.wait_for_unit("nvidia-container-toolkit-cdi-generator.service")
|
||||||
|
no_gpus.succeed("cat /var/run/cdi/nvidia-container-toolkit.json | jq")
|
||||||
|
|
||||||
installPhase = ''
|
with subtest("Podman loads the generated CDI spec for a machine with an Nvidia GPU"):
|
||||||
mkdir -p $out/bin $out/share/nvidia-container-toolkit
|
one_gpu.wait_for_unit("nvidia-container-toolkit-cdi-generator.service")
|
||||||
cp "$emptyCDISpecPath" "$out/share/nvidia-container-toolkit/spec.json"
|
one_gpu.succeed("cat /var/run/cdi/nvidia-container-toolkit.json | jq")
|
||||||
echo -n "$emptyCDISpec" > "$out/bin/nvidia-ctk";
|
one_gpu.succeed("podman load < ${testContainerImage}")
|
||||||
cat << EOF > "$out/bin/nvidia-ctk"
|
print(one_gpu.succeed("podman run --pull=never --device=nvidia.com/gpu=all -v /run/opengl-driver:/run/opengl-driver:ro cdi-test:latest"))
|
||||||
#!${pkgs.runtimeShell}
|
|
||||||
cat "$out/share/nvidia-container-toolkit/spec.json"
|
|
||||||
EOF
|
|
||||||
chmod +x $out/bin/nvidia-ctk
|
|
||||||
'';
|
|
||||||
meta.mainProgram = "nvidia-ctk";
|
|
||||||
};
|
|
||||||
};
|
|
||||||
in
|
|
||||||
{
|
|
||||||
name = "nvidia-container-toolkit";
|
|
||||||
meta = with lib.maintainers; {
|
|
||||||
maintainers = [ ereslibre ];
|
|
||||||
};
|
|
||||||
nodes = {
|
|
||||||
no-gpus =
|
|
||||||
{ config, ... }:
|
|
||||||
{
|
|
||||||
environment.systemPackages = with pkgs; [ jq ];
|
|
||||||
hardware = {
|
|
||||||
inherit nvidia-container-toolkit;
|
|
||||||
nvidia = {
|
|
||||||
open = true;
|
|
||||||
package = config.boot.kernelPackages.nvidiaPackages.stable.open;
|
|
||||||
};
|
|
||||||
};
|
|
||||||
};
|
|
||||||
|
|
||||||
one-gpu =
|
# Issue: https://github.com/NixOS/nixpkgs/issues/319201
|
||||||
{ config, pkgs, ... }:
|
with subtest("The generated CDI spec skips specified non-existant paths in the host"):
|
||||||
{
|
one_gpu_invalid_host_paths.wait_for_unit("nvidia-container-toolkit-cdi-generator.service")
|
||||||
virtualisation.diskSize = 10240;
|
one_gpu_invalid_host_paths.fail("grep 'non-existant-path' /var/run/cdi/nvidia-container-toolkit.json")
|
||||||
environment.systemPackages = with pkgs; [
|
'';
|
||||||
jq
|
}
|
||||||
podman
|
|
||||||
];
|
|
||||||
hardware = {
|
|
||||||
inherit nvidia-container-toolkit;
|
|
||||||
nvidia = {
|
|
||||||
open = true;
|
|
||||||
package = config.boot.kernelPackages.nvidiaPackages.stable.open;
|
|
||||||
};
|
|
||||||
graphics.enable = true;
|
|
||||||
};
|
|
||||||
virtualisation.containers.enable = true;
|
|
||||||
};
|
|
||||||
|
|
||||||
one-gpu-invalid-host-paths =
|
|
||||||
{ config, pkgs, ... }:
|
|
||||||
{
|
|
||||||
virtualisation.diskSize = 10240;
|
|
||||||
environment.systemPackages = with pkgs; [ jq ];
|
|
||||||
hardware = {
|
|
||||||
nvidia-container-toolkit = nvidia-container-toolkit // {
|
|
||||||
mounts = [
|
|
||||||
{
|
|
||||||
hostPath = "/non-existant-path";
|
|
||||||
containerPath = "/some/path";
|
|
||||||
}
|
|
||||||
];
|
|
||||||
};
|
|
||||||
nvidia = {
|
|
||||||
open = true;
|
|
||||||
package = config.boot.kernelPackages.nvidiaPackages.stable.open;
|
|
||||||
};
|
|
||||||
graphics.enable = true;
|
|
||||||
};
|
|
||||||
virtualisation.containers.enable = true;
|
|
||||||
};
|
|
||||||
};
|
|
||||||
testScript = ''
|
|
||||||
start_all()
|
|
||||||
|
|
||||||
with subtest("Generate an empty CDI spec for a machine with no Nvidia GPUs"):
|
|
||||||
no_gpus.wait_for_unit("nvidia-container-toolkit-cdi-generator.service")
|
|
||||||
no_gpus.succeed("cat /var/run/cdi/nvidia-container-toolkit.json | jq")
|
|
||||||
|
|
||||||
with subtest("Podman loads the generated CDI spec for a machine with an Nvidia GPU"):
|
|
||||||
one_gpu.wait_for_unit("nvidia-container-toolkit-cdi-generator.service")
|
|
||||||
one_gpu.succeed("cat /var/run/cdi/nvidia-container-toolkit.json | jq")
|
|
||||||
one_gpu.succeed("podman load < ${testContainerImage}")
|
|
||||||
print(one_gpu.succeed("podman run --pull=never --device=nvidia.com/gpu=all -v /run/opengl-driver:/run/opengl-driver:ro cdi-test:latest"))
|
|
||||||
|
|
||||||
# Issue: https://github.com/NixOS/nixpkgs/issues/319201
|
|
||||||
with subtest("The generated CDI spec skips specified non-existant paths in the host"):
|
|
||||||
one_gpu_invalid_host_paths.wait_for_unit("nvidia-container-toolkit-cdi-generator.service")
|
|
||||||
one_gpu_invalid_host_paths.fail("grep 'non-existant-path' /var/run/cdi/nvidia-container-toolkit.json")
|
|
||||||
'';
|
|
||||||
}
|
|
||||||
)
|
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user