From 559cffd86496c98a404c0ad767aaa740fa79baf2 Mon Sep 17 00:00:00 2001 From: abysssol Date: Mon, 1 Jul 2024 19:11:31 -0400 Subject: [PATCH] ollama: add `rocmPath` to `LD_LIBRARY_PATH` in wrapper Pr #323249 removed `rocmPath` from `LD_LIBRARY_PATH`, but the comment > since `rocmPath` is in `LD_LIBRARY_PATH`, ollama uses rocm correctly makes me think I already tested this and that it doesn't work --- pkgs/by-name/ol/ollama/package.nix | 1 + 1 file changed, 1 insertion(+) diff --git a/pkgs/by-name/ol/ollama/package.nix b/pkgs/by-name/ol/ollama/package.nix index 8d27dec89402..e7f76f55ac02 100644 --- a/pkgs/by-name/ol/ollama/package.nix +++ b/pkgs/by-name/ol/ollama/package.nix @@ -126,6 +126,7 @@ let # until these llama-cpp binaries can have their runpath patched "--suffix LD_LIBRARY_PATH : '${addDriverRunpath.driverLink}/lib'" ] ++ lib.optionals enableRocm [ + "--suffix LD_LIBRARY_PATH : '${rocmPath}'" "--set-default HIP_PATH '${rocmPath}'" ]; wrapperArgs = builtins.concatStringsSep " " wrapperOptions;