Merge pull request #324616 from yshui/ollama-cuda

ollama: fix cuda support
This commit is contained in:
abysssol
2024-07-04 17:58:32 +00:00
committed by GitHub
+3
View File
@@ -142,6 +142,8 @@ in
goBuild ((lib.optionalAttrs enableRocm {
ROCM_PATH = rocmPath;
CLBlast_DIR = "${clblast}/lib/cmake/CLBlast";
}) // (lib.optionalAttrs enableCuda {
CUDA_LIB_DIR = "${cudaToolkit}/lib";
}) // {
inherit pname version src vendorHash;
@@ -161,6 +163,7 @@ goBuild ((lib.optionalAttrs enableRocm {
(rocmLibs ++ [ libdrm ])
++ lib.optionals enableCuda [
cudaPackages.cuda_cudart
cudaPackages.cuda_cccl
cudaPackages.libcublas
] ++ lib.optionals stdenv.isDarwin
metalFrameworks;