koboldcpp: fix gpu-architecture flags from CUDA_DOCKER_ARCH

This commit is contained in:
百地 希留耶
2024-07-26 08:11:29 +08:00
parent 9ba898d5d8
commit d01482ec08
+2 -2
View File
@@ -22,7 +22,7 @@
cublasSupport ? config.cudaSupport,
# You can find a full list here: https://arnon.dk/matching-sm-architectures-arch-and-gencode-for-various-nvidia-cards/
# For example if you're on an GTX 1080 that means you're using "Pascal" and you need to pass "sm_60"
cudaArches ? cudaPackages.cudaFlags.arches or [ ],
cudaArches ? cudaPackages.cudaFlags.realArches or [ ],
clblastSupport ? stdenv.isLinux,
clblast,
@@ -129,7 +129,7 @@ effectiveStdenv.mkDerivation (finalAttrs: {
(makeBool "LLAMA_CLBLAST" clblastSupport)
(makeBool "LLAMA_VULKAN" vulkanSupport)
(makeBool "LLAMA_METAL" metalSupport)
(lib.optionals cublasSupport "CUDA_DOCKER_ARCH=sm_${builtins.head cudaArches}")
(lib.optionals cublasSupport "CUDA_DOCKER_ARCH=${builtins.head cudaArches}")
];
installPhase = ''