koboldcpp: fix gpu-architecture flags from CUDA_DOCKER_ARCH
This commit is contained in:
@@ -22,7 +22,7 @@
|
||||
cublasSupport ? config.cudaSupport,
|
||||
# You can find a full list here: https://arnon.dk/matching-sm-architectures-arch-and-gencode-for-various-nvidia-cards/
|
||||
# For example if you're on an GTX 1080 that means you're using "Pascal" and you need to pass "sm_60"
|
||||
cudaArches ? cudaPackages.cudaFlags.arches or [ ],
|
||||
cudaArches ? cudaPackages.cudaFlags.realArches or [ ],
|
||||
|
||||
clblastSupport ? stdenv.isLinux,
|
||||
clblast,
|
||||
@@ -129,7 +129,7 @@ effectiveStdenv.mkDerivation (finalAttrs: {
|
||||
(makeBool "LLAMA_CLBLAST" clblastSupport)
|
||||
(makeBool "LLAMA_VULKAN" vulkanSupport)
|
||||
(makeBool "LLAMA_METAL" metalSupport)
|
||||
(lib.optionals cublasSupport "CUDA_DOCKER_ARCH=sm_${builtins.head cudaArches}")
|
||||
(lib.optionals cublasSupport "CUDA_DOCKER_ARCH=${builtins.head cudaArches}")
|
||||
];
|
||||
|
||||
installPhase = ''
|
||||
|
||||
Reference in New Issue
Block a user