From 85868f71a08ae0a2e29f7c121179dbdbef754cce Mon Sep 17 00:00:00 2001 From: Philip Taron Date: Wed, 7 May 2025 17:13:00 -0700 Subject: [PATCH] llm: add enable-llm-gguf override --- pkgs/by-name/ll/llm/package.nix | 5 ++++- pkgs/development/python-modules/llm-gguf/default.nix | 2 +- 2 files changed, 5 insertions(+), 2 deletions(-) diff --git a/pkgs/by-name/ll/llm/package.nix b/pkgs/by-name/ll/llm/package.nix index 449547b3c152..b9d2b60e6370 100644 --- a/pkgs/by-name/ll/llm/package.nix +++ b/pkgs/by-name/ll/llm/package.nix @@ -4,6 +4,7 @@ enable-llm-anthropic ? false, enable-llm-cmd ? false, enable-llm-gemini ? false, + enable-llm-gguf ? false, }: let @@ -13,6 +14,7 @@ let llm-anthropic llm-cmd llm-gemini + llm-gguf ; in @@ -22,6 +24,7 @@ toPythonApplication ( (finalAttrs.propagatedBuildInputs or [ ]) ++ lib.optionals enable-llm-anthropic [ llm-anthropic ] ++ lib.optionals enable-llm-cmd [ llm-cmd ] - ++ lib.optionals enable-llm-gemini [ llm-gemini ]; + ++ lib.optionals enable-llm-gemini [ llm-gemini ] + ++ lib.optionals enable-llm-gguf [ llm-gguf ]; }) ) diff --git a/pkgs/development/python-modules/llm-gguf/default.nix b/pkgs/development/python-modules/llm-gguf/default.nix index 76a01159b2b8..386c0c11b392 100644 --- a/pkgs/development/python-modules/llm-gguf/default.nix +++ b/pkgs/development/python-modules/llm-gguf/default.nix @@ -27,12 +27,12 @@ buildPythonPackage rec { build-system = [ setuptools + llm ]; dependencies = [ httpx llama-cpp-python - llm ]; pythonImportsCheck = [ "llm_gguf" ];