From 4397592022cbabe3b7a09f22db08de56164e2b76 Mon Sep 17 00:00:00 2001 From: Philip Taron Date: Thu, 29 May 2025 14:02:21 -0700 Subject: [PATCH] python3Packages.llm-llama-server: init at 0.2 --- .../llm-llama-server/default.nix | 47 +++++++++++++++++++ .../python-modules/llm/default.nix | 1 + pkgs/top-level/python-packages.nix | 2 + 3 files changed, 50 insertions(+) create mode 100644 pkgs/development/python-modules/llm-llama-server/default.nix diff --git a/pkgs/development/python-modules/llm-llama-server/default.nix b/pkgs/development/python-modules/llm-llama-server/default.nix new file mode 100644 index 000000000000..e6fcb5b3498c --- /dev/null +++ b/pkgs/development/python-modules/llm-llama-server/default.nix @@ -0,0 +1,47 @@ +{ + lib, + buildPythonPackage, + fetchFromGitHub, + setuptools, + llm, + llm-llama-server, + pytestCheckHook, + writableTmpDirAsHomeHook, +}: + +buildPythonPackage rec { + pname = "llm-llama-server"; + version = "0.2"; + pyproject = true; + + src = fetchFromGitHub { + owner = "simonw"; + repo = "llm-llama-server"; + tag = version; + hash = "sha256-jtFSfGu3JhNUfTsspY+OFLTMt9jQrh6R05sK9KBOKTE="; + }; + + build-system = [ + setuptools + llm + ]; + + dependencies = [ ]; + + nativeCheckInputs = [ + pytestCheckHook + writableTmpDirAsHomeHook + ]; + + pythonImportsCheck = [ "llm_llama_server" ]; + + passthru.tests = llm.mkPluginTest llm-llama-server; + + meta = { + description = "LLM plugin providing access to Mistral models using the Mistral API"; + homepage = "Interact with llama-server models"; + changelog = "https://github.com/simonw/llm-llama-server/releases/tag/${version}/CHANGELOG.md"; + license = lib.licenses.asl20; + maintainers = with lib.maintainers; [ philiptaron ]; + }; +} diff --git a/pkgs/development/python-modules/llm/default.nix b/pkgs/development/python-modules/llm/default.nix index d17063c115fa..b05e1de0eeda 100644 --- a/pkgs/development/python-modules/llm/default.nix +++ b/pkgs/development/python-modules/llm/default.nix @@ -75,6 +75,7 @@ let llm-groq ? false, llm-hacker-news ? false, llm-jq ? false, + llm-llama-server ? false, llm-mistral ? false, llm-ollama ? false, llm-openai-plugin ? false, diff --git a/pkgs/top-level/python-packages.nix b/pkgs/top-level/python-packages.nix index 24cbe8744992..31744332843a 100644 --- a/pkgs/top-level/python-packages.nix +++ b/pkgs/top-level/python-packages.nix @@ -8320,6 +8320,8 @@ self: super: with self; { llm-jq = callPackage ../development/python-modules/llm-jq { }; + llm-llama-server = callPackage ../development/python-modules/llm-llama-server { }; + llm-mistral = callPackage ../development/python-modules/llm-mistral { }; llm-ollama = callPackage ../development/python-modules/llm-ollama { };