nixos/llama-cpp: add state and cache directory

This is required to allow automatic download from huggingface etc. They are placed in LLAMA_CACHE which is now the cache directory.
2026-02-08 12:42:50 +01:00
parent 706875e243
commit 97b35f6420
1 changed files with 4 additions and 0 deletions
@@ -77,6 +77,10 @@ in
      serviceConfig = {
        Type = "idle";
        KillSignal = "SIGINT";
+        StateDirectory = "llama-cpp";
+        CacheDirectory = "llama-cpp";
+        WorkingDirectory = "/var/lib/llama-cpp";
+        Environment = [ "LLAMA_CACHE=/var/cache/llama-cpp" ];
        ExecStart =
          let
            args = [