nixos/ollama: Add listenAddress

This commit is contained in:
Marcus Ramberg
2024-01-21 00:27:07 +01:00
parent 8b397b2bfb
commit 8d956b1725
+8
View File
@@ -9,6 +9,13 @@ in {
enable = lib.mkEnableOption (
lib.mdDoc "Server for local large language models"
);
listenAddress = lib.mkOption {
type = lib.types.str;
default = "127.0.0.1:11434";
description = lib.mdDoc ''
Specifies the bind address on which the ollama server HTTP interface listens.
'';
};
package = lib.mkPackageOption pkgs "ollama" { };
};
};
@@ -23,6 +30,7 @@ in {
environment = {
HOME = "%S/ollama";
OLLAMA_MODELS = "%S/ollama/models";
OLLAMA_HOST = cfg.listenAddress;
};
serviceConfig = {
ExecStart = "${lib.getExe cfg.package} serve";