nixos/wyoming/piper: add per-server CUDA toggle

This is now possible with the underlying piper 1.3.0 upgrade.
This commit is contained in:
Martin Weinelt
2025-09-03 05:22:37 +02:00
parent a30a92bac1
commit f00a7cb75e
@@ -10,6 +10,7 @@ let
cfg = config.services.wyoming.piper;
inherit (lib)
literalExpression
mkOption
mkEnableOption
mkPackageOption
@@ -100,6 +101,15 @@ in
default = true;
};
useCUDA = mkOption {
type = bool;
default = config.cudaSupport;
defaultText = literalExpression "config.cudaSupport";
description = ''
Whether to accelerate the underlying onnxruntime library with CUDA.
'';
};
extraArgs = mkOption {
type = listOf str;
default = [ ];
@@ -165,6 +175,9 @@ in
++ lib.optionals options.streaming [
"--streaming"
]
++ lib.optionals options.cuda [
"--use-cuda"
]
++ options.extraArgs
);
CapabilityBoundingSet = "";