nixos/wyoming/piper: add per-server CUDA toggle
This is now possible with the underlying piper 1.3.0 upgrade.
This commit is contained in:
@@ -10,6 +10,7 @@ let
|
||||
cfg = config.services.wyoming.piper;
|
||||
|
||||
inherit (lib)
|
||||
literalExpression
|
||||
mkOption
|
||||
mkEnableOption
|
||||
mkPackageOption
|
||||
@@ -100,6 +101,15 @@ in
|
||||
default = true;
|
||||
};
|
||||
|
||||
useCUDA = mkOption {
|
||||
type = bool;
|
||||
default = config.cudaSupport;
|
||||
defaultText = literalExpression "config.cudaSupport";
|
||||
description = ''
|
||||
Whether to accelerate the underlying onnxruntime library with CUDA.
|
||||
'';
|
||||
};
|
||||
|
||||
extraArgs = mkOption {
|
||||
type = listOf str;
|
||||
default = [ ];
|
||||
@@ -165,6 +175,9 @@ in
|
||||
++ lib.optionals options.streaming [
|
||||
"--streaming"
|
||||
]
|
||||
++ lib.optionals options.cuda [
|
||||
"--use-cuda"
|
||||
]
|
||||
++ options.extraArgs
|
||||
);
|
||||
CapabilityBoundingSet = "";
|
||||
|
||||
Reference in New Issue
Block a user