Unverified Commit f00a7cb7 authored by Martin Weinelt's avatar Martin Weinelt
Browse files

nixos/wyoming/piper: add per-server CUDA toggle

This is now possible with the underlying piper 1.3.0 upgrade.
parent a30a92ba
Loading
Loading
Loading
Loading
+13 −0
Original line number Diff line number Diff line
@@ -10,6 +10,7 @@ let
  cfg = config.services.wyoming.piper;

  inherit (lib)
    literalExpression
    mkOption
    mkEnableOption
    mkPackageOption
@@ -100,6 +101,15 @@ in
                default = true;
              };

              useCUDA = mkOption {
                type = bool;
                default = config.cudaSupport;
                defaultText = literalExpression "config.cudaSupport";
                description = ''
                  Whether to accelerate the underlying onnxruntime library with CUDA.
                '';
              };

              extraArgs = mkOption {
                type = listOf str;
                default = [ ];
@@ -165,6 +175,9 @@ in
              ++ lib.optionals options.streaming [
                "--streaming"
              ]
              ++ lib.optionals options.cuda [
                "--use-cuda"
              ]
              ++ options.extraArgs
            );
            CapabilityBoundingSet = "";