Unverified Commit 7014a711 authored by Paul Grandperrin's avatar Paul Grandperrin
Browse files

nixos/ollama: add vulkan acceleration option

parent b0369b28

nixos/modules/services/misc/ollama.nix

+2 −0
Original line number Diff line number Diff line
@@ -103,6 +103,7 @@ in 
            false

            "rocm"

            "cuda"

            "vulkan"

          ]

        );

        default = null;
@@ -119,6 +120,7 @@ in 
            - may require overriding gpu type with `services.ollama.rocmOverrideGfx`

              if rocm doesn't detect your AMD gpu

          - `"cuda"`: supported by most modern NVIDIA GPUs

          - `"vulkan"`: supported by most modern GPUs on Linux

        '';

      };

      rocmOverrideGfx = lib.mkOption {

nixos/tests/all-tests.nix

+1 −0
Original line number Diff line number Diff line
@@ -1136,6 +1136,7 @@ in 
  ollama = runTest ./ollama.nix;

  ollama-cuda = runTestOn [ "x86_64-linux" "aarch64-linux" ] ./ollama-cuda.nix;

  ollama-rocm = runTestOn [ "x86_64-linux" "aarch64-linux" ] ./ollama-rocm.nix;

  ollama-vulkan = runTestOn [ "x86_64-linux" "aarch64-linux" ] ./ollama-vulkan.nix;

  ombi = runTest ./ombi.nix;

  omnom = runTest ./omnom;

  oncall = runTest ./web-apps/oncall.nix;

nixos/tests/ollama-vulkan.nix

0 → 100644
+17 −0
Original line number Diff line number Diff line 
{ lib, ... }:

{

  name = "ollama-vulkan";

  meta.maintainers = with lib.maintainers; [ abysssol ];



  nodes.vulkan =

    { ... }:

    {

      services.ollama.enable = true;

      services.ollama.acceleration = "vulkan";

    };



  testScript = ''

    vulkan.wait_for_unit("multi-user.target")

    vulkan.wait_for_open_port(11434)

  '';

}