Commit 97b35f64 authored by Pascal Bach's avatar Pascal Bach
Browse files

nixos/llama-cpp: add state and cache directory 

This is required to allow automatic download from huggingface etc.

They are placed in LLAMA_CACHE which is now the cache directory.
parent 706875e2

nixos/modules/services/misc/llama-cpp.nix

+4 −0
Original line number Diff line number Diff line
@@ -77,6 +77,10 @@ in 
      serviceConfig = {

        Type = "idle";

        KillSignal = "SIGINT";

        StateDirectory = "llama-cpp";

        CacheDirectory = "llama-cpp";

        WorkingDirectory = "/var/lib/llama-cpp";

        Environment = [ "LLAMA_CACHE=/var/cache/llama-cpp" ];

        ExecStart =

          let

            args = [