Unverified Commit 58fcc2db authored by Jonas Heinrich's avatar Jonas Heinrich Committed by GitHub
Browse files

Merge pull request #282339 from marcusramberg/marcus/ollama_listen 

nixos/ollama: Add listenAddress
parents 8f27b055 8d956b17

nixos/modules/services/misc/ollama.nix

+8 −0
Original line number Diff line number Diff line
@@ -9,6 +9,13 @@ in { 
      enable = lib.mkEnableOption (

        lib.mdDoc "Server for local large language models"

      );

      listenAddress = lib.mkOption {

        type = lib.types.str;

        default = "127.0.0.1:11434";

        description = lib.mdDoc ''

          Specifies the bind address on which the ollama server HTTP interface listens.

        '';

      };

      package = lib.mkPackageOption pkgs "ollama" { };

    };

  };
@@ -23,6 +30,7 @@ in { 
        environment = {

          HOME = "%S/ollama";

          OLLAMA_MODELS = "%S/ollama/models";

          OLLAMA_HOST = cfg.listenAddress;

        };

        serviceConfig = {

          ExecStart = "${lib.getExe cfg.package} serve";