Commit 8178f46a authored by Ihar Hrachyshka's avatar Ihar Hrachyshka Committed by Pascal Bach
Browse files

ramalama: add more optional dependencies 

0. llama-cpp to infer directly on system, without containers.
1. mlx-lm for aarch64-darwin as an alternative inference engine.
2. huggingface-cli needed for some commands like `upload`.
parent e6cb50b7

pkgs/by-name/ra/ramalama/package.nix

+18 −1
Original line number Diff line number Diff line
@@ -4,6 +4,9 @@ 
  fetchFromGitHub,

  go-md2man,



  # TODO: switch to llama-cpp-vulkan when moltenvk is upgraded to 1.3.0:

  # https://github.com/NixOS/nixpkgs/pull/434130

  llama-cpp,

  podman,

  withPodman ? true,
@@ -43,7 +46,21 @@ python3.pkgs.buildPythonApplication rec { 


  postInstall = lib.optionalString withPodman ''

    wrapProgram $out/bin/ramalama \

      --prefix PATH : ${lib.makeBinPath [ podman ]}

      --prefix PATH : ${

        lib.makeBinPath (

          [

            llama-cpp

            podman

          ]

          ++ (

            with python3.pkgs;

            [

              huggingface-hub

            ]

            ++ lib.optional (lib.meta.availableOn stdenv.hostPlatform mlx-lm) mlx-lm

          )

        )

      }

  '';



  pythonImportsCheck = [