Loading pkgs/development/python-modules/cut-cross-entropy/default.nix 0 → 100644 +83 −0 Original line number Diff line number Diff line { lib, buildPythonPackage, fetchFromGitHub, # build-system setuptools, setuptools-scm, # dependencies torch, triton, # optional-dependencies accelerate, datasets, fire, huggingface-hub, pandas, pytestCheckHook, pythonAtLeast, tqdm, transformers, }: buildPythonPackage { pname = "cut-cross-entropy"; version = "25.3.1"; pyproject = true; # The `ml-cross-entropy` Pypi comes from a third-party. # Apple recommends installing from the repo's main branch directly src = fetchFromGitHub { owner = "apple"; repo = "ml-cross-entropy"; rev = "24fbe4b5dab9a6c250a014573613c1890190536c"; # no tags hash = "sha256-BVPon+T7chkpozX/IZU3KZMw1zRzlYVvF/22JWKjT2Y="; }; # Python 3.13 support requires PyTorch 2.6, which is not merged into master yet # https://github.com/NixOS/nixpkgs/pull/377785 disabled = pythonAtLeast "3.13"; build-system = [ setuptools setuptools-scm ]; dependencies = [ torch triton ]; optional-dependencies = { transformers = [ transformers ]; all = [ accelerate datasets fire huggingface-hub pandas tqdm transformers ]; # `deepspeed` is not yet packaged in nixpkgs # ++ lib.optionals (!stdenv.isDarwin) [ # deepspeed # ]; }; nativeCheckInputs = [ pytestCheckHook ]; pythonImportsCheck = [ "cut_cross_entropy" ]; meta = { description = "Memory-efficient cross-entropy loss implementation using Cut Cross-Entropy (CCE)"; homepage = "https://github.com/apple/ml-cross-entropy"; license = lib.licenses.aml; maintainers = with lib.maintainers; [ hoh ]; }; } pkgs/top-level/python-packages.nix +2 −0 Original line number Diff line number Diff line Loading @@ -3042,6 +3042,8 @@ self: super: with self; { customtkinter = callPackage ../development/python-modules/customtkinter { }; cut-cross-entropy = callPackage ../development/python-modules/cut-cross-entropy { }; cvelib = callPackage ../development/python-modules/cvelib { }; cvss = callPackage ../development/python-modules/cvss { }; Loading Loading
pkgs/development/python-modules/cut-cross-entropy/default.nix 0 → 100644 +83 −0 Original line number Diff line number Diff line { lib, buildPythonPackage, fetchFromGitHub, # build-system setuptools, setuptools-scm, # dependencies torch, triton, # optional-dependencies accelerate, datasets, fire, huggingface-hub, pandas, pytestCheckHook, pythonAtLeast, tqdm, transformers, }: buildPythonPackage { pname = "cut-cross-entropy"; version = "25.3.1"; pyproject = true; # The `ml-cross-entropy` Pypi comes from a third-party. # Apple recommends installing from the repo's main branch directly src = fetchFromGitHub { owner = "apple"; repo = "ml-cross-entropy"; rev = "24fbe4b5dab9a6c250a014573613c1890190536c"; # no tags hash = "sha256-BVPon+T7chkpozX/IZU3KZMw1zRzlYVvF/22JWKjT2Y="; }; # Python 3.13 support requires PyTorch 2.6, which is not merged into master yet # https://github.com/NixOS/nixpkgs/pull/377785 disabled = pythonAtLeast "3.13"; build-system = [ setuptools setuptools-scm ]; dependencies = [ torch triton ]; optional-dependencies = { transformers = [ transformers ]; all = [ accelerate datasets fire huggingface-hub pandas tqdm transformers ]; # `deepspeed` is not yet packaged in nixpkgs # ++ lib.optionals (!stdenv.isDarwin) [ # deepspeed # ]; }; nativeCheckInputs = [ pytestCheckHook ]; pythonImportsCheck = [ "cut_cross_entropy" ]; meta = { description = "Memory-efficient cross-entropy loss implementation using Cut Cross-Entropy (CCE)"; homepage = "https://github.com/apple/ml-cross-entropy"; license = lib.licenses.aml; maintainers = with lib.maintainers; [ hoh ]; }; }
pkgs/top-level/python-packages.nix +2 −0 Original line number Diff line number Diff line Loading @@ -3042,6 +3042,8 @@ self: super: with self; { customtkinter = callPackage ../development/python-modules/customtkinter { }; cut-cross-entropy = callPackage ../development/python-modules/cut-cross-entropy { }; cvelib = callPackage ../development/python-modules/cvelib { }; cvss = callPackage ../development/python-modules/cvss { }; Loading