Commit 451f8f54 authored by Сухарик's avatar Сухарик Committed by Yt
Browse files

python311Packages.tokenizers: 0.13.3 -> 0.14.0

parent e2f9e613
Loading
Loading
Loading
Loading
+212 −1573

File changed.

Preview size limit exceeded, changes collapsed.

+5 −7
Original line number Diff line number Diff line
@@ -60,21 +60,18 @@ let
in
buildPythonPackage rec {
  pname = "tokenizers";
  version = "0.13.3";
  version = "0.14.0";
  format = "pyproject";

  disabled = pythonOlder "3.7";

  src = fetchFromGitHub {
    owner = "huggingface";
    repo = pname;
    rev = "python-v${version}";
    hash = "sha256-QZG5jmr3vbyQs4mVBjwVDR31O66dUM+p39R0htJ1umk=";
    rev = "v${version}";
    hash = "sha256-zCpKNMzIdQ0lLWdn4cENtBEMTA7+fg+N6wQGvio9llE=";
  };

  postPatch = ''
    ln -s ${./Cargo.lock} Cargo.lock
  '';

  cargoDeps = rustPlatform.importCargoLock {
    lockFile = ./Cargo.lock;
  };
@@ -85,6 +82,7 @@ buildPythonPackage rec {
    pkg-config
    setuptools-rust
    rustPlatform.cargoSetupHook
    rustPlatform.maturinBuildHook
    cargo
    rustc
  ];