Unverified Commit 36635a3c authored by Fabian Affolter's avatar Fabian Affolter Committed by GitHub
Browse files

Merge pull request #273299 from fabaff/youtokentome

python311Packages.youtokentome: init at 1.0.6
parents 6e85d2a9 f6628888
Loading
Loading
Loading
Loading
+47 −0
Original line number Diff line number Diff line
{ lib
, buildPythonPackage
, fetchFromGitHub
, setuptools
, click
, cython
, pytestCheckHook
, pythonOlder
, tabulate
}:

buildPythonPackage rec {
  pname = "youtokentome";
  version = "1.0.6";
  pyproject = true;

  disabled = pythonOlder "3.9";

  src = fetchFromGitHub {
    owner = "VKCOM";
    repo = "YouTokenToMe";
    rev = "refs/tags/v${version}";
    hash = "sha256-IFZS4jSi4yMzI7VbOPHI3KFZu5tjPjfQDPY7e1qbKAM=";
  };

  nativeBuildInputs = [
    cython
    setuptools
  ];

  propagatedBuildInputs = [
    click
    tabulate
  ];

  pythonImportsCheck = [
    "youtokentome"
  ];

  meta = with lib; {
    description = "Unsupervised text tokenizer";
    homepage = "https://github.com/VKCOM/YouTokenToMe";
    changelog = "https://github.com/VKCOM/YouTokenToMe/releases/tag/v${version}";
    license = licenses.mit;
    maintainers = with maintainers; [ fab ];
  };
}
+2 −0
Original line number Diff line number Diff line
@@ -16205,6 +16205,8 @@ self: super: with self; {
  youseedee = callPackage ../development/python-modules/youseedee { };
  youtokentome = callPackage ../development/python-modules/youtokentome { };
  youtube-dl = callPackage ../tools/misc/youtube-dl { };
  youtube-dl-light = callPackage ../tools/misc/youtube-dl {