Commit 164d2509 authored by Gaetan Lepage's avatar Gaetan Lepage
Browse files

python3Packages.pytorch-tokenizers: fix build by patching sentencepiece src

parent 9af67fcf

pkgs/development/python-modules/pytorch-tokenizers/add-missing-cstdint-sentencepiece.patch

0 → 100644
+13 −0
Original line number Diff line number Diff line 
Submodule third-party/sentencepiece contains modified content

diff --git a/third-party/sentencepiece/src/sentencepiece_processor.h b/third-party/sentencepiece/src/sentencepiece_processor.h

index dd3f092..553fbff 100644

--- a/third-party/sentencepiece/src/sentencepiece_processor.h

+++ b/third-party/sentencepiece/src/sentencepiece_processor.h

@@ -16,6 +16,7 @@

 #define SENTENCEPIECE_PROCESSOR_H_

 

 #include <cstring>

+#include <cstdint>

 #include <memory>

 #include <string>

 #include <string_view>

pkgs/development/python-modules/pytorch-tokenizers/default.nix

+2 −0
Original line number Diff line number Diff line
@@ -45,6 +45,8 @@ buildPythonPackage rec { 
    (replaceVars ./dont-fetch-pybind11.patch {

      pybind11 = pybind11-src;

    })

    # error: ‘uint32_t’ does not name a type

    ./add-missing-cstdint-sentencepiece.patch

  ];



  postPatch = ''