python3Packages.tokenizers: init at 0.8.0

This commit is contained in:
Daniël de Kok
2020-07-02 21:53:51 +02:00
committed by Frederik Rietdijk
parent 0091e0358b
commit 66d0b2a0d0
2 changed files with 124 additions and 0 deletions
+3
View File
@@ -1502,6 +1502,9 @@ in {
inherit (pkgs) sentencepiece pkgconfig;
};
tokenizers = disabledIf (!isPy3k)
(toPythonModule (callPackage ../development/python-modules/tokenizers { }));
transformers = callPackage ../development/python-modules/transformers { };
transforms3d = callPackage ../development/python-modules/transforms3d { };