python3Packages.spacy_models: 2.3.0 -> 3.0.0

Update models for compatibility with spaCy 3.0.0.
This commit is contained in:
Daniël de Kok
2021-05-17 23:29:28 -07:00
committed by Jonathan Ringer
parent e15fd57929
commit 51f398613c
3 changed files with 355 additions and 271 deletions
@@ -1,4 +1,12 @@
{ lib, buildPythonPackage, fetchurl, jieba, pkuseg, spacy }:
{ lib
, buildPythonPackage
, fetchurl
, jieba
, pymorphy2
, sentencepiece
, spacy
, spacy-pkuseg
, spacy-transformers }:
let
buildModelPackage = { pname, version, sha256, license }:
let
@@ -12,7 +20,15 @@ let
};
propagatedBuildInputs = [ spacy ]
++ lib.optionals (lang == "zh") [ jieba pkuseg ];
++ lib.optionals (lang == "zh") [ jieba spacy-pkuseg ]
++ lib.optionals (lib.hasSuffix "_trf" pname) [ spacy-transformers ]
++ lib.optionals (lang == "ru") [ pymorphy2 ]
++ lib.optionals (pname == "fr_dep_news_trf") [ sentencepiece ];
postPatch = lib.optionals (pname == "fr_dep_news_trf") ''
substituteInPlace meta.json \
--replace "sentencepiece==0.1.91" "sentencepiece>=0.1.91"
'';
pythonImportsCheck = [ pname ];