pythonPackages.spacy_models: add more models

This change adds the missing language-specific spaCy models:

da_core_news_lg, da_core_news_md, da_core_news_sm, de_core_news_lg,
el_core_news_lg, es_core_news_lg, fr_core_news_lg, it_core_news_lg,
it_core_news_md, lt_core_news_lg, lt_core_news_md, nb_core_news_lg,
nb_core_news_md, nl_core_news_lg, nl_core_news_md, pl_core_news_lg,
pl_core_news_md, pl_core_news_sm, pt_core_news_lg, pt_core_news_md,
ro_core_news_sm, ro_core_news_md, ro_core_news_lg, zh_core_web_lg,
zh_core_web_md, zh_core_web_sm

I also checked the licenses and fixed them where necessary.
This commit is contained in:
Daniël de Kok
2020-06-27 23:03:39 -07:00
committed by Jon
parent d4737c93fc
commit 4059ac951b
2 changed files with 176 additions and 16 deletions
@@ -1,6 +1,9 @@
{ stdenv, buildPythonPackage, fetchurl, spacy }:
{ stdenv, lib, buildPythonPackage, fetchurl, jieba, pkuseg, spacy }:
let
buildModelPackage = { pname, version, sha256, license }: buildPythonPackage {
buildModelPackage = { pname, version, sha256, license }:
let
lang = builtins.substring 0 2 pname;
in buildPythonPackage {
inherit pname version;
src = fetchurl {
@@ -8,7 +11,8 @@ let
inherit sha256;
};
propagatedBuildInputs = [ spacy ];
propagatedBuildInputs = [ spacy ]
++ lib.optionals (lang == "zh") [ jieba pkuseg ];
meta = with stdenv.lib; {
description = "Models for the spaCy NLP library";