b12f/nixpkgs
1
0
Fork 0
Code Issues Pull requests Packages Projects Releases Wiki Activity

python3Packages.transformers: 3.4.0 -> 3.5.1

Browse source 
Changelog:

https://github.com/huggingface/transformers/releases/tag/v3.5.1
https://github.com/huggingface/transformers/releases/tag/v3.5.0
This commit is contained in:
Daniël de Kok 2020-11-14 10:38:19 +01:00
parent bff9a1a124
commit 76ca342572
1 changed files with 7 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
pkgs/development/python-modules/transformers/default.nix
View file

@ -18,13 +18,13 @@
buildPythonPackage rec {
pname = "transformers";
version = "3.4.0";
version = "3.5.1";
src = fetchFromGitHub {
owner = "huggingface";
repo = pname;
rev = "v${version}";
sha256 = "1v09gryxsg57d2cjwagna1535m8mbxlazdbhsww210lxa818m5qj";
sha256 = "02z5zz0rq7mbgdmsm2ccfdbca57qy7iqp0vc7jspsmdfif4acwia";
};
propagatedBuildInputs = [
@ -47,7 +47,8 @@ buildPythonPackage rec {
postPatch = ''
substituteInPlace setup.py \
--replace "tokenizers == 0.9.2" "tokenizers"
--replace "tokenizers == 0.9.3" "tokenizers" \
--replace "sentencepiece == 0.1.91" "sentencepiece"
'';
preCheck = ''
@ -70,11 +71,13 @@ buildPythonPackage rec {
disabledTests = [
"BlenderbotSmallTokenizerTest"
"Blenderbot3BTokenizerTests"
"GetFromCacheTests"
"TokenizationTest"
"TestTokenizationBart"
"test_all_tokenizers"
"test_batch_encoding_is_fast"
"test_batch_encoding_pickle"
"test_batch_encoding_word_to_tokens"
"test_config_from_model_shortcut"
"test_config_model_type_from_model_identifier"
"test_from_pretrained_use_fast_toggle"
@ -89,6 +92,7 @@ buildPythonPackage rec {
"test_tokenizer_from_pretrained"
"test_tokenizer_from_tokenizer_class"
"test_tokenizer_identifier_with_correct_config"
"test_tokenizer_identifier_non_existent"
];
meta = with stdenv.lib; {