Merge pull request #103790 from danieldk/python-transformers-3.5.1
python3Packages.transformers: 3.4.0 -> 3.5.1
This commit is contained in:
commit
65f5284546
|
@ -18,13 +18,13 @@
|
|||
|
||||
buildPythonPackage rec {
|
||||
pname = "transformers";
|
||||
version = "3.4.0";
|
||||
version = "3.5.1";
|
||||
|
||||
src = fetchFromGitHub {
|
||||
owner = "huggingface";
|
||||
repo = pname;
|
||||
rev = "v${version}";
|
||||
sha256 = "1v09gryxsg57d2cjwagna1535m8mbxlazdbhsww210lxa818m5qj";
|
||||
sha256 = "02z5zz0rq7mbgdmsm2ccfdbca57qy7iqp0vc7jspsmdfif4acwia";
|
||||
};
|
||||
|
||||
propagatedBuildInputs = [
|
||||
|
@ -47,7 +47,8 @@ buildPythonPackage rec {
|
|||
|
||||
postPatch = ''
|
||||
substituteInPlace setup.py \
|
||||
--replace "tokenizers == 0.9.2" "tokenizers"
|
||||
--replace "tokenizers == 0.9.3" "tokenizers" \
|
||||
--replace "sentencepiece == 0.1.91" "sentencepiece"
|
||||
'';
|
||||
|
||||
preCheck = ''
|
||||
|
@ -70,11 +71,13 @@ buildPythonPackage rec {
|
|||
disabledTests = [
|
||||
"BlenderbotSmallTokenizerTest"
|
||||
"Blenderbot3BTokenizerTests"
|
||||
"GetFromCacheTests"
|
||||
"TokenizationTest"
|
||||
"TestTokenizationBart"
|
||||
"test_all_tokenizers"
|
||||
"test_batch_encoding_is_fast"
|
||||
"test_batch_encoding_pickle"
|
||||
"test_batch_encoding_word_to_tokens"
|
||||
"test_config_from_model_shortcut"
|
||||
"test_config_model_type_from_model_identifier"
|
||||
"test_from_pretrained_use_fast_toggle"
|
||||
|
@ -89,6 +92,7 @@ buildPythonPackage rec {
|
|||
"test_tokenizer_from_pretrained"
|
||||
"test_tokenizer_from_tokenizer_class"
|
||||
"test_tokenizer_identifier_with_correct_config"
|
||||
"test_tokenizer_identifier_non_existent"
|
||||
];
|
||||
|
||||
meta = with stdenv.lib; {
|
||||
|
|
Loading…
Reference in a new issue