git.iko.soy/typeable/nixpkgs
on master help sign in
python3Packages.transformers: 3.4.0 -> 3.5.1
76ca342Daniël de Kok
pkgs/development/python-modules/transformers/default.nix+7−3
@@ -18,13 +18,13 @@
18
18
19buildPythonPackage rec {
19buildPythonPackage rec {
20 pname = "transformers";
20 pname = "transformers";
21− version = "3.4.0";
21+ version = "3.5.1";
22
22
23 src = fetchFromGitHub {
23 src = fetchFromGitHub {
24 owner = "huggingface";
24 owner = "huggingface";
25 repo = pname;
25 repo = pname;
26 rev = "v${version}";
26 rev = "v${version}";
27− sha256 = "1v09gryxsg57d2cjwagna1535m8mbxlazdbhsww210lxa818m5qj";
27+ sha256 = "02z5zz0rq7mbgdmsm2ccfdbca57qy7iqp0vc7jspsmdfif4acwia";
28 };
28 };
29
29
30 propagatedBuildInputs = [
30 propagatedBuildInputs = [
@@ -47,7 +47,8 @@ buildPythonPackage rec {
47
47
48 postPatch = ''
48 postPatch = ''
49 substituteInPlace setup.py \
49 substituteInPlace setup.py \
50− --replace "tokenizers == 0.9.2" "tokenizers"
50+ --replace "tokenizers == 0.9.3" "tokenizers" \
51+ --replace "sentencepiece == 0.1.91" "sentencepiece"
51 '';
52 '';
52
53
53 preCheck = ''
54 preCheck = ''
@@ -70,11 +71,13 @@ buildPythonPackage rec {
70 disabledTests = [
71 disabledTests = [
71 "BlenderbotSmallTokenizerTest"
72 "BlenderbotSmallTokenizerTest"
72 "Blenderbot3BTokenizerTests"
73 "Blenderbot3BTokenizerTests"
74+ "GetFromCacheTests"
73 "TokenizationTest"
75 "TokenizationTest"
74 "TestTokenizationBart"
76 "TestTokenizationBart"
75 "test_all_tokenizers"
77 "test_all_tokenizers"
76 "test_batch_encoding_is_fast"
78 "test_batch_encoding_is_fast"
77 "test_batch_encoding_pickle"
79 "test_batch_encoding_pickle"
80+ "test_batch_encoding_word_to_tokens"
78 "test_config_from_model_shortcut"
81 "test_config_from_model_shortcut"
79 "test_config_model_type_from_model_identifier"
82 "test_config_model_type_from_model_identifier"
80 "test_from_pretrained_use_fast_toggle"
83 "test_from_pretrained_use_fast_toggle"
@@ -89,6 +92,7 @@ buildPythonPackage rec {
89 "test_tokenizer_from_pretrained"
92 "test_tokenizer_from_pretrained"
90 "test_tokenizer_from_tokenizer_class"
93 "test_tokenizer_from_tokenizer_class"
91 "test_tokenizer_identifier_with_correct_config"
94 "test_tokenizer_identifier_with_correct_config"
95+ "test_tokenizer_identifier_non_existent"
92 ];
96 ];
93
97
94 meta = with stdenv.lib; {
98 meta = with stdenv.lib; {