python3Packages.transformers: 3.3.1 -> 3.4.0

Changelog:

https://github.com/huggingface/transformers/releases/tag/v3.4.0
This commit is contained in:
Daniël de Kok 2020-10-23 08:32:06 +02:00 committed by Jonathan Ringer
parent d2e918cc12
commit 05f6de94cf

@ -7,6 +7,7 @@
, requests
, numpy
, parameterized
, protobuf
, sacremoses
, sentencepiece
, timeout-decorator
@ -17,19 +18,19 @@
buildPythonPackage rec {
pname = "transformers";
version = "3.3.1";
version = "3.4.0";
src = fetchFromGitHub {
owner = "huggingface";
repo = pname;
rev = "v${version}";
sha256 = "1j9nzhl0zw5z9rnvzfih7v6bax353rxp05b3f0cvkii3b5dbkc2j";
sha256 = "1v09gryxsg57d2cjwagna1535m8mbxlazdbhsww210lxa818m5qj";
};
propagatedBuildInputs = [
boto3
filelock
numpy
protobuf
regex
requests
sacremoses
@ -44,11 +45,6 @@ buildPythonPackage rec {
timeout-decorator
];
postPatch = ''
substituteInPlace setup.py \
--replace "tokenizers == 0.8.1.rc2" "tokenizers>=0.8"
'';
preCheck = ''
export HOME="$TMPDIR"
@ -67,8 +63,10 @@ buildPythonPackage rec {
# Disable tests that require network access.
disabledTests = [
"PegasusTokenizationTest"
"T5TokenizationTest"
"BlenderbotSmallTokenizerTest"
"Blenderbot3BTokenizerTests"
"TokenizationTest"
"TestTokenizationBart"
"test_all_tokenizers"
"test_batch_encoding_is_fast"
"test_batch_encoding_pickle"