git.iko.soy/typeable/nixpkgs
on master help sign in
transformers: init at 2.2.1
commitdae6544457901efcc458801b771da768e92cc8a4 authorPash Shocky <pashashocky@gmail.com> dateFri 6 Dec 2019, 18:40 (7 years ago) parent16d9c2a
2 files changed+43
pkgs/development/python-modules/transformers/default.nix+41 pkgs/top-level/python-packages.nix+2
pkgs/development/python-modules/transformers/default.nixnew file+41
@@ -0,0 +1,41 @@
1+{ buildPythonPackage
2+, stdenv
3+, fetchFromGitHub
4+, sacremoses
5+, requests
6+, sentencepiece
7+, boto3
8+, tqdm
9+, regex
10+, numpy
11+, pytest
12+}:
13+
14+buildPythonPackage rec {
15+ pname = "transformers";
16+ version = "2.2.1";
17+
18+ src = fetchFromGitHub {
19+ owner = "huggingface";
20+ repo = pname;
21+ rev = "v${version}";
22+ sha256 = "1p8p3lhhiyk1xl9gpgq4vbchyz57v3w7hhvsj1r90zs3cckindl8";
23+ };
24+
25+ propagatedBuildInputs = [ numpy sacremoses requests sentencepiece boto3 tqdm regex ];
26+
27+ checkInputs = [ pytest ];
28+ # pretrained tries to download from s3
29+ checkPhase = ''
30+ cd transformers # avoid importing local files
31+ HOME=$TMPDIR pytest -k 'not pretrained_tokenizers'
32+ '';
33+
34+ meta = with stdenv.lib; {
35+ homepage = "https://github.com/huggingface/transformers";
36+ description = "State-of-the-art Natural Language Processing for TensorFlow 2.0 and PyTorch";
37+ license = licenses.asl20;
38+ platforms = [ "x86_64-linux" ];
39+ maintainers = with maintainers; [ pashashocky ];
40+ };
41+}
pkgs/top-level/python-packages.nix+2
@@ -1287,6 +1287,8 @@ in {
12871287 inherit (pkgs) sentencepiece pkgconfig;
12881288 };
12891289
1290+ transformers = callPackage ../development/python-modules/transformers { };
1291+
12901292 sentinel = callPackage ../development/python-modules/sentinel { };
12911293
12921294 sentry-sdk = callPackage ../development/python-modules/sentry-sdk {};