git.iko.soy/typeable/nixpkgs
on master help sign in
Merge pull request #94700 from danieldk/tokenizers-fix

python3Packages.tokenizers: 0.8.1rc1 -> 0.8.1, fix build

commit2a2d5ebc69d4002f86fb5c883a179ae936dd936f authorMartin Weinelt <mweinelt@users.noreply.github.com> dateWed 5 Aug 2020, 19:00 (6 years ago) parent98c363d403e250
2 files changed+74−3
pkgs/development/python-modules/tokenizers/default.nix+11−3 pkgs/development/python-modules/tokenizers/update-parking-lot.diff+63
pkgs/development/python-modules/tokenizers/default.nix+11−3
@@ -32,16 +32,24 @@ let
3232 };
3333in rustPlatform.buildRustPackage rec {
3434 pname = "tokenizers";
35− version = "0.8.1.rc1";
35+ version = "0.8.1";
3636
3737 src = fetchFromGitHub {
3838 owner = "huggingface";
3939 repo = pname;
4040 rev = "python-v${version}";
41− sha256 = "1bzvfffnjjskx8zlq1qsqfd47570my2wnbq4ip8i1hkz10q900qv";
41+ sha256 = "0sxdwx05hr87j2z32rk4rgwn6a26w9r7m5fgj6ah1sgagiiyxbjw";
4242 };
4343
44− cargoSha256 = "0s5z3g1njb7wlyb32ba6xas4zc62c3zhmp1mrvghmaxpvljp6k7b";
44+ # Update parking_lot to be compatible with recent Rust versions, that
45+ # replace asm! by llvm_asm!:
46+ #
47+ # https://github.com/Amanieu/parking_lot/pull/223
48+ #
49+ # Remove once upstream updates this dependency.
50+ cargoPatches = [ ./update-parking-lot.diff ];
51+
52+ cargoSha256 = "0cdkxmj8z2wdspn6r62lqlpvd0sj1z0cmb1zpqaajxvr0b2kjlj8";
4553
4654 sourceRoot = "source/bindings/python";
4755
pkgs/development/python-modules/tokenizers/update-parking-lot.diffnew file+63
@@ -0,0 +1,63 @@
1+diff --git a/bindings/python/Cargo.lock b/bindings/python/Cargo.lock
2+index f50db71..ea71817 100644
3+--- a/Cargo.lock
4++++ b/Cargo.lock
5+@@ -269,7 +269,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
6+
7+ [[package]]
8+ name = "lock_api"
9+-version = "0.3.3"
10++version = "0.3.4"
11+ source = "registry+https://github.com/rust-lang/crates.io-index"
12+ dependencies = [
13+ "scopeguard 1.1.0 (registry+https://github.com/rust-lang/crates.io-index)",
14+@@ -337,16 +337,16 @@ dependencies = [
15+
16+ [[package]]
17+ name = "parking_lot"
18+-version = "0.10.0"
19++version = "0.10.2"
20+ source = "registry+https://github.com/rust-lang/crates.io-index"
21+ dependencies = [
22+- "lock_api 0.3.3 (registry+https://github.com/rust-lang/crates.io-index)",
23+- "parking_lot_core 0.7.0 (registry+https://github.com/rust-lang/crates.io-index)",
24++ "lock_api 0.3.4 (registry+https://github.com/rust-lang/crates.io-index)",
25++ "parking_lot_core 0.7.2 (registry+https://github.com/rust-lang/crates.io-index)",
26+ ]
27+
28+ [[package]]
29+ name = "parking_lot_core"
30+-version = "0.7.0"
31++version = "0.7.2"
32+ source = "registry+https://github.com/rust-lang/crates.io-index"
33+ dependencies = [
34+ "cfg-if 0.1.10 (registry+https://github.com/rust-lang/crates.io-index)",
35+@@ -409,7 +409,7 @@ dependencies = [
36+ "inventory 0.1.6 (registry+https://github.com/rust-lang/crates.io-index)",
37+ "libc 0.2.68 (registry+https://github.com/rust-lang/crates.io-index)",
38+ "num-traits 0.2.11 (registry+https://github.com/rust-lang/crates.io-index)",
39+- "parking_lot 0.10.0 (registry+https://github.com/rust-lang/crates.io-index)",
40++ "parking_lot 0.10.2 (registry+https://github.com/rust-lang/crates.io-index)",
41+ "paste 0.1.10 (registry+https://github.com/rust-lang/crates.io-index)",
42+ "pyo3cls 0.9.2 (registry+https://github.com/rust-lang/crates.io-index)",
43+ "regex 1.3.6 (registry+https://github.com/rust-lang/crates.io-index)",
44+@@ -768,7 +768,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
45+ "checksum itoa 0.4.5 (registry+https://github.com/rust-lang/crates.io-index)" = "b8b7a7c0c47db5545ed3fef7468ee7bb5b74691498139e4b3f6a20685dc6dd8e"
46+ "checksum lazy_static 1.4.0 (registry+https://github.com/rust-lang/crates.io-index)" = "e2abad23fbc42b3700f2f279844dc832adb2b2eb069b2df918f455c4e18cc646"
47+ "checksum libc 0.2.68 (registry+https://github.com/rust-lang/crates.io-index)" = "dea0c0405123bba743ee3f91f49b1c7cfb684eef0da0a50110f758ccf24cdff0"
48+-"checksum lock_api 0.3.3 (registry+https://github.com/rust-lang/crates.io-index)" = "79b2de95ecb4691949fea4716ca53cdbcfccb2c612e19644a8bad05edcf9f47b"
49++"checksum lock_api 0.3.4 (registry+https://github.com/rust-lang/crates.io-index)" = "c4da24a77a3d8a6d4862d95f72e6fdb9c09a643ecdb402d754004a557f2bec75"
50+ "checksum maybe-uninit 2.0.0 (registry+https://github.com/rust-lang/crates.io-index)" = "60302e4db3a61da70c0cb7991976248362f30319e88850c487b9b95bbf059e00"
51+ "checksum memchr 2.3.3 (registry+https://github.com/rust-lang/crates.io-index)" = "3728d817d99e5ac407411fa471ff9800a778d88a24685968b36824eaf4bee400"
52+ "checksum memoffset 0.5.4 (registry+https://github.com/rust-lang/crates.io-index)" = "b4fc2c02a7e374099d4ee95a193111f72d2110197fe200272371758f6c3643d8"
53+@@ -777,8 +777,8 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
54+ "checksum number_prefix 0.3.0 (registry+https://github.com/rust-lang/crates.io-index)" = "17b02fc0ff9a9e4b35b3342880f48e896ebf69f2967921fe8646bf5b7125956a"
55+ "checksum onig 6.0.0 (registry+https://github.com/rust-lang/crates.io-index)" = "bd91ccd8a02fce2f7e8a86655aec67bc6c171e6f8e704118a0e8c4b866a05a8a"
56+ "checksum onig_sys 69.5.0 (registry+https://github.com/rust-lang/crates.io-index)" = "3814583fad89f3c60ae0701d80e87e1fd3028741723deda72d0d4a0ecf0cb0db"
57+-"checksum parking_lot 0.10.0 (registry+https://github.com/rust-lang/crates.io-index)" = "92e98c49ab0b7ce5b222f2cc9193fc4efe11c6d0bd4f648e374684a6857b1cfc"
58+-"checksum parking_lot_core 0.7.0 (registry+https://github.com/rust-lang/crates.io-index)" = "7582838484df45743c8434fbff785e8edf260c28748353d44bc0da32e0ceabf1"
59++"checksum parking_lot 0.10.2 (registry+https://github.com/rust-lang/crates.io-index)" = "d3a704eb390aafdc107b0e392f56a82b668e3a71366993b5340f5833fd62505e"
60++"checksum parking_lot_core 0.7.2 (registry+https://github.com/rust-lang/crates.io-index)" = "d58c7c768d4ba344e3e8d72518ac13e259d7c7ade24167003b8488e10b6740a3"
61+ "checksum paste 0.1.10 (registry+https://github.com/rust-lang/crates.io-index)" = "ab4fb1930692d1b6a9cfabdde3d06ea0a7d186518e2f4d67660d8970e2fa647a"
62+ "checksum paste-impl 0.1.10 (registry+https://github.com/rust-lang/crates.io-index)" = "a62486e111e571b1e93b710b61e8f493c0013be39629b714cb166bdb06aa5a8a"
63+ "checksum pkg-config 0.3.17 (registry+https://github.com/rust-lang/crates.io-index)" = "05da548ad6865900e60eaba7f589cc0783590a92e940c26953ff81ddbab2d677"