git.iko.soy/typeable/nixpkgs
on master help sign in
Merge pull request #120173 from nbren12/gcsfs
commit01ad91b02cfbb417c4b19e7dcc675e676f8479cd authorSandro <sandro.jaeckel@gmail.com> dateSat 24 Apr 2021, 03:53 (6 years ago) parente3e6b73e195c22
4 files changed+58−11
compare with master
unifiedsplit
maintainers/maintainer-list.nix+6 pkgs/development/python-modules/fsspec/default.nix+13−11 pkgs/development/python-modules/gcsfs/default.nix+37 pkgs/top-level/python-packages.nix+2
maintainers/maintainer-list.nix+6
@@ -6977,6 +6977,12 @@
69776977 githubId = 818502;
69786978 name = "Nathan Yong";
69796979 };
6980+ nbren12 = {
6981+ email = "nbren12@gmail.com";
6982+ github = "nbren12";
6983+ githubId = 1386642;
6984+ name = "Noah Brenowitz";
6985+ };
69806986 nckx = {
69816987 email = "github@tobias.gr";
69826988 github = "nckx";
pkgs/development/python-modules/fsspec/default.nix+13−11
@@ -5,34 +5,36 @@
55, pytestCheckHook
66, numpy
77, stdenv
8+, aiohttp
9+, pytest-vcr
10+, requests
811}:
912
1013buildPythonPackage rec {
1114 pname = "fsspec";
12− version = "0.8.3";
15+ version = "2021.04.0";
1316 disabled = pythonOlder "3.5";
1417
1518 src = fetchFromGitHub {
1619 owner = "intake";
1720 repo = "filesystem_spec";
1821 rev = version;
19− sha256 = "0mfy0wxjfwwnp5q2afhhfbampf0fk71wsv512pi9yvrkzzfi1hga";
22+ sha256 = "sha256-9072kb1VEQ0xg9hB8yEzJMD2Ttd3UGjBmTuhE+Uya1k=";
2023 };
2124
22− checkInputs = [
23− pytestCheckHook
24− numpy
25− ];
25+ checkInputs = [ pytestCheckHook numpy pytest-vcr ];
26+
27+ __darwinAllowLocalNetworking = true;
28+
29+ propagatedBuildInputs = [ aiohttp requests ];
2630
2731 disabledTests = [
2832 # Test assumes user name is part of $HOME
2933 # AssertionError: assert 'nixbld' in '/homeless-shelter/foo/bar'
3034 "test_strip_protocol_expanduser"
31− # flaky: works locally but fails on hydra
32− # as it uses the install dir for tests instead of a temp dir
33− # resolved in https://github.com/intake/filesystem_spec/issues/432 and
34− # can be enabled again from version 0.8.4
35− "test_pathobject"
35+ # test accesses this remote ftp server:
36+ # https://ftp.fau.de/debian-cd/current/amd64/log/success
37+ "test_find"
3638 ] ++ lib.optionals (stdenv.isDarwin) [
3739 # works locally on APFS, fails on hydra with AssertionError comparing timestamps
3840 # darwin hydra builder uses HFS+ and has only one second timestamp resolution
pkgs/development/python-modules/gcsfs/default.nixnew file+37
@@ -0,0 +1,37 @@
1+{ buildPythonPackage, fetchFromGitHub, lib, pytestCheckHook, google-auth
2+, google-auth-oauthlib, requests, decorator, fsspec, ujson, aiohttp, crcmod
3+, pytest-vcr, vcrpy }:
4+
5+buildPythonPackage rec {
6+ pname = "gcsfs";
7+ version = "2021.04.0";
8+
9+ # github sources needed for test data
10+ src = fetchFromGitHub {
11+ owner = "dask";
12+ repo = pname;
13+ rev = version;
14+ sha256 = "sha256-OA43DaQue7R5d6SzfKThEQFEwJndjLfznu1LMubs5fs=";
15+ };
16+
17+ propagatedBuildInputs = [
18+ google-auth
19+ google-auth-oauthlib
20+ requests
21+ decorator
22+ fsspec
23+ aiohttp
24+ ujson
25+ crcmod
26+ ];
27+
28+ checkInputs = [ pytestCheckHook pytest-vcr vcrpy ];
29+ pythonImportsCheck = [ "gcsfs" ];
30+
31+ meta = with lib; {
32+ description = "Convenient Filesystem interface over GCS";
33+ homepage = "https://github.com/dask/gcsfs";
34+ license = licenses.bsd3;
35+ maintainers = [ maintainers.nbren12 ];
36+ };
37+}
pkgs/top-level/python-packages.nix+2
@@ -2696,6 +2696,8 @@ in {
26962696
26972697 gcovr = callPackage ../development/python-modules/gcovr { };
26982698
2699+ gcsfs = callPackage ../development/python-modules/gcsfs { };
2700+
26992701 gdal = toPythonModule (pkgs.gdal.override { pythonPackages = self; });
27002702
27012703 gdata = callPackage ../development/python-modules/gdata { };