gador/nixpkgs
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Merge pull request #137276 from fabaff/bump-gcsfs

Browse Source 
python3Packages.fsspec: 2021.07.0 -> 2021.08.1, python3Packages.gcsfs: 2021.07.0 -> 2021.08.1
This commit is contained in:
Fabian Affolter
2021-09-22 10:32:54 +02:00
committed by GitHub
parent 6a76b842b3 99df1a5852
commit 8a9595cfc0
10 changed files with 161 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files
pkgs/development/python-modules/dask/default.nix
+2 -2
View File
@@ -22,7 +22,7 @@
buildPythonPackage rec {
pname = "dask";
version = "2021.08.1";
version = "2021.09.0";
format = "setuptools";
disabled = pythonOlder "3.7";
@@ -31,7 +31,7 @@ buildPythonPackage rec {
owner = "dask";
repo = pname;
rev = version;
sha256 = "sha256-HnrHOp3Y/iLYaK3KVp6NJrK68BMqX8lTl/wLosiGc7k=";
sha256 = "sha256-Gb6eQ5Hebx3mBNGvgB5yvM4dPsIxJl9ka++yYC/Zf7Q=";
};
propagatedBuildInputs = [
pkgs/development/python-modules/distributed/default.nix
+2 -2
View File
@@ -19,13 +19,13 @@
buildPythonPackage rec {
pname = "distributed";
version = "2021.8.1";
version = "2021.9.0";
disabled = pythonOlder "3.6";
# get full repository need conftest.py to run tests
src = fetchPypi {
inherit pname version;
sha256 = "c13ac10ecd9ee5f0ff67f5697149062d6e483f23a079918df1ab2e19b11fa77d";
sha256 = "sha256-IiKc0rJYODCtGC9AAOkjbww/VG7PdfrqJ32IHU9xWbo=";
};
propagatedBuildInputs = [
pkgs/development/python-modules/fsspec/default.nix
+2 -2
View File
@@ -14,14 +14,14 @@
buildPythonPackage rec {
pname = "fsspec";
version = "2021.07.0";
version = "2021.08.1";
disabled = pythonOlder "3.6";
src = fetchFromGitHub {
owner = "intake";
repo = "filesystem_spec";
rev = version;
hash = "sha256-I0oR7qxMCB2egyOx69hY0++H7fzCdK3ZyyzCvP3yXAs=";
sha256 = "0xxzcp69div1sy975x82k754snbsksyqr73h6jiasdxj8wka49s0";
};
propagatedBuildInputs = [
pkgs/development/python-modules/gcsfs/default.nix
+2 -2
View File
@@ -17,14 +17,14 @@
buildPythonPackage rec {
pname = "gcsfs";
version = "2021.07.0";
version = "2021.08.1";
disabled = pythonOlder "3.6";
src = fetchFromGitHub {
owner = "dask";
repo = pname;
rev = version;
sha256 = "sha256-nC/uyhKKam3W+cOOTBULPeG6Hy2bExWYNOfDs1cPt1Y=";
sha256 = "sha256-SPQcSdEEbU791oqkvuwmvyvQ6HglvoWKMi5SdnRcEZI=";
};
propagatedBuildInputs = [
pkgs/development/python-modules/intake-parquet/default.nix
+45
View File
@@ -0,0 +1,45 @@
{ lib
, buildPythonPackage
, fetchFromGitHub
, pythonOlder
, pandas
, dask
, fastparquet
, pyarrow
}:
buildPythonPackage rec {
pname = "intake-parquet";
version = "0.2.3";
src = fetchFromGitHub {
owner = "intake";
repo = pname;
rev = version;
sha256 = "037jd3qkk6dybssp570kzvaln2c6pk2avd2b5mll42gaxdxxnp02";
};
propagatedBuildInputs = [
pandas
dask
fastparquet
pyarrow
];
postPatch = ''
# Break circular dependency
substituteInPlace requirements.txt \
--replace "intake" ""
'';
doCheck = false;
#pythonImportsCheck = [ "intake_parquet" ];
meta = with lib; {
description = "Parquet plugin for Intake";
homepage = "https://github.com/intake/intake-parquet";
license = licenses.bsd2;
maintainers = with maintainers; [ fab ];
};
}
pkgs/development/python-modules/intake/default.nix
+11 -5
View File
@@ -5,12 +5,14 @@
, dask
, holoviews
, hvplot
, fsspec
, jinja2
, msgpack
, msgpack-numpy
, numpy
, pandas
, panel
, intake-parquet
, pyarrow
, pytestCheckHook
, pythonOlder
@@ -24,6 +26,7 @@
buildPythonPackage rec {
pname = "intake";
version = "0.6.3";
disabled = pythonOlder "3.6";
src = fetchPypi {
@@ -49,7 +52,12 @@ buildPythonPackage rec {
tornado
];
checkInputs = [ pyarrow pytestCheckHook ];
checkInputs = [
fsspec
intake-parquet
pyarrow
pytestCheckHook
];
postPatch = ''
# Is in setup_requires but not used in setup.py...
@@ -64,14 +72,12 @@ buildPythonPackage rec {
'';
disabledTests = [
# disable tests which touch network
# disable tests which touch network and are broken
"test_discover"
"test_filtered_compressed_cache"
"test_get_dir"
"test_remote_cat"
"http"
# broken test
"test_read_pattern"
"test_remote_arr"
];
@@ -80,6 +86,6 @@ buildPythonPackage rec {
description = "Data load and catalog system";
homepage = "https://github.com/ContinuumIO/intake";
license = licenses.bsd2;
maintainers = [ maintainers.costrouc ];
maintainers = with maintainers; [ costrouc ];
};
}
pkgs/development/python-modules/parquet/default.nix
+44
View File
@@ -0,0 +1,44 @@
{ lib
, buildPythonPackage
, fetchFromGitHub
, pytestCheckHook
, python-snappy
, pythonOlder
, thriftpy2
}:
buildPythonPackage rec {
pname = "parquet";
version = "1.3.1";
src = fetchFromGitHub {
owner = "jcrobak";
repo = "parquet-python";
rev = "v${version}";
sha256 = "1ahvg4dz9fzi4vdm9jmslq3v3jahjj17fdcc5fljgcw6h9yxyl2r";
};
propagatedBuildInputs = [
python-snappy
thriftpy2
];
checkInputs = [
pytestCheckHook
];
disabledTests = [
# Fails with AttributeError
"test_bson"
"testFromExample"
];
pythonImportsCheck = [ "thriftpy2" ];
meta = with lib; {
description = "Python implementation of the parquet columnar file format";
homepage = "https://github.com/jcrobak/parquet-python";
license = licenses.bsd2;
maintainers = with maintainers; [ fab ];
};
}
pkgs/development/python-modules/s3fs/default.nix
+2 -2
View File
@@ -8,11 +8,11 @@
buildPythonPackage rec {
pname = "s3fs";
version = "2021.7.0";
version = "2021.8.1";
src = fetchPypi {
inherit pname version;
hash = "sha256-KTKU7I7QhgVhfbRA46UCKaQT3Bbc8yyUj66MvZsCrpY=";
sha256 = "0zwy2fr95s5wzrr2iwbayjh9xh421p6wf0m75szl7rw930v1kb2y";
};
buildInputs = [
pkgs/development/python-modules/thriftpy2/default.nix
+45
View File
@@ -0,0 +1,45 @@
{ lib
, buildPythonPackage
, cython
, fetchFromGitHub
, pythonOlder
, ply
, six
, tornado
}:
buildPythonPackage rec {
pname = "thriftpy2";
version = "0.4.14";
disabled = pythonOlder "3.6";
src = fetchFromGitHub {
owner = "Thriftpy";
repo = pname;
rev = "v${version}";
sha256 = "17f57vsbym4c9yax128bhrwg2zjxcsgl3ja6422y8hyb38v5mdc3";
};
nativeBuildInputs = [
cython
];
propagatedBuildInputs = [
ply
six
tornado
];
# Not all needed files seems to be present
doCheck = false;
pythonImportsCheck = [ "thriftpy2" ];
meta = with lib; {
description = "Python module for Apache Thrift";
homepage = "https://github.com/Thriftpy/thriftpy2";
license = licenses.mit;
maintainers = with maintainers; [ fab ];
};
}