python312Packages.dask: 2024.12.1 -> 2025.1.0; various fixes (#381082)
This commit is contained in:
Nick Cao
@@ -11,13 +11,13 @@
|
||||
|
||||
buildPythonPackage rec {
|
||||
pname = "awkward-cpp";
|
||||
version = "43";
|
||||
version = "44";
|
||||
pyproject = true;
|
||||
|
||||
src = fetchPypi {
|
||||
pname = "awkward_cpp";
|
||||
inherit version;
|
||||
hash = "sha256-we11WW7IKvZm2ghLW/gF2bcsg1MtA10rZeB5WQXSXq0=";
|
||||
hash = "sha256-jcSZKI1tFrLqILUaJ9UEflGiR7aqz8vLOzAsrW08h9g=";
|
||||
};
|
||||
|
||||
build-system = [
|
||||
|
||||
@@ -1,7 +1,7 @@
|
||||
{
|
||||
lib,
|
||||
stdenv,
|
||||
buildPythonPackage,
|
||||
pythonOlder,
|
||||
fetchFromGitHub,
|
||||
|
||||
# build-system
|
||||
@@ -13,12 +13,9 @@
|
||||
fsspec,
|
||||
numpy,
|
||||
packaging,
|
||||
typing-extensions,
|
||||
importlib-metadata,
|
||||
|
||||
# checks
|
||||
# tests
|
||||
numba,
|
||||
setuptools,
|
||||
numexpr,
|
||||
pandas,
|
||||
pyarrow,
|
||||
@@ -28,14 +25,14 @@
|
||||
|
||||
buildPythonPackage rec {
|
||||
pname = "awkward";
|
||||
version = "2.7.2";
|
||||
version = "2.7.4";
|
||||
pyproject = true;
|
||||
|
||||
src = fetchFromGitHub {
|
||||
owner = "scikit-hep";
|
||||
repo = "awkward";
|
||||
tag = "v${version}";
|
||||
hash = "sha256-nOKMwAQ5t8tc64bEKz0j8JxxoVQQu39Iu8Zr9cqSx7A=";
|
||||
hash = "sha256-OXSl+8sfrx+JlLu40wHf+98WVNNwm9uxvsnGXRDztDg=";
|
||||
};
|
||||
|
||||
build-system = [
|
||||
@@ -43,15 +40,12 @@ buildPythonPackage rec {
|
||||
hatchling
|
||||
];
|
||||
|
||||
dependencies =
|
||||
[
|
||||
awkward-cpp
|
||||
fsspec
|
||||
numpy
|
||||
packaging
|
||||
]
|
||||
++ lib.optionals (pythonOlder "3.11") [ typing-extensions ]
|
||||
++ lib.optionals (pythonOlder "3.12") [ importlib-metadata ];
|
||||
dependencies = [
|
||||
awkward-cpp
|
||||
fsspec
|
||||
numpy
|
||||
packaging
|
||||
];
|
||||
|
||||
dontUseCmakeConfigure = true;
|
||||
|
||||
@@ -60,7 +54,6 @@ buildPythonPackage rec {
|
||||
nativeCheckInputs = [
|
||||
fsspec
|
||||
numba
|
||||
setuptools
|
||||
numexpr
|
||||
pandas
|
||||
pyarrow
|
||||
@@ -68,11 +61,27 @@ buildPythonPackage rec {
|
||||
pytestCheckHook
|
||||
];
|
||||
|
||||
disabledTestPaths = [
|
||||
# Need to be run on a GPU platform.
|
||||
"tests-cuda"
|
||||
disabledTests = [
|
||||
# pyarrow.lib.ArrowInvalid
|
||||
"test_recordarray"
|
||||
];
|
||||
|
||||
disabledTestPaths =
|
||||
[
|
||||
# Need to be run on a GPU platform.
|
||||
"tests-cuda"
|
||||
]
|
||||
++ lib.optionals (stdenv.hostPlatform.isLinux && stdenv.hostPlatform.isAarch64) [
|
||||
# Fatal Python error: Segmentation fault at:
|
||||
# numba/typed/typedlist.py", line 344 in append
|
||||
"tests/test_0118_numba_cpointers.py"
|
||||
"tests/test_0397_arrays_as_constants_in_numba.py"
|
||||
"tests/test_1677_array_builder_in_numba.py"
|
||||
"tests/test_2055_array_builder_check.py"
|
||||
"tests/test_2349_growablebuffer_in_numba.py"
|
||||
"tests/test_2408_layoutbuilder_in_numba.py"
|
||||
];
|
||||
|
||||
meta = {
|
||||
description = "Manipulate JSON-like data with NumPy-like idioms";
|
||||
homepage = "https://github.com/scikit-hep/awkward";
|
||||
|
||||
@@ -57,6 +57,10 @@ buildPythonPackage rec {
|
||||
hatch-vcs
|
||||
];
|
||||
|
||||
pythonRelaxDeps = [
|
||||
"dask"
|
||||
];
|
||||
|
||||
dependencies = [
|
||||
aiohttp
|
||||
awkward
|
||||
@@ -106,6 +110,10 @@ buildPythonPackage rec {
|
||||
# AssertionError: bug in Awkward Array: attempt to convert TypeTracerArray into a concrete array
|
||||
"test_apply_to_fileset"
|
||||
"test_lorentz_behavior"
|
||||
|
||||
# ValueError: The array to mask was deleted before it could be masked.
|
||||
# If you want to construct this mask, you must either keep the array alive or use 'ak.mask' explicitly.
|
||||
"test_read_nanomc"
|
||||
];
|
||||
|
||||
__darwinAllowLocalNetworking = true;
|
||||
|
||||
@@ -16,7 +16,7 @@
|
||||
# optional-dependencies
|
||||
pyarrow,
|
||||
|
||||
# checks
|
||||
# tests
|
||||
dask-histogram,
|
||||
distributed,
|
||||
hist,
|
||||
@@ -27,14 +27,14 @@
|
||||
|
||||
buildPythonPackage rec {
|
||||
pname = "dask-awkward";
|
||||
version = "2024.12.2";
|
||||
version = "2025.2.0";
|
||||
pyproject = true;
|
||||
|
||||
src = fetchFromGitHub {
|
||||
owner = "dask-contrib";
|
||||
repo = "dask-awkward";
|
||||
tag = version;
|
||||
hash = "sha256-pL1LDW/q78V/c3Bha38k40018MFO+i8X6htYNdcsy7s=";
|
||||
hash = "sha256-hhAY2cPUOYnP86FGsLvxlMeoEwY+sTrjPMKyuZrO0/M=";
|
||||
};
|
||||
|
||||
build-system = [
|
||||
@@ -53,8 +53,8 @@ buildPythonPackage rec {
|
||||
io = [ pyarrow ];
|
||||
};
|
||||
|
||||
checkInputs = [
|
||||
dask-histogram
|
||||
nativeCheckInputs = [
|
||||
# dask-histogram (circular dependency)
|
||||
distributed
|
||||
hist
|
||||
pandas
|
||||
@@ -86,7 +86,7 @@ buildPythonPackage rec {
|
||||
meta = {
|
||||
description = "Native Dask collection for awkward arrays, and the library to use it";
|
||||
homepage = "https://github.com/dask-contrib/dask-awkward";
|
||||
changelog = "https://github.com/dask-contrib/dask-awkward/releases/tag/${src.tag}";
|
||||
changelog = "https://github.com/dask-contrib/dask-awkward/releases/tag/${version}";
|
||||
license = lib.licenses.bsd3;
|
||||
maintainers = with lib.maintainers; [ veprbl ];
|
||||
};
|
||||
|
||||
@@ -1,65 +0,0 @@
|
||||
{
|
||||
lib,
|
||||
buildPythonPackage,
|
||||
fetchFromGitHub,
|
||||
|
||||
# build-system
|
||||
setuptools,
|
||||
versioneer,
|
||||
|
||||
# dependencies
|
||||
dask,
|
||||
pandas,
|
||||
pyarrow,
|
||||
|
||||
# checks
|
||||
jinja2,
|
||||
pytestCheckHook,
|
||||
xarray,
|
||||
}:
|
||||
|
||||
buildPythonPackage rec {
|
||||
pname = "dask-expr";
|
||||
version = "1.1.21";
|
||||
pyproject = true;
|
||||
|
||||
src = fetchFromGitHub {
|
||||
owner = "dask";
|
||||
repo = "dask-expr";
|
||||
tag = "v${version}";
|
||||
hash = "sha256-t1vPlTxV5JYArg/a7CzPP13NHbstEoCgHRmd8Y9mDfA=";
|
||||
};
|
||||
|
||||
postPatch = ''
|
||||
substituteInPlace pyproject.toml \
|
||||
--replace-fail "versioneer[toml]==0.28" "versioneer[toml]"
|
||||
'';
|
||||
|
||||
build-system = [
|
||||
setuptools
|
||||
versioneer
|
||||
];
|
||||
|
||||
dependencies = [
|
||||
dask
|
||||
pandas
|
||||
pyarrow
|
||||
];
|
||||
|
||||
pythonImportsCheck = [ "dask_expr" ];
|
||||
|
||||
nativeCheckInputs = [
|
||||
jinja2
|
||||
pytestCheckHook
|
||||
xarray
|
||||
];
|
||||
|
||||
__darwinAllowLocalNetworking = true;
|
||||
|
||||
meta = {
|
||||
description = "Rewrite of Dask DataFrame that includes query optimization and generally improved organization";
|
||||
homepage = "https://github.com/dask/dask-expr";
|
||||
license = lib.licenses.bsd3;
|
||||
maintainers = with lib.maintainers; [ GaetanLepage ];
|
||||
};
|
||||
}
|
||||
@@ -1,34 +1,46 @@
|
||||
{
|
||||
lib,
|
||||
buildPythonPackage,
|
||||
fetchFromGitHub,
|
||||
|
||||
# build-system
|
||||
setuptools-scm,
|
||||
|
||||
# dependencies
|
||||
cloudpickle,
|
||||
dask,
|
||||
distributed,
|
||||
fetchPypi,
|
||||
multipledispatch,
|
||||
pytestCheckHook,
|
||||
pythonOlder,
|
||||
scikit-learn,
|
||||
scipy,
|
||||
setuptools-scm,
|
||||
sparse,
|
||||
dask,
|
||||
|
||||
# tests
|
||||
pytest-xdist,
|
||||
pytestCheckHook,
|
||||
}:
|
||||
|
||||
buildPythonPackage rec {
|
||||
pname = "dask-glm";
|
||||
version = "0.3.2";
|
||||
format = "setuptools";
|
||||
pyproject = true;
|
||||
|
||||
disabled = pythonOlder "3.7";
|
||||
|
||||
src = fetchPypi {
|
||||
inherit pname version;
|
||||
hash = "sha256-yUelZoZmmKAdeZeK5zIzy16DitXq1ghRQ1gsXpMLmko=";
|
||||
src = fetchFromGitHub {
|
||||
owner = "dask";
|
||||
repo = "dask-glm";
|
||||
tag = version;
|
||||
hash = "sha256-q98QMmw1toashimS16of54cgZgIPqkua3xGD1FZ1nTc=";
|
||||
};
|
||||
|
||||
nativeBuildInputs = [ setuptools-scm ];
|
||||
# ValueError: The truth value of an empty array is ambiguous. Use `array.size > 0` to check that an array is not empty.
|
||||
postPatch = ''
|
||||
substituteInPlace dask_glm/utils.py \
|
||||
--replace-fail "if arr:" "if (arr is not None) and (arr.size > 0):"
|
||||
'';
|
||||
|
||||
propagatedBuildInputs = [
|
||||
build-system = [ setuptools-scm ];
|
||||
|
||||
dependencies = [
|
||||
cloudpickle
|
||||
distributed
|
||||
multipledispatch
|
||||
@@ -38,30 +50,24 @@ buildPythonPackage rec {
|
||||
] ++ dask.optional-dependencies.array;
|
||||
|
||||
nativeCheckInputs = [
|
||||
sparse
|
||||
pytest-xdist
|
||||
pytestCheckHook
|
||||
];
|
||||
|
||||
pythonImportsCheck = [ "dask_glm" ];
|
||||
|
||||
disabledTestPaths = [
|
||||
# Circular dependency with dask-ml
|
||||
"dask_glm/tests/test_estimators.py"
|
||||
# Test tries to imort an obsolete method
|
||||
"dask_glm/tests/test_utils.py"
|
||||
];
|
||||
|
||||
disabledTests = [
|
||||
# missing fixture with distributed>=2022.8.0
|
||||
"test_determinism_distributed"
|
||||
# ValueError: <class 'bool'> can be computed for one-element arrays only.
|
||||
"test_dot_with_sparse"
|
||||
];
|
||||
|
||||
__darwinAllowLocalNetworking = true;
|
||||
|
||||
meta = with lib; {
|
||||
meta = {
|
||||
description = "Generalized Linear Models with Dask";
|
||||
homepage = "https://github.com/dask/dask-glm/";
|
||||
license = licenses.bsd3;
|
||||
maintainers = [ ];
|
||||
changelog = "https://github.com/dask/dask-glm/releases/tag/${version}";
|
||||
license = lib.licenses.bsd3;
|
||||
maintainers = with lib.maintainers; [ GaetanLepage ];
|
||||
};
|
||||
}
|
||||
|
||||
@@ -10,6 +10,7 @@
|
||||
# dependencies
|
||||
boost-histogram,
|
||||
dask,
|
||||
dask-awkward,
|
||||
|
||||
# tests
|
||||
pytestCheckHook,
|
||||
@@ -17,14 +18,14 @@
|
||||
|
||||
buildPythonPackage rec {
|
||||
pname = "dask-histogram";
|
||||
version = "2024.12.1";
|
||||
version = "2025.2.0";
|
||||
pyproject = true;
|
||||
|
||||
src = fetchFromGitHub {
|
||||
owner = "dask-contrib";
|
||||
repo = "dask-histogram";
|
||||
tag = version;
|
||||
hash = "sha256-chznfEsMFuIioIlTz6uNpVAkjMMoMXjS62R4luKxVZQ=";
|
||||
hash = "sha256-5Ec/qzVc/7LDG6SJym1e76BbxmbVjKKQHckwtTs1+6M=";
|
||||
};
|
||||
|
||||
build-system = [
|
||||
@@ -35,6 +36,7 @@ buildPythonPackage rec {
|
||||
dependencies = [
|
||||
boost-histogram
|
||||
dask
|
||||
dask-awkward
|
||||
];
|
||||
|
||||
nativeCheckInputs = [ pytestCheckHook ];
|
||||
@@ -44,7 +46,7 @@ buildPythonPackage rec {
|
||||
meta = {
|
||||
description = "Histograms with task scheduling";
|
||||
homepage = "https://dask-histogram.readthedocs.io/";
|
||||
changelog = "https://github.com/dask-contrib/dask-histogram/releases/tag/${src.tag}";
|
||||
changelog = "https://github.com/dask-contrib/dask-histogram/releases/tag/${version}";
|
||||
license = with lib.licenses; [ bsd3 ];
|
||||
maintainers = with lib.maintainers; [ veprbl ];
|
||||
};
|
||||
|
||||
@@ -1,15 +1,21 @@
|
||||
{
|
||||
lib,
|
||||
buildPythonPackage,
|
||||
pythonOlder,
|
||||
fetchFromGitHub,
|
||||
|
||||
# build-system
|
||||
setuptools,
|
||||
setuptools-scm,
|
||||
|
||||
# dependencies
|
||||
dask,
|
||||
numpy,
|
||||
scipy,
|
||||
pandas,
|
||||
pims,
|
||||
|
||||
# tests
|
||||
pyarrow,
|
||||
pytestCheckHook,
|
||||
scikit-image,
|
||||
}:
|
||||
@@ -19,8 +25,6 @@ buildPythonPackage rec {
|
||||
version = "2024.5.3";
|
||||
pyproject = true;
|
||||
|
||||
disabled = pythonOlder "3.9";
|
||||
|
||||
src = fetchFromGitHub {
|
||||
owner = "dask";
|
||||
repo = "dask-image";
|
||||
@@ -28,6 +32,11 @@ buildPythonPackage rec {
|
||||
hash = "sha256-kXCAqJ2Zgo/2Khvo2YcK+n4oGM219GyQ2Hsq9re1Lac=";
|
||||
};
|
||||
|
||||
postPatch = ''
|
||||
substituteInPlace dask_image/ndinterp/__init__.py \
|
||||
--replace-fail "out_bounds.ptp(axis=1)" "np.ptp(out_bounds, axis=1)"
|
||||
'';
|
||||
|
||||
build-system = [
|
||||
setuptools
|
||||
setuptools-scm
|
||||
@@ -42,15 +51,27 @@ buildPythonPackage rec {
|
||||
];
|
||||
|
||||
nativeCheckInputs = [
|
||||
pyarrow
|
||||
pytestCheckHook
|
||||
scikit-image
|
||||
];
|
||||
|
||||
pythonImportsCheck = [ "dask_image" ];
|
||||
|
||||
disabledTests = [
|
||||
# The following tests are from 'tests/test_dask_image/test_ndmeasure/test_find_objects.py' and
|
||||
# fail because of errrors on numpy slices
|
||||
# AttributeError: 'str' object has no attribute 'start'
|
||||
"test_find_objects"
|
||||
"test_3d_find_objects"
|
||||
# AssertionError (comparing slices)
|
||||
"test_find_objects_with_empty_chunks"
|
||||
];
|
||||
|
||||
meta = {
|
||||
description = "Distributed image processing";
|
||||
homepage = "https://github.com/dask/dask-image";
|
||||
changelog = "https://github.com/dask/dask-image/releases/tag/v${version}";
|
||||
license = lib.licenses.bsdOriginal;
|
||||
maintainers = with lib.maintainers; [ GaetanLepage ];
|
||||
};
|
||||
|
||||
@@ -3,14 +3,13 @@
|
||||
stdenv,
|
||||
buildPythonPackage,
|
||||
fetchFromGitHub,
|
||||
fetchpatch,
|
||||
|
||||
# build-system
|
||||
hatch-vcs,
|
||||
hatchling,
|
||||
setuptools-scm,
|
||||
|
||||
# dependencies
|
||||
dask-expr,
|
||||
dask-glm,
|
||||
distributed,
|
||||
multipledispatch,
|
||||
@@ -29,25 +28,23 @@
|
||||
|
||||
buildPythonPackage rec {
|
||||
pname = "dask-ml";
|
||||
version = "2024.4.4";
|
||||
version = "2025.1.0";
|
||||
pyproject = true;
|
||||
|
||||
src = fetchFromGitHub {
|
||||
owner = "dask";
|
||||
repo = "dask-ml";
|
||||
tag = "v${version}";
|
||||
hash = "sha256-ZiBpCk3b4Tk0Hwb4uapJLEx+Nb/qHFROCnkBTNGDzoU=";
|
||||
hash = "sha256-DHxx0LFuJmGWYuG/WGHj+a5XHAEekBmlHUUb90rl2IY=";
|
||||
};
|
||||
|
||||
build-system = [
|
||||
hatch-vcs
|
||||
hatchling
|
||||
setuptools-scm
|
||||
];
|
||||
|
||||
dependencies =
|
||||
[
|
||||
dask-expr
|
||||
dask-glm
|
||||
distributed
|
||||
multipledispatch
|
||||
@@ -73,39 +70,14 @@ buildPythonPackage rec {
|
||||
pytestCheckHook
|
||||
];
|
||||
|
||||
disabledTestPaths =
|
||||
[
|
||||
# AttributeError: 'csr_matrix' object has no attribute 'A'
|
||||
# Fixed in https://github.com/dask/dask-ml/pull/996
|
||||
"tests/test_svd.py"
|
||||
|
||||
# Tests fail with dask>=0.11.2
|
||||
# RuntimeError: Not enough arguments provided
|
||||
# Reported in https://github.com/dask/dask-ml/issues/1003
|
||||
"tests/model_selection/test_incremental.py"
|
||||
]
|
||||
++ lib.optionals stdenv.isDarwin [
|
||||
# RuntimeError: Not enough arguments provided: missing keys
|
||||
"tests/model_selection/test_hyperband.py"
|
||||
"tests/model_selection/test_incremental.py"
|
||||
"tests/model_selection/test_incremental_warns.py"
|
||||
"tests/model_selection/test_successive_halving.py"
|
||||
];
|
||||
disabledTestPaths = [
|
||||
# AttributeError: module 'numpy' has no attribute 'product'
|
||||
"tests/test_svd.py"
|
||||
];
|
||||
|
||||
disabledTests = [
|
||||
# Flaky: `Arrays are not almost equal to 3 decimals` (although values do actually match)
|
||||
"test_whitening"
|
||||
|
||||
# Tests fail with dask>=0.11.2
|
||||
# RuntimeError: Not enough arguments provided
|
||||
# Reported in https://github.com/dask/dask-ml/issues/1003
|
||||
"test_basic"
|
||||
"test_hyperband_patience"
|
||||
"test_same_random_state_same_params"
|
||||
"test_search_patience_infeasible_tol"
|
||||
"test_sha_max_iter_and_metadata"
|
||||
"test_warns_decay_rate"
|
||||
"test_warns_decay_rate_wanted"
|
||||
# AssertionError: Regex pattern did not match.
|
||||
"test_unknown_category_transform_array"
|
||||
];
|
||||
|
||||
__darwinAllowLocalNetworking = true;
|
||||
|
||||
@@ -1,6 +1,5 @@
|
||||
{
|
||||
lib,
|
||||
stdenv,
|
||||
buildPythonPackage,
|
||||
fetchFromGitHub,
|
||||
|
||||
@@ -27,168 +26,126 @@
|
||||
jinja2,
|
||||
|
||||
# tests
|
||||
arrow-cpp,
|
||||
dask-expr,
|
||||
hypothesis,
|
||||
pytest-asyncio,
|
||||
pytest-cov-stub,
|
||||
pytest-mock,
|
||||
pytest-rerunfailures,
|
||||
pytest-xdist,
|
||||
pytestCheckHook,
|
||||
versionCheckHook,
|
||||
}:
|
||||
|
||||
let
|
||||
self = buildPythonPackage rec {
|
||||
pname = "dask";
|
||||
version = "2024.12.1";
|
||||
pyproject = true;
|
||||
buildPythonPackage rec {
|
||||
pname = "dask";
|
||||
version = "2025.1.0";
|
||||
pyproject = true;
|
||||
|
||||
src = fetchFromGitHub {
|
||||
owner = "dask";
|
||||
repo = "dask";
|
||||
tag = version;
|
||||
hash = "sha256-QqvdldAHW2UYt1NXfk3Aa+oe97e+OpRbF8d6eKV3OJ4=";
|
||||
};
|
||||
src = fetchFromGitHub {
|
||||
owner = "dask";
|
||||
repo = "dask";
|
||||
tag = version;
|
||||
hash = "sha256-KBqOyf471mNg3L9dYmR7IRSltEtC+VgC+6ptsoKgVmM=";
|
||||
};
|
||||
|
||||
build-system = [ setuptools ];
|
||||
postPatch = ''
|
||||
# versioneer hack to set version of GitHub package
|
||||
echo "def get_versions(): return {'dirty': False, 'error': None, 'full-revisionid': None, 'version': '${version}'}" > dask/_version.py
|
||||
|
||||
dependencies = [
|
||||
click
|
||||
cloudpickle
|
||||
fsspec
|
||||
packaging
|
||||
partd
|
||||
pyyaml
|
||||
importlib-metadata
|
||||
toolz
|
||||
];
|
||||
|
||||
optional-dependencies = lib.fix (self: {
|
||||
array = [ numpy ];
|
||||
complete =
|
||||
[
|
||||
pyarrow
|
||||
lz4
|
||||
]
|
||||
++ self.array
|
||||
++ self.dataframe
|
||||
++ self.distributed
|
||||
++ self.diagnostics;
|
||||
dataframe = [
|
||||
# dask-expr -> circular dependency with dask-expr
|
||||
numpy
|
||||
pandas
|
||||
];
|
||||
distributed = [ distributed ];
|
||||
diagnostics = [
|
||||
bokeh
|
||||
jinja2
|
||||
];
|
||||
});
|
||||
|
||||
nativeCheckInputs =
|
||||
[
|
||||
dask-expr
|
||||
pytestCheckHook
|
||||
pytest-rerunfailures
|
||||
pytest-xdist
|
||||
# from panda[test]
|
||||
hypothesis
|
||||
pytest-asyncio
|
||||
]
|
||||
++ self.optional-dependencies.array
|
||||
++ self.optional-dependencies.dataframe
|
||||
++ lib.optionals (!arrow-cpp.meta.broken) [
|
||||
# support is sparse on aarch64
|
||||
pyarrow
|
||||
];
|
||||
|
||||
dontUseSetuptoolsCheck = true;
|
||||
|
||||
postPatch = ''
|
||||
# versioneer hack to set version of GitHub package
|
||||
echo "def get_versions(): return {'dirty': False, 'error': None, 'full-revisionid': None, 'version': '${version}'}" > dask/_version.py
|
||||
|
||||
substituteInPlace setup.py \
|
||||
--replace-fail "import versioneer" "" \
|
||||
--replace-fail "version=versioneer.get_version()," "version='${version}'," \
|
||||
--replace-fail "cmdclass=versioneer.get_cmdclass()," ""
|
||||
substituteInPlace setup.py \
|
||||
--replace-fail "import versioneer" "" \
|
||||
--replace-fail "version=versioneer.get_version()," "version='${version}'," \
|
||||
--replace-fail "cmdclass=versioneer.get_cmdclass()," ""
|
||||
|
||||
substituteInPlace pyproject.toml \
|
||||
--replace-fail ', "versioneer[toml]==0.29"' "" \
|
||||
--replace-fail " --durations=10" "" \
|
||||
--replace-fail " --cov-config=pyproject.toml" "" \
|
||||
--replace-fail "\"-v" "\" "
|
||||
'';
|
||||
--replace-fail ', "versioneer[toml]==0.29"' ""
|
||||
'';
|
||||
|
||||
pytestFlagsArray = [
|
||||
# Rerun failed tests up to three times
|
||||
"--reruns 3"
|
||||
# Don't run tests that require network access
|
||||
"-m 'not network'"
|
||||
];
|
||||
build-system = [ setuptools ];
|
||||
|
||||
disabledTests =
|
||||
lib.optionals stdenv.hostPlatform.isDarwin [
|
||||
# Test requires features of python3Packages.psutil that are
|
||||
# blocked in sandboxed-builds
|
||||
"test_auto_blocksize_csv"
|
||||
# AttributeError: 'str' object has no attribute 'decode'
|
||||
"test_read_dir_nometa"
|
||||
dependencies = [
|
||||
click
|
||||
cloudpickle
|
||||
fsspec
|
||||
packaging
|
||||
partd
|
||||
pyyaml
|
||||
importlib-metadata
|
||||
toolz
|
||||
];
|
||||
|
||||
optional-dependencies = lib.fix (self: {
|
||||
array = [ numpy ];
|
||||
complete =
|
||||
[
|
||||
pyarrow
|
||||
lz4
|
||||
]
|
||||
++ lib.optionals (stdenv.hostPlatform.isDarwin && stdenv.hostPlatform.isAarch64) [
|
||||
# concurrent.futures.process.BrokenProcessPool: A process in the process pool terminated abpruptly...
|
||||
"test_foldby_tree_reduction"
|
||||
"test_to_bag"
|
||||
]
|
||||
++ [
|
||||
# https://github.com/dask/dask/issues/10347#issuecomment-1589683941
|
||||
"test_concat_categorical"
|
||||
# AttributeError: 'ArrowStringArray' object has no attribute 'tobytes'. Did you mean: 'nbytes'?
|
||||
"test_dot"
|
||||
"test_dot_nan"
|
||||
"test_merge_column_with_nulls"
|
||||
# FileNotFoundError: [Errno 2] No such file or directory: '/build/tmp301jryv_/createme/0.part'
|
||||
"test_to_csv_nodir"
|
||||
"test_to_json_results"
|
||||
# FutureWarning: Those tests should be working fine when pandas will have been upgraded to 2.1.1
|
||||
"test_apply"
|
||||
"test_apply_infer_columns"
|
||||
];
|
||||
|
||||
__darwinAllowLocalNetworking = true;
|
||||
|
||||
pythonImportsCheck = [
|
||||
"dask"
|
||||
"dask.bag"
|
||||
"dask.bytes"
|
||||
"dask.diagnostics"
|
||||
++ self.array
|
||||
++ self.dataframe
|
||||
++ self.distributed
|
||||
++ self.diagnostics;
|
||||
dataframe = [
|
||||
pandas
|
||||
pyarrow
|
||||
] ++ self.array;
|
||||
distributed = [ distributed ];
|
||||
diagnostics = [
|
||||
bokeh
|
||||
jinja2
|
||||
];
|
||||
});
|
||||
|
||||
doCheck = false;
|
||||
nativeCheckInputs =
|
||||
[
|
||||
hypothesis
|
||||
pyarrow
|
||||
pytest-asyncio
|
||||
pytest-cov-stub
|
||||
pytest-mock
|
||||
pytest-rerunfailures
|
||||
pytest-xdist
|
||||
pytestCheckHook
|
||||
versionCheckHook
|
||||
]
|
||||
++ optional-dependencies.array
|
||||
++ optional-dependencies.dataframe;
|
||||
versionCheckProgramArg = [ "--version" ];
|
||||
|
||||
# Enable tests via passthru to avoid cyclic dependency with dask-expr.
|
||||
passthru.tests = {
|
||||
check = self.overridePythonAttrs (old: {
|
||||
doCheck = true;
|
||||
pythonImportsCheck = [
|
||||
# Requires the `dask.optional-dependencies.array` that are only in `nativeCheckInputs`
|
||||
"dask.array"
|
||||
# Requires the `dask.optional-dependencies.dataframe` that are only in `nativeCheckInputs`
|
||||
"dask.dataframe"
|
||||
"dask.dataframe.io"
|
||||
"dask.dataframe.tseries"
|
||||
] ++ old.pythonImportsCheck;
|
||||
});
|
||||
};
|
||||
pytestFlagsArray = [
|
||||
# Rerun failed tests up to three times
|
||||
"--reruns 3"
|
||||
# Don't run tests that require network access
|
||||
"-m 'not network'"
|
||||
];
|
||||
|
||||
meta = {
|
||||
description = "Minimal task scheduling abstraction";
|
||||
mainProgram = "dask";
|
||||
homepage = "https://dask.org/";
|
||||
changelog = "https://docs.dask.org/en/latest/changelog.html";
|
||||
license = lib.licenses.bsd3;
|
||||
maintainers = with lib.maintainers; [ GaetanLepage ];
|
||||
};
|
||||
disabledTests = [
|
||||
# UserWarning: Insufficient elements for `head`. 10 elements requested, only 5 elements available. Try passing larger `npartitions` to `head`.
|
||||
"test_set_index_head_nlargest_string"
|
||||
];
|
||||
|
||||
__darwinAllowLocalNetworking = true;
|
||||
|
||||
pythonImportsCheck = [
|
||||
"dask"
|
||||
"dask.bag"
|
||||
"dask.bytes"
|
||||
"dask.diagnostics"
|
||||
|
||||
# Requires the `dask.optional-dependencies.array` that are only in `nativeCheckInputs`
|
||||
"dask.array"
|
||||
# Requires the `dask.optional-dependencies.dataframe` that are only in `nativeCheckInputs`
|
||||
"dask.dataframe"
|
||||
"dask.dataframe.io"
|
||||
"dask.dataframe.tseries"
|
||||
];
|
||||
|
||||
meta = {
|
||||
description = "Minimal task scheduling abstraction";
|
||||
mainProgram = "dask";
|
||||
homepage = "https://dask.org/";
|
||||
changelog = "https://docs.dask.org/en/latest/changelog.html";
|
||||
license = lib.licenses.bsd3;
|
||||
maintainers = with lib.maintainers; [ GaetanLepage ];
|
||||
};
|
||||
in
|
||||
self
|
||||
}
|
||||
|
||||
@@ -2,36 +2,42 @@
|
||||
lib,
|
||||
buildPythonPackage,
|
||||
fetchFromGitHub,
|
||||
setuptools,
|
||||
setuptools-scm,
|
||||
|
||||
# build-system
|
||||
hatch-vcs,
|
||||
hatchling,
|
||||
|
||||
# dependencies
|
||||
matplotlib,
|
||||
mplhep-data,
|
||||
numpy,
|
||||
packaging,
|
||||
uhi,
|
||||
|
||||
# tests
|
||||
hist,
|
||||
pytest-mock,
|
||||
pytest-mpl,
|
||||
pytestCheckHook,
|
||||
scipy,
|
||||
pytest-mpl,
|
||||
pytest-mock,
|
||||
uproot,
|
||||
hist,
|
||||
}:
|
||||
|
||||
buildPythonPackage rec {
|
||||
pname = "mplhep";
|
||||
version = "0.3.55";
|
||||
version = "0.3.56";
|
||||
pyproject = true;
|
||||
|
||||
src = fetchFromGitHub {
|
||||
owner = "scikit-hep";
|
||||
repo = "mplhep";
|
||||
tag = "v${version}";
|
||||
hash = "sha256-7YkrrH9Bfn3ctjv+H6TXEDE8yS/wnjO7umuHIXeYTDU=";
|
||||
hash = "sha256-sMJpJUEtIqmu7kCgZp43t9XLy/6nkDgKcxC4nFb+1po=";
|
||||
};
|
||||
|
||||
build-system = [
|
||||
setuptools
|
||||
setuptools-scm
|
||||
hatch-vcs
|
||||
hatchling
|
||||
];
|
||||
|
||||
dependencies = [
|
||||
@@ -43,12 +49,12 @@ buildPythonPackage rec {
|
||||
];
|
||||
|
||||
nativeCheckInputs = [
|
||||
hist
|
||||
pytest-mock
|
||||
pytest-mpl
|
||||
pytestCheckHook
|
||||
scipy
|
||||
pytest-mpl
|
||||
pytest-mock
|
||||
uproot
|
||||
hist
|
||||
];
|
||||
|
||||
disabledTests = [
|
||||
@@ -62,6 +68,7 @@ buildPythonPackage rec {
|
||||
meta = {
|
||||
description = "Extended histogram plots on top of matplotlib and HEP compatible styling similar to current collaboration requirements (ROOT)";
|
||||
homepage = "https://github.com/scikit-hep/mplhep";
|
||||
changelog = "https://github.com/scikit-hep/mplhep/releases/tag/v${version}";
|
||||
license = with lib.licenses; [ mit ];
|
||||
maintainers = with lib.maintainers; [ veprbl ];
|
||||
};
|
||||
|
||||
@@ -1,34 +1,36 @@
|
||||
{
|
||||
lib,
|
||||
buildPythonPackage,
|
||||
fetchFromGitHub,
|
||||
|
||||
# build-system
|
||||
hatchling,
|
||||
|
||||
# optional-dependencies
|
||||
# cudf,
|
||||
dask,
|
||||
dask-expr,
|
||||
duckdb,
|
||||
fetchFromGitHub,
|
||||
hatchling,
|
||||
hypothesis,
|
||||
# modin,
|
||||
pandas,
|
||||
polars,
|
||||
pyarrow,
|
||||
|
||||
# tests
|
||||
duckdb,
|
||||
hypothesis,
|
||||
pytest-env,
|
||||
pytestCheckHook,
|
||||
pythonOlder,
|
||||
}:
|
||||
|
||||
buildPythonPackage rec {
|
||||
pname = "narwhals";
|
||||
version = "1.22.0";
|
||||
version = "1.26.0";
|
||||
pyproject = true;
|
||||
|
||||
disabled = pythonOlder "3.8";
|
||||
|
||||
src = fetchFromGitHub {
|
||||
owner = "narwhals-dev";
|
||||
repo = "narwhals";
|
||||
tag = "v${version}";
|
||||
hash = "sha256-I6nJJiiW1v04YH70OPxXKeO80N52nnCPKRzJLILEWmw=";
|
||||
hash = "sha256-tGxRJauYD0mCA66Rd2i8jJsuDLVgyk35F7HRMR1ZkQs=";
|
||||
};
|
||||
|
||||
build-system = [
|
||||
@@ -39,8 +41,7 @@ buildPythonPackage rec {
|
||||
# cudf = [ cudf ];
|
||||
dask = [
|
||||
dask
|
||||
dask-expr
|
||||
];
|
||||
] ++ dask.optional-dependencies.dataframe;
|
||||
# modin = [ modin ];
|
||||
pandas = [ pandas ];
|
||||
polars = [ polars ];
|
||||
@@ -64,7 +65,7 @@ buildPythonPackage rec {
|
||||
meta = {
|
||||
description = "Lightweight and extensible compatibility layer between dataframe libraries";
|
||||
homepage = "https://github.com/narwhals-dev/narwhals";
|
||||
changelog = "https://github.com/narwhals-dev/narwhals/releases/tag/${src.tag}";
|
||||
changelog = "https://github.com/narwhals-dev/narwhals/releases/tag/v${version}";
|
||||
license = lib.licenses.mit;
|
||||
maintainers = with lib.maintainers; [ fab ];
|
||||
};
|
||||
|
||||
@@ -1,23 +1,24 @@
|
||||
{
|
||||
lib,
|
||||
buildPythonPackage,
|
||||
pythonOlder,
|
||||
fetchPypi,
|
||||
fetchFromGitHub,
|
||||
|
||||
# build-system
|
||||
setuptools,
|
||||
confluent-kafka,
|
||||
dask,
|
||||
dask-expr,
|
||||
distributed,
|
||||
flaky,
|
||||
graphviz,
|
||||
networkx,
|
||||
pytest-asyncio,
|
||||
pytestCheckHook,
|
||||
requests,
|
||||
|
||||
# dependencies
|
||||
six,
|
||||
toolz,
|
||||
tornado,
|
||||
zict,
|
||||
|
||||
# tests
|
||||
dask,
|
||||
distributed,
|
||||
flaky,
|
||||
pandas,
|
||||
pyarrow,
|
||||
pytestCheckHook,
|
||||
}:
|
||||
|
||||
buildPythonPackage rec {
|
||||
@@ -25,17 +26,16 @@ buildPythonPackage rec {
|
||||
version = "0.6.4";
|
||||
pyproject = true;
|
||||
|
||||
disabled = pythonOlder "3.6";
|
||||
|
||||
src = fetchPypi {
|
||||
inherit pname version;
|
||||
hash = "sha256-VXfWkEwuxInBQVQJV3IQXgGVRkiBmYfUZCBMbjyWNPM=";
|
||||
src = fetchFromGitHub {
|
||||
owner = "python-streamz";
|
||||
repo = "streamz";
|
||||
tag = version;
|
||||
hash = "sha256-lSb3gl+TSIzz4BZzxH8zXu74HvzSntOAoVQUUJKIEvA=";
|
||||
};
|
||||
|
||||
build-system = [ setuptools ];
|
||||
|
||||
dependencies = [
|
||||
networkx
|
||||
six
|
||||
toolz
|
||||
tornado
|
||||
@@ -43,15 +43,12 @@ buildPythonPackage rec {
|
||||
];
|
||||
|
||||
nativeCheckInputs = [
|
||||
confluent-kafka
|
||||
dask
|
||||
dask-expr
|
||||
distributed
|
||||
flaky
|
||||
graphviz
|
||||
pytest-asyncio
|
||||
pandas
|
||||
pyarrow
|
||||
pytestCheckHook
|
||||
requests
|
||||
];
|
||||
|
||||
pythonImportsCheck = [ "streamz" ];
|
||||
@@ -63,24 +60,17 @@ buildPythonPackage rec {
|
||||
"test_partition_then_scatter_sync"
|
||||
"test_sync"
|
||||
"test_sync_2"
|
||||
# Test fail in the sandbox
|
||||
"test_tcp_async"
|
||||
"test_tcp"
|
||||
"test_partition_timeout"
|
||||
|
||||
# Tests are flaky
|
||||
"test_from_iterable"
|
||||
"test_buffer"
|
||||
];
|
||||
|
||||
disabledTestPaths = [
|
||||
# Disable kafka tests
|
||||
"streamz/tests/test_kafka.py"
|
||||
];
|
||||
__darwinAllowLocalNetworking = true;
|
||||
|
||||
meta = with lib; {
|
||||
meta = {
|
||||
description = "Pipelines to manage continuous streams of data";
|
||||
homepage = "https://github.com/python-streamz/streamz";
|
||||
license = licenses.bsd3;
|
||||
maintainers = [ ];
|
||||
license = lib.licenses.bsd3;
|
||||
maintainers = with lib.maintainers; [ GaetanLepage ];
|
||||
};
|
||||
}
|
||||
|
||||
@@ -142,6 +142,7 @@ mapAliases ({
|
||||
cx_Freeze = cx-freeze; # added 2023-08-02
|
||||
cx_oracle = cx-oracle; # added 2024-01-03
|
||||
d2to1 = throw "d2to1 is archived and no longer works with setuptools v68"; # added 2023-07-30
|
||||
dask-expr = throw "dask-expr was removed because its features are available in dask"; # added 2025-02-07
|
||||
dask-xgboost = throw "dask-xgboost was removed because its features are available in xgboost"; # added 2022-05-24
|
||||
dash-renderer = throw "dash-renderer has been removed since it is abandoned"; # added 2025-01-01
|
||||
dateutil = python-dateutil; # added 2021-07-03
|
||||
|
||||
@@ -2961,8 +2961,6 @@ self: super: with self; {
|
||||
|
||||
dask-awkward = callPackage ../development/python-modules/dask-awkward { };
|
||||
|
||||
dask-expr = callPackage ../development/python-modules/dask-expr { };
|
||||
|
||||
dask-gateway = callPackage ../development/python-modules/dask-gateway { };
|
||||
|
||||
dask-gateway-server = callPackage ../development/python-modules/dask-gateway-server { };
|
||||
|
||||
Reference in New Issue
Block a user