Ihar Hrachyshka
567e8dfd8e
This commit was created by a combination of scripts and tools: - an ast-grep script to prefix things in meta with `lib.`, - a modified nixf-diagnose / nixf combination to remove unused `with lib;`, and - regular nixfmt. Co-authored-by: Wolfgang Walther <walther@technowledgy.de>
88 lines
1.8 KiB
Nix
88 lines
1.8 KiB
Nix
{
|
|
lib,
|
|
buildPythonPackage,
|
|
pythonOlder,
|
|
fetchFromGitHub,
|
|
fetchpatch,
|
|
setuptools,
|
|
versioneer,
|
|
dask,
|
|
distributed,
|
|
grpcio,
|
|
skein,
|
|
pytestCheckHook,
|
|
}:
|
|
|
|
buildPythonPackage rec {
|
|
pname = "dask-yarn";
|
|
version = "0.9";
|
|
pyproject = true;
|
|
|
|
disabled = pythonOlder "3.7";
|
|
|
|
src = fetchFromGitHub {
|
|
owner = "dask";
|
|
repo = "dask-yarn";
|
|
tag = version;
|
|
hash = "sha256-/BTsxQSiVQrihrCa9DE7pueyg3aPAdjd/Dt4dpUwdtM=";
|
|
};
|
|
|
|
patches = [
|
|
(fetchpatch {
|
|
# https://github.com/dask/dask-yarn/pull/150
|
|
name = "address-deprecations-introduced-in-distributed-2021-07-0";
|
|
url = "https://github.com/dask/dask-yarn/pull/150/commits/459848afcdc22568905ee98622c74e4071496423.patch";
|
|
hash = "sha256-LS46QBdiAmsp4jQq4DdYdmmk1qzx5JZNTQUlRcRwY5k=";
|
|
})
|
|
];
|
|
|
|
postPatch = ''
|
|
rm versioneer.py
|
|
'';
|
|
|
|
build-system = [
|
|
setuptools
|
|
versioneer
|
|
];
|
|
|
|
dependencies = [
|
|
dask
|
|
distributed
|
|
grpcio
|
|
skein
|
|
];
|
|
|
|
nativeCheckInputs = [ pytestCheckHook ];
|
|
|
|
preCheck = ''
|
|
export HOME=$TMPDIR
|
|
'';
|
|
|
|
pythonImportsCheck = [ "dask_yarn" ];
|
|
|
|
disabledTests = [
|
|
# skein.exceptions.DriverError: Failed to start java process
|
|
"test_basic"
|
|
"test_adapt"
|
|
"test_from_specification"
|
|
"test_from_application_id"
|
|
"test_from_current"
|
|
"test_basic_async"
|
|
"test_widget_and_html_reprs"
|
|
];
|
|
|
|
meta = {
|
|
description = "Deploy dask on YARN clusters";
|
|
mainProgram = "dask-yarn";
|
|
longDescription = ''
|
|
Dask-Yarn deploys Dask on YARN clusters,
|
|
such as are found in traditional Hadoop installations.
|
|
Dask-Yarn provides an easy interface to quickly start,
|
|
stop, and scale Dask clusters natively from Python.
|
|
'';
|
|
homepage = "https://yarn.dask.org/";
|
|
license = lib.licenses.bsd3;
|
|
maintainers = with lib.maintainers; [ illustris ];
|
|
};
|
|
}
|