stuebinm
ff1a94e523
The nixpkgs-unstable channel's programs.sqlite was used to identify packages producing exactly one binary, and these automatically added to their package definitions wherever possible.
80 lines
1.7 KiB
Nix
80 lines
1.7 KiB
Nix
{ lib
|
|
, stdenv
|
|
, buildPythonPackage
|
|
, dask
|
|
, distributed
|
|
, fetchFromGitHub
|
|
, fetchpatch
|
|
, grpcio
|
|
, pytestCheckHook
|
|
, pythonOlder
|
|
, skein
|
|
}:
|
|
|
|
buildPythonPackage rec {
|
|
pname = "dask-yarn";
|
|
version = "0.9";
|
|
format = "setuptools";
|
|
|
|
disabled = pythonOlder "3.7";
|
|
|
|
src = fetchFromGitHub {
|
|
owner = "dask";
|
|
repo = "dask-yarn";
|
|
rev = "refs/tags/${version}";
|
|
hash = "sha256-/BTsxQSiVQrihrCa9DE7pueyg3aPAdjd/Dt4dpUwdtM=";
|
|
};
|
|
|
|
patches = [
|
|
(fetchpatch { # https://github.com/dask/dask-yarn/pull/150
|
|
name = "address-deprecations-introduced-in-distributed-2021-07-0";
|
|
url = "https://github.com/dask/dask-yarn/pull/150/commits/459848afcdc22568905ee98622c74e4071496423.patch";
|
|
hash = "sha256-LS46QBdiAmsp4jQq4DdYdmmk1qzx5JZNTQUlRcRwY5k=";
|
|
})
|
|
];
|
|
|
|
propagatedBuildInputs = [
|
|
distributed
|
|
dask
|
|
grpcio
|
|
skein
|
|
];
|
|
|
|
nativeCheckInputs = [
|
|
pytestCheckHook
|
|
];
|
|
|
|
preCheck = ''
|
|
export HOME=$TMPDIR
|
|
'';
|
|
|
|
pythonImportsCheck = [
|
|
"dask_yarn"
|
|
];
|
|
|
|
disabledTests = [
|
|
# skein.exceptions.DriverError: Failed to start java process
|
|
"test_basic"
|
|
"test_adapt"
|
|
"test_from_specification"
|
|
"test_from_application_id"
|
|
"test_from_current"
|
|
"test_basic_async"
|
|
"test_widget_and_html_reprs"
|
|
];
|
|
|
|
meta = with lib; {
|
|
description = "Deploy dask on YARN clusters";
|
|
mainProgram = "dask-yarn";
|
|
longDescription = ''Dask-Yarn deploys Dask on YARN clusters,
|
|
such as are found in traditional Hadoop installations.
|
|
Dask-Yarn provides an easy interface to quickly start,
|
|
stop, and scale Dask clusters natively from Python.
|
|
'';
|
|
homepage = "https://yarn.dask.org/";
|
|
license = licenses.bsd3;
|
|
maintainers = with maintainers; [ illustris ];
|
|
broken = stdenv.isDarwin;
|
|
};
|
|
}
|