diff --git a/pkgs/development/python-modules/dask-yarn/default.nix b/pkgs/development/python-modules/dask-yarn/default.nix new file mode 100644 index 00000000000..2ef7c232f4c --- /dev/null +++ b/pkgs/development/python-modules/dask-yarn/default.nix @@ -0,0 +1,47 @@ +{ lib +, buildPythonPackage +, fetchFromGitHub +, pytestCheckHook +, pythonOlder +, distributed +, dask +, grpcio +, skein +}: + +buildPythonPackage rec { + pname = "dask-yarn"; + version = "0.9"; + + src = fetchFromGitHub { + owner = "dask"; + repo = pname; + rev = version; + hash = "sha256-/BTsxQSiVQrihrCa9DE7pueyg3aPAdjd/Dt4dpUwdtM="; + }; + + propagatedBuildInputs = [ + distributed + dask + grpcio + skein + ]; + + checkInputs = [ pytestCheckHook ]; + preCheck = '' + export HOME=$TMPDIR + ''; + pythonImportsCheck = [ "dask_yarn" ]; + + meta = with lib; { + description = "Deploy dask on YARN clusters"; + longDescription = ''Dask-Yarn deploys Dask on YARN clusters, + such as are found in traditional Hadoop installations. + Dask-Yarn provides an easy interface to quickly start, + stop, and scale Dask clusters natively from Python. + ''; + homepage = "https://yarn.dask.org/"; + license = licenses.bsd3; + maintainers = with maintainers; [ illustris ]; + }; +} diff --git a/pkgs/top-level/python-packages.nix b/pkgs/top-level/python-packages.nix index 63dd4ba178f..808618fb4a1 100644 --- a/pkgs/top-level/python-packages.nix +++ b/pkgs/top-level/python-packages.nix @@ -2043,6 +2043,8 @@ in { dask-xgboost = callPackage ../development/python-modules/dask-xgboost { }; + dask-yarn = callPackage ../development/python-modules/dask-yarn { }; + databases = callPackage ../development/python-modules/databases { }; databricks-cli = callPackage ../development/python-modules/databricks-cli { };