python3Packages.mrjob: init at 0.7.4
Dependency for upgrading approvaltests.
This commit is contained in:
parent
fe6201630f
commit
bed5829565
81
pkgs/development/python-modules/mrjob/default.nix
Normal file
81
pkgs/development/python-modules/mrjob/default.nix
Normal file
|
@ -0,0 +1,81 @@
|
||||||
|
{ lib
|
||||||
|
, buildPythonPackage
|
||||||
|
, fetchFromGitHub
|
||||||
|
|
||||||
|
# propagates
|
||||||
|
, pyyaml
|
||||||
|
|
||||||
|
# optionals
|
||||||
|
, boto3
|
||||||
|
, botocore
|
||||||
|
, google-cloud-dataproc
|
||||||
|
, google-cloud-logging
|
||||||
|
, google-cloud-storage
|
||||||
|
, python-rapidjson
|
||||||
|
, simplejson
|
||||||
|
, ujson
|
||||||
|
|
||||||
|
|
||||||
|
# tests
|
||||||
|
, pyspark
|
||||||
|
, unittestCheckHook
|
||||||
|
, warcio
|
||||||
|
}:
|
||||||
|
|
||||||
|
buildPythonPackage rec {
|
||||||
|
pname = "mrjob";
|
||||||
|
version = "0.7.4";
|
||||||
|
format = "setuptools";
|
||||||
|
|
||||||
|
src = fetchFromGitHub {
|
||||||
|
owner = "Yelp";
|
||||||
|
repo = "mrjob";
|
||||||
|
rev = "refs/tags/v${version}";
|
||||||
|
hash = "sha256-Yp4yUx6tkyGB622I9y+AWK2AkIDVGKQPMM+LtB/M3uo=";
|
||||||
|
};
|
||||||
|
|
||||||
|
propagatedBuildInputs = [
|
||||||
|
pyyaml
|
||||||
|
];
|
||||||
|
|
||||||
|
passthru.optional-dependencies = {
|
||||||
|
aws = [
|
||||||
|
boto3
|
||||||
|
botocore
|
||||||
|
];
|
||||||
|
google = [
|
||||||
|
google-cloud-dataproc
|
||||||
|
google-cloud-logging
|
||||||
|
google-cloud-storage
|
||||||
|
];
|
||||||
|
rapidjson = [
|
||||||
|
python-rapidjson
|
||||||
|
];
|
||||||
|
simplejson = [
|
||||||
|
simplejson
|
||||||
|
];
|
||||||
|
ujson = [
|
||||||
|
ujson
|
||||||
|
];
|
||||||
|
};
|
||||||
|
|
||||||
|
doCheck = false; # failing tests
|
||||||
|
|
||||||
|
checkInputs = [
|
||||||
|
pyspark
|
||||||
|
unittestCheckHook
|
||||||
|
warcio
|
||||||
|
] ++ lib.flatten (builtins.attrValues passthru.optional-dependencies);
|
||||||
|
|
||||||
|
unittestFlagsArray = [
|
||||||
|
"-v"
|
||||||
|
];
|
||||||
|
|
||||||
|
meta = with lib; {
|
||||||
|
changelog = "https://github.com/Yelp/mrjob/blob/v${version}/CHANGES.txt";
|
||||||
|
description = "Run MapReduce jobs on Hadoop or Amazon Web Services";
|
||||||
|
homepage = "https://github.com/Yelp/mrjob";
|
||||||
|
license = licenses.asl20;
|
||||||
|
maintainers = with maintainers; [ ];
|
||||||
|
};
|
||||||
|
}
|
|
@ -5968,6 +5968,8 @@ self: super: with self; {
|
||||||
|
|
||||||
mpyq = callPackage ../development/python-modules/mpyq { };
|
mpyq = callPackage ../development/python-modules/mpyq { };
|
||||||
|
|
||||||
|
mrjob = callPackage ../development/python-modules/mrjob { };
|
||||||
|
|
||||||
mrkd = callPackage ../development/python-modules/mrkd { };
|
mrkd = callPackage ../development/python-modules/mrkd { };
|
||||||
|
|
||||||
ms-active-directory = callPackage ../development/python-modules/ms-active-directory { };
|
ms-active-directory = callPackage ../development/python-modules/ms-active-directory { };
|
||||||
|
|
Loading…
Reference in a new issue