81 lines
1.4 KiB
Nix
81 lines
1.4 KiB
Nix
{ lib
|
|
, buildPythonPackage
|
|
, fetchFromGitHub
|
|
|
|
# propagates
|
|
, pyyaml
|
|
|
|
# optionals
|
|
, boto3
|
|
, botocore
|
|
, google-cloud-dataproc
|
|
, google-cloud-logging
|
|
, google-cloud-storage
|
|
, python-rapidjson
|
|
, simplejson
|
|
, ujson
|
|
|
|
|
|
# tests
|
|
, pyspark
|
|
, unittestCheckHook
|
|
, warcio
|
|
}:
|
|
|
|
buildPythonPackage rec {
|
|
pname = "mrjob";
|
|
version = "0.7.4";
|
|
format = "setuptools";
|
|
|
|
src = fetchFromGitHub {
|
|
owner = "Yelp";
|
|
repo = "mrjob";
|
|
rev = "refs/tags/v${version}";
|
|
hash = "sha256-Yp4yUx6tkyGB622I9y+AWK2AkIDVGKQPMM+LtB/M3uo=";
|
|
};
|
|
|
|
propagatedBuildInputs = [
|
|
pyyaml
|
|
];
|
|
|
|
passthru.optional-dependencies = {
|
|
aws = [
|
|
boto3
|
|
botocore
|
|
];
|
|
google = [
|
|
google-cloud-dataproc
|
|
google-cloud-logging
|
|
google-cloud-storage
|
|
];
|
|
rapidjson = [
|
|
python-rapidjson
|
|
];
|
|
simplejson = [
|
|
simplejson
|
|
];
|
|
ujson = [
|
|
ujson
|
|
];
|
|
};
|
|
|
|
doCheck = false; # failing tests
|
|
|
|
nativeCheckInputs = [
|
|
pyspark
|
|
unittestCheckHook
|
|
warcio
|
|
] ++ lib.flatten (builtins.attrValues passthru.optional-dependencies);
|
|
|
|
unittestFlagsArray = [
|
|
"-v"
|
|
];
|
|
|
|
meta = with lib; {
|
|
changelog = "https://github.com/Yelp/mrjob/blob/v${version}/CHANGES.txt";
|
|
description = "Run MapReduce jobs on Hadoop or Amazon Web Services";
|
|
homepage = "https://github.com/Yelp/mrjob";
|
|
license = licenses.asl20;
|
|
maintainers = with maintainers; [ ];
|
|
};
|
|
}
|