python3Packages.mrjob: init at 0.7.4

Dependency for upgrading approvaltests.

1 files changed, 81 insertions, 0 deletions

diff --git a/pkgs/development/python-modules/mrjob/default.nix b/pkgs/development/python-modules/mrjob/default.nix
new file mode 100644
index 000000000000..f8029f9db6c8
--- /dev/null
+++ b/pkgs/development/python-modules/mrjob/default.nix
@@ -0,0 +1,81 @@
+{ lib
+, buildPythonPackage
+, fetchFromGitHub
+
+# propagates
+, pyyaml
+
+# optionals
+, boto3
+, botocore
+, google-cloud-dataproc
+, google-cloud-logging
+, google-cloud-storage
+, python-rapidjson
+, simplejson
+, ujson
+
+
+# tests
+, pyspark
+, unittestCheckHook
+, warcio
+}:
+
+buildPythonPackage rec {
+  pname = "mrjob";
+  version = "0.7.4";
+  format = "setuptools";
+
+  src = fetchFromGitHub {
+    owner = "Yelp";
+    repo = "mrjob";
+    rev = "refs/tags/v${version}";
+    hash = "sha256-Yp4yUx6tkyGB622I9y+AWK2AkIDVGKQPMM+LtB/M3uo=";
+  };
+
+  propagatedBuildInputs = [
+    pyyaml
+  ];
+
+  passthru.optional-dependencies = {
+    aws = [
+      boto3
+      botocore
+    ];
+    google = [
+      google-cloud-dataproc
+      google-cloud-logging
+      google-cloud-storage
+    ];
+    rapidjson = [
+      python-rapidjson
+    ];
+    simplejson = [
+      simplejson
+    ];
+    ujson = [
+      ujson
+    ];
+  };
+
+  doCheck = false; # failing tests
+
+  checkInputs = [
+    pyspark
+    unittestCheckHook
+    warcio
+  ] ++ lib.flatten (builtins.attrValues passthru.optional-dependencies);
+
+  unittestFlagsArray = [
+    "-v"
+  ];
+
+  meta = with lib; {
+    changelog = "https://github.com/Yelp/mrjob/blob/v${version}/CHANGES.txt";
+    description = "Run MapReduce jobs on Hadoop or Amazon Web Services";
+    homepage = "https://github.com/Yelp/mrjob";
+    license = licenses.asl20;
+    maintainers = with maintainers; [ ];
+  };
+}