diff --git a/pkgs/development/python-modules/pyspark/default.nix b/pkgs/development/python-modules/pyspark/default.nix index 625041fd81b2..2e6f41aa2332 100644 --- a/pkgs/development/python-modules/pyspark/default.nix +++ b/pkgs/development/python-modules/pyspark/default.nix @@ -1,28 +1,39 @@ -{ buildPythonPackage, fetchPypi, lib, py4j }: +{ lib +, buildPythonPackage +, fetchPypi +, py4j +}: buildPythonPackage rec { pname = "pyspark"; - version = "3.1.2"; + version = "3.2.0"; src = fetchPypi { inherit pname version; - sha256 = "5e25ebb18756e9715f4d26848cc7e558035025da74b4fc325a0ebc05ff538e65"; + sha256 = "bfea06179edbfb4bc76a0f470bd3c38e12f00e1023e3ad0373558d07cff102ab"; }; # pypandoc is broken with pandoc2, so we just lose docs. postPatch = '' sed -i "s/'pypandoc'//" setup.py - substituteInPlace setup.py --replace py4j==0.10.9 'py4j>=0.10.9,<0.11' + substituteInPlace setup.py \ + --replace py4j==0.10.9.2 'py4j>=0.10.9,<0.11' ''; - propagatedBuildInputs = [ py4j ]; + propagatedBuildInputs = [ + py4j + ]; - # Tests assume running spark... + # Tests assume running spark instance doCheck = false; + pythonImportsCheck = [ + "pyspark" + ]; + meta = with lib; { - description = "Apache Spark"; + description = "Python bindings for Apache Spark"; homepage = "https://github.com/apache/spark/tree/master/python"; license = licenses.asl20; maintainers = [ maintainers.shlevy ];