PKG: checkout numpy > 2 for spark (#31)

ing-bank · Nov 29, 2024 · e7f5658 · e7f5658
1 parent 5b2a043
commit e7f5658
Showing 1 changed file with 1 addition and 4 deletions.
diff --git a/pyproject.toml b/pyproject.toml
@@ -40,10 +40,7 @@ dynamic = ["version"]
 spark = [
   # In NumPy 1.24.0, np.bool has been removed.
   # https://issues.apache.org/jira/browse/SPARK-41718
-  # 3.4 is needed for python 3.11
-  # https://github.com/apache/spark/pull/38987
-  "pyspark>=3.1; python_version < '3.11'",
-  "numpy<1.24.0",
+  "pyspark>=3.1; python_version <= '3.11'",
 ]
 dev = [
   "pre-commit",