Update Spark version constraint to be <3.6

awslabs · Apr 3, 2024 · beab4c8 · beab4c8
1 parent 3a08e3f
commit beab4c8
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/graphstorm-processing/pyproject.toml b/graphstorm-processing/pyproject.toml
@@ -10,7 +10,7 @@ authors = [
 
 [tool.poetry.dependencies]
 python = "~3.9.12"
-pyspark = ">=3.3.0, <= 3.5.0"
+pyspark = ">=3.3.0, < 3.6.0"
 pyarrow = "~14.0.1"
 boto3 = "~1.28.1"
 joblib = "^1.3.1"