From 15e85118cd0ea84376a5540ebb86a69fe4f5a6bd Mon Sep 17 00:00:00 2001 From: Pierre Sauvage Date: Sun, 8 Sep 2024 17:24:04 +0200 Subject: [PATCH] set last version for spark3 --- roles/spark/README.md | 4 ++-- tdp_vars_defaults/spark3/spark3.yml | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/roles/spark/README.md b/roles/spark/README.md index 7ffb2092..b6b7d962 100644 --- a/roles/spark/README.md +++ b/roles/spark/README.md @@ -75,11 +75,11 @@ tdp-master-3 ```bash # Spark 2 export SPARK_CONF_DIR=/etc/spark/conf -spark-submit --class org.apache.spark.examples.SparkPi --master yarn --deploy-mode cluster /opt/tdp/spark/examples/jars/spark-examples_2.11-2.3.5-TDP-0.1.0-SNAPSHOT.jar 100 +spark-submit --class org.apache.spark.examples.SparkPi --master yarn --deploy-mode cluster /opt/tdp/spark/examples/jars/spark-examples_2.11-2.3.4-1.0.jar 100 # Spark 3 export SPARK_CONF_DIR=/etc/spark3/conf -spark3-submit --class org.apache.spark.examples.SparkPi --master yarn --deploy-mode cluster /opt/tdp/spark3/examples/jars/spark-examples_2.12-3.2.2-TDP-0.1.0-SNAPSHOT.jar 100 +spark3-submit --class org.apache.spark.examples.SparkPi --master yarn --deploy-mode cluster /opt/tdp/spark3/examples/jars/spark-examples_2.12-3.2.4-1.0.jar 100 ``` ### Start a Spark Shell in client mode diff --git a/tdp_vars_defaults/spark3/spark3.yml b/tdp_vars_defaults/spark3/spark3.yml index 1a2534d6..8df9d066 100644 --- a/tdp_vars_defaults/spark3/spark3.yml +++ b/tdp_vars_defaults/spark3/spark3.yml @@ -4,7 +4,7 @@ --- # Spark version spark_version: spark3 -spark_release: spark-3.2.2-0.0-bin-tdp +spark_release: spark-3.2.4-1.0-bin-tdp spark_dist_file: "{{ spark_release }}.tgz" # Spark HBase Connector