diff --git a/roles/spark/README.md b/roles/spark/README.md index 7ffb2092..b6b7d962 100644 --- a/roles/spark/README.md +++ b/roles/spark/README.md @@ -75,11 +75,11 @@ tdp-master-3 ```bash # Spark 2 export SPARK_CONF_DIR=/etc/spark/conf -spark-submit --class org.apache.spark.examples.SparkPi --master yarn --deploy-mode cluster /opt/tdp/spark/examples/jars/spark-examples_2.11-2.3.5-TDP-0.1.0-SNAPSHOT.jar 100 +spark-submit --class org.apache.spark.examples.SparkPi --master yarn --deploy-mode cluster /opt/tdp/spark/examples/jars/spark-examples_2.11-2.3.4-1.0.jar 100 # Spark 3 export SPARK_CONF_DIR=/etc/spark3/conf -spark3-submit --class org.apache.spark.examples.SparkPi --master yarn --deploy-mode cluster /opt/tdp/spark3/examples/jars/spark-examples_2.12-3.2.2-TDP-0.1.0-SNAPSHOT.jar 100 +spark3-submit --class org.apache.spark.examples.SparkPi --master yarn --deploy-mode cluster /opt/tdp/spark3/examples/jars/spark-examples_2.12-3.2.4-1.0.jar 100 ``` ### Start a Spark Shell in client mode diff --git a/tdp_vars_defaults/spark3/spark3.yml b/tdp_vars_defaults/spark3/spark3.yml index 1a2534d6..8df9d066 100644 --- a/tdp_vars_defaults/spark3/spark3.yml +++ b/tdp_vars_defaults/spark3/spark3.yml @@ -4,7 +4,7 @@ --- # Spark version spark_version: spark3 -spark_release: spark-3.2.2-0.0-bin-tdp +spark_release: spark-3.2.4-1.0-bin-tdp spark_dist_file: "{{ spark_release }}.tgz" # Spark HBase Connector