fix(spark2|3): set yarn cluster mode by default for better resiliency

TOSIT-IO · Oct 27, 2023 · dd5143f · dd5143f
1 parent deb2e0c
commit dd5143f
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 0 deletions.
diff --git a/tdp_vars_defaults/spark/spark.yml b/tdp_vars_defaults/spark/spark.yml
@@ -112,6 +112,7 @@ spark_defaults_client:
       list |
       join(',') }}
   spark.sql.hive.metastore.jars.path: /opt/tdp/hive/lib/
+  spark.submit.deployMode: cluster
   # Default number of executors
   spark.executor.instances: 2
   # Default spark AM allocated vcores

diff --git a/tdp_vars_defaults/spark3/spark3.yml b/tdp_vars_defaults/spark3/spark3.yml
@@ -114,6 +114,7 @@ spark_defaults_client:
       list |
       join(',') }}
   spark.sql.hive.metastore.jars.path: /opt/tdp/hive/lib/
+  spark.submit.deployMode: cluster
   # Default number of executors
   spark.executor.instances: 2
   # Default spark AM allocated vcores