fix(spark): add python version

TOSIT-IO · Sep 22, 2023 · daf1019 · daf1019
1 parent f5bd4e5
commit daf1019
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/tdp_vars_defaults/spark/spark.yml b/tdp_vars_defaults/spark/spark.yml
@@ -151,6 +151,7 @@ spark_env_common:
   HADOOP_HOME: "{{ hadoop_home }}"
   HIVE_CONF_DIR: "{{ spark_client_conf_dir }}"
   LD_LIBRARY_PATH: "'{{ hadoop_home }}/lib/native/:$LD_LIBRARY_PATH'"
+  PYSPARK_PYTHON: python3
 
 # spark-env.sh - Spark History Server
 spark_env_hs: