From daf101944e77be13d2b0ca9cc91c9fab84a1f971 Mon Sep 17 00:00:00 2001 From: Mohamed Mehdi BEN AISSA Date: Thu, 21 Sep 2023 15:39:45 +0200 Subject: [PATCH] fix(spark): add python version --- tdp_vars_defaults/spark/spark.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/tdp_vars_defaults/spark/spark.yml b/tdp_vars_defaults/spark/spark.yml index c0ddd0de..f168ac8a 100644 --- a/tdp_vars_defaults/spark/spark.yml +++ b/tdp_vars_defaults/spark/spark.yml @@ -151,6 +151,7 @@ spark_env_common: HADOOP_HOME: "{{ hadoop_home }}" HIVE_CONF_DIR: "{{ spark_client_conf_dir }}" LD_LIBRARY_PATH: "'{{ hadoop_home }}/lib/native/:$LD_LIBRARY_PATH'" + PYSPARK_PYTHON: python3 # spark-env.sh - Spark History Server spark_env_hs: