WIP

Ferlab-Ste-Justine · Mar 8, 2024 · a804dab · a804dab
1 parent d538dfe
commit a804dab
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/dags/lib/config.py b/dags/lib/config.py
@@ -115,8 +115,13 @@ class Env:
 }
 spark_index_conf = {
     'spark.kubernetes.driver.podTemplateFile': 'local:///app/pod-template-es-cert.yml',
+    'spark.driver.extraJavaOptions': '-Divy.cache.dir=/tmp -Divy.home=/tmp -Djavax.net.ssl.trustStore=/opt/keystores/truststore.p12 -Djavax.net.ssl.trustStorePassword=changeit',
+    'spark.kubernetes.driver.secretKeyRef.ES_USERNAME': 'opensearch-dags-credentials:username',
+    'spark.kubernetes.driver.secretKeyRef.ES_PASSWORD': 'opensearch-dags-credentials:password',
     'spark.kubernetes.executor.podTemplateFile': 'local:///app/pod-template-es-cert.yml',
-    'spark.driver.extraJavaOptions': '-Divy.cache.dir=/tmp -Divy.home=/tmp -Djavax.net.ssl.trustStore=/opt/keystores/truststore.p12 -Djavax.net.ssl.trustStorePassword=changeit'
+    'spark.executor.extraJavaOptions': '-Divy.cache.dir=/tmp -Divy.home=/tmp -Djavax.net.ssl.trustStore=/opt/keystores/truststore.p12 -Djavax.net.ssl.trustStorePassword=changeit',
+    'spark.executor.driver.secretKeyRef.ES_USERNAME': 'opensearch-dags-credentials:username',
+    'spark.executor.driver.secretKeyRef.ES_PASSWORD': 'opensearch-dags-credentials:password' 
 }    
 
 variant_jar = 'local:///app/variant-task.jar'