WIP

Ferlab-Ste-Justine · Mar 10, 2024 · b031a23 · b031a23
1 parent 6af493d
commit b031a23
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/dags/etl_normalize_variants.py b/dags/etl_normalize_variants.py
@@ -15,11 +15,11 @@
                 '--study-id', study_id,
                 '--study-code', '{{ params.study_code }}' 
 ) \
-.with_spark_jar('file:///app/variant-task.jar') \
+.with_spark_jar('s3a://cqdg-qa-app-datalake/jars/variant-task.jar') \
 .add_spark_conf({
     'spark.jars.packages': 'io.delta:delta-core_2.12:2.3.0',
     'spark.kubernetes.container.image': 'ferlabcrsj/spark:469f2fc61f06fcfa73c1480a5e5f73f59768152d',
-    'spark.kubernetes.file.upload.path': f's3a://{datalake_bucket}/dependencies'    
+    # 'spark.kubernetes.file.upload.path': f's3a://{datalake_bucket}/dependencies'    
 })
 
 def normalize_variant_operator(name):