WIP

Ferlab-Ste-Justine · Mar 11, 2024 · 96e64e0 · 96e64e0
1 parent db84f49
commit 96e64e0
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/dags/etl_normalize_variants.py b/dags/etl_normalize_variants.py
@@ -48,8 +48,8 @@
     # 'spark.jars.excludes':'org.apache.hadoop:hadoop-client',
     'spark.kubernetes.container.image': 'ferlabcrsj/spark:469f2fc61f06fcfa73c1480a5e5f73f59768152d',
     'spark.kubernetes.file.upload.path': f's3a://{datalake_bucket}/dependencies'    
-})
-# .with_spark_jar('https://github.com/Ferlab-Ste-Justine/etl-cqdg-portal/releases/download/v2.21.5/variant-task.jar') \
+}) \
+.with_spark_jar('https://github.com/Ferlab-Ste-Justine/etl-cqdg-portal/releases/download/v2.21.5/variant-task.jar') 
 def normalize_variant_operator(name):
     etl = normalized_etl.args('--release-id', release_id ) if name == 'snv' else normalized_etl
     return etl.prepend_args(name).operator(