WIP

Ferlab-Ste-Justine · Mar 11, 2024 · dc83b52 · dc83b52
1 parent 96e64e0
commit dc83b52
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/dags/etl_normalize_variants.py b/dags/etl_normalize_variants.py
@@ -48,8 +48,7 @@
     # 'spark.jars.excludes':'org.apache.hadoop:hadoop-client',
     'spark.kubernetes.container.image': 'ferlabcrsj/spark:469f2fc61f06fcfa73c1480a5e5f73f59768152d',
     'spark.kubernetes.file.upload.path': f's3a://{datalake_bucket}/dependencies'    
-}) \
-.with_spark_jar('https://github.com/Ferlab-Ste-Justine/etl-cqdg-portal/releases/download/v2.21.5/variant-task.jar') 
+}) #.with_spark_jar('https://github.com/Ferlab-Ste-Justine/etl-cqdg-portal/releases/download/v2.21.5/variant-task.jar') 
 def normalize_variant_operator(name):
     etl = normalized_etl.args('--release-id', release_id ) if name == 'snv' else normalized_etl
     return etl.prepend_args(name).operator(