From dc83b520403630081b45d2b9827ec4269278713a Mon Sep 17 00:00:00 2001 From: jecos Date: Mon, 11 Mar 2024 13:02:38 -0400 Subject: [PATCH] WIP --- dags/etl_normalize_variants.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/dags/etl_normalize_variants.py b/dags/etl_normalize_variants.py index 3ad6ed8..958dd41 100644 --- a/dags/etl_normalize_variants.py +++ b/dags/etl_normalize_variants.py @@ -48,8 +48,7 @@ # 'spark.jars.excludes':'org.apache.hadoop:hadoop-client', 'spark.kubernetes.container.image': 'ferlabcrsj/spark:469f2fc61f06fcfa73c1480a5e5f73f59768152d', 'spark.kubernetes.file.upload.path': f's3a://{datalake_bucket}/dependencies' -}) \ -.with_spark_jar('https://github.com/Ferlab-Ste-Justine/etl-cqdg-portal/releases/download/v2.21.5/variant-task.jar') +}) #.with_spark_jar('https://github.com/Ferlab-Ste-Justine/etl-cqdg-portal/releases/download/v2.21.5/variant-task.jar') def normalize_variant_operator(name): etl = normalized_etl.args('--release-id', release_id ) if name == 'snv' else normalized_etl return etl.prepend_args(name).operator(