From 96e64e0cbb869d2564d7789803a84faaba54dd20 Mon Sep 17 00:00:00 2001 From: jecos Date: Mon, 11 Mar 2024 12:57:37 -0400 Subject: [PATCH] WIP --- dags/etl_normalize_variants.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/dags/etl_normalize_variants.py b/dags/etl_normalize_variants.py index 4c9177a..3ad6ed8 100644 --- a/dags/etl_normalize_variants.py +++ b/dags/etl_normalize_variants.py @@ -48,8 +48,8 @@ # 'spark.jars.excludes':'org.apache.hadoop:hadoop-client', 'spark.kubernetes.container.image': 'ferlabcrsj/spark:469f2fc61f06fcfa73c1480a5e5f73f59768152d', 'spark.kubernetes.file.upload.path': f's3a://{datalake_bucket}/dependencies' -}) -# .with_spark_jar('https://github.com/Ferlab-Ste-Justine/etl-cqdg-portal/releases/download/v2.21.5/variant-task.jar') \ +}) \ +.with_spark_jar('https://github.com/Ferlab-Ste-Justine/etl-cqdg-portal/releases/download/v2.21.5/variant-task.jar') def normalize_variant_operator(name): etl = normalized_etl.args('--release-id', release_id ) if name == 'snv' else normalized_etl return etl.prepend_args(name).operator(