WIP

Ferlab-Ste-Justine · Mar 8, 2024 · ad32e1d · ad32e1d
1 parent 994efc1
commit ad32e1d
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 6 deletions.
diff --git a/dags/etl_variants_prepared.py b/dags/etl_variants_prepared.py
@@ -1,9 +1,14 @@
 from airflow import DAG
 from airflow.models.param import Param
 from datetime import datetime
-from lib.config import etl_variant_prepared_config
+from lib.config import etl_variant_config, default_config_file
 from lib.operators.spark import SparkOperator
 
+etl_variant_prepared_config = etl_variant_config \
+    .with_spark_class('bio.ferlab.etl.prepared.RunPrepared') \
+    .args('--config', default_config_file,
+          '--steps', 'default'
+    )
 with DAG(
         dag_id='etl_variant_prepared',
         start_date=datetime(2022, 1, 1),

diff --git a/dags/lib/config.py b/dags/lib/config.py
@@ -144,11 +144,6 @@ class Env:
     .add_spark_conf(spark_large_conf) \
     .with_spark_jar(variant_jar) 
 
-etl_variant_prepared_config = etl_variant_config \
-    .with_spark_class('bio.ferlab.etl.prepared.RunPrepared') \
-    .args('--config', default_config_file,
-          '--steps', 'default'
-    )
 etl_variant_normalized_config = etl_variant_config \
     .with_spark_class('bio.ferlab.etl.normalized.RunNormalizedGenomic')