use chain_linear for dependencies

lsst-uk · Aug 16, 2024 · 5f7483b · 5f7483b
1 parent b5c615a
commit 5f7483b
Showing 1 changed file with 7 additions and 4 deletions.
diff --git a/echo-side/dags/monitor.py b/echo-side/dags/monitor.py
@@ -4,6 +4,7 @@
 from airflow.models import Variable
 from datetime import timedelta, datetime
 from kubernetes.client import models as k8s
+from airflow.models.baseoperator import chain_linear
 
 # Create k8s storage mount 
 
@@ -118,8 +119,10 @@ def get_new_csvs(bucket_name):
             )
 
     # Set the task sequence
-    list_csv_files
-    compare_csv_file_lists
-    get_new_csvs_task
-    check_uploads
+    chain_linear(
+        list_csv_files,
+        compare_csv_file_lists,
+        get_new_csvs_task,
+        check_uploads
+    )