From e5d82eee674521c8b06ecba9186ff966bb87324d Mon Sep 17 00:00:00 2001
From: gadorlhiac <gadorlhiac@gmail.com>
Date: Fri, 5 Apr 2024 08:21:09 -0700
Subject: [PATCH] ENH Add StreamFileConcatenator to psocake SFX dag

---
 workflows/airflow/psocake_sfx_phasing.py | 7 ++++++-
 1 file changed, 6 insertions(+), 1 deletion(-)

diff --git a/workflows/airflow/psocake_sfx_phasing.py b/workflows/airflow/psocake_sfx_phasing.py
index e5b733ce..433778a9 100644
--- a/workflows/airflow/psocake_sfx_phasing.py
+++ b/workflows/airflow/psocake_sfx_phasing.py
@@ -38,6 +38,11 @@
     max_cores=120, task_id="CrystFELIndexer", dag=dag
 )
 
+# Concatenate stream files from all previous runs with same tag
+stream_concatenator: JIDSlurmOperator = JIDSlurmOperator(
+    max_cores=2, task_id="StreamFileConcatenator", dag=dag
+)
+
 # Merge
 merger: JIDSlurmOperator = JIDSlurmOperator(
     max_cores=120, task_id="PartialatorMerger", dag=dag
@@ -59,7 +64,7 @@
 )
 
 
-peak_finder >> indexer >> merger >> hkl_manipulator >> shelxc
+peak_finder >> indexer >> stream_concatenator >> merger >> hkl_manipulator >> shelxc
 merger >> hkl_comparer
 
 # Run summaries