ENH Add StreamFileConcatenator to psocake SFX dag

slac-lcls · Apr 5, 2024 · e5d82ee · e5d82ee
1 parent 885b25b
commit e5d82ee
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/workflows/airflow/psocake_sfx_phasing.py b/workflows/airflow/psocake_sfx_phasing.py
@@ -38,6 +38,11 @@
     max_cores=120, task_id="CrystFELIndexer", dag=dag
 )
 
+# Concatenate stream files from all previous runs with same tag
+stream_concatenator: JIDSlurmOperator = JIDSlurmOperator(
+    max_cores=2, task_id="StreamFileConcatenator", dag=dag
+)
+
 # Merge
 merger: JIDSlurmOperator = JIDSlurmOperator(
     max_cores=120, task_id="PartialatorMerger", dag=dag
@@ -59,7 +64,7 @@
 )
 
 
-peak_finder >> indexer >> merger >> hkl_manipulator >> shelxc
+peak_finder >> indexer >> stream_concatenator >> merger >> hkl_manipulator >> shelxc
 merger >> hkl_comparer
 
 # Run summaries