diff --git a/src/meta/src/stream/scale.rs b/src/meta/src/stream/scale.rs
index eca6a78f35e94..6dd0d1e3b72cb 100644
--- a/src/meta/src/stream/scale.rs
+++ b/src/meta/src/stream/scale.rs
@@ -1732,16 +1732,21 @@ impl ScaleController {
                                         "no shuffle should have exactly one downstream actor id",
                                     );
 
-                                let downstream_fragment_id = actor_fragment_id_map_for_check
-                                    .get(downstream_actor_id)
-                                    .unwrap();
-
-                                // dispatcher_id of dispatcher should be exactly same as downstream fragment id
-                                // but we need to check it to make sure
-                                debug_assert_eq!(
-                                    *downstream_fragment_id,
-                                    dispatcher.dispatcher_id as FragmentId
-                                );
+                                if let Some(downstream_fragment_id) =
+                                    actor_fragment_id_map_for_check.get(downstream_actor_id)
+                                {
+                                    // dispatcher_id of dispatcher should be exactly same as downstream fragment id
+                                    // but we need to check it to make sure
+                                    debug_assert_eq!(
+                                        *downstream_fragment_id,
+                                        dispatcher.dispatcher_id as FragmentId
+                                    );
+                                } else {
+                                    tracing::warn!(
+                                        "downstream actor id {} not found in fragment_actor_id_map",
+                                        downstream_actor_id
+                                    );
+                                }
 
                                 no_shuffle_target_fragment_ids
                                     .insert(dispatcher.dispatcher_id as FragmentId);