diff --git a/src/stream/src/common/builder.rs b/src/stream/src/common/builder.rs
index 8fc70547bef69..91954ab9f0111 100644
--- a/src/stream/src/common/builder.rs
+++ b/src/stream/src/common/builder.rs
@@ -45,7 +45,8 @@ pub struct StreamChunkBuilder {
 
 impl Drop for StreamChunkBuilder {
     fn drop(&mut self) {
-        assert_eq!(self.size, 0, "dropping non-empty stream chunk builder");
+        // Possible to fail in some corner cases but should not in unit tests
+        debug_assert_eq!(self.size, 0, "dropping non-empty stream chunk builder");
     }
 }