diff --git a/src/cpp/src/llm_pipeline.cpp b/src/cpp/src/llm_pipeline.cpp
index 199b8eaceb..af8739157f 100644
--- a/src/cpp/src/llm_pipeline.cpp
+++ b/src/cpp/src/llm_pipeline.cpp
@@ -581,6 +581,7 @@ ov::genai::LLMPipeline::LLMPipeline(
         scheduler_config.cache_size = 1;
         scheduler_config.enable_prefix_caching = true;
         scheduler_config.max_num_batched_tokens = 2048;
+        scheduler_config.dynamic_split_fuse = false;
         m_pimpl = std::make_unique<ContinuousBatchingAdapter>(
             path,
             scheduler_config,