Update src/cpp/src/llm_pipeline.cpp

openvinotoolkit · Oct 11, 2024 · b87d0f6 · b87d0f6
1 parent 8116342
commit b87d0f6
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/src/cpp/src/llm_pipeline.cpp b/src/cpp/src/llm_pipeline.cpp
@@ -581,6 +581,7 @@ ov::genai::LLMPipeline::LLMPipeline(
         scheduler_config.cache_size = 1;
         scheduler_config.enable_prefix_caching = true;
         scheduler_config.max_num_batched_tokens = 2048;
+        scheduler_config.dynamic_split_fuse = false;
         m_pimpl = std::make_unique<ContinuousBatchingAdapter>(
             path,
             scheduler_config,