diff --git a/wlm/src/main/java/ai/djl/serving/wlm/LmiConfigRecommender.java b/wlm/src/main/java/ai/djl/serving/wlm/LmiConfigRecommender.java index bd107c733d..8af660eebf 100644 --- a/wlm/src/main/java/ai/djl/serving/wlm/LmiConfigRecommender.java +++ b/wlm/src/main/java/ai/djl/serving/wlm/LmiConfigRecommender.java @@ -68,7 +68,9 @@ static void configure( } private static void setRollingBatch( - Properties lmiProperties, LmiUtils.HuggingFaceModelConfig modelConfig, String features) { + Properties lmiProperties, + LmiUtils.HuggingFaceModelConfig modelConfig, + String features) { // If dynamic batch is enabled, we don't enable rolling batch. if (Integer.parseInt(lmiProperties.getProperty("batch_size", "1")) > 1) { return; diff --git a/wlm/src/main/java/ai/djl/serving/wlm/LmiUtils.java b/wlm/src/main/java/ai/djl/serving/wlm/LmiUtils.java index 5cdf85b31a..074a8d8ef0 100644 --- a/wlm/src/main/java/ai/djl/serving/wlm/LmiUtils.java +++ b/wlm/src/main/java/ai/djl/serving/wlm/LmiUtils.java @@ -85,7 +85,8 @@ static boolean isTrtLLMRollingBatch(Properties properties) { static boolean needConvert(ModelInfo info) { Properties properties = info.getProperties(); - return isTrtLLMRollingBatch(info.getProperties()) || properties.containsKey("trtllm_python_backend"); + return isTrtLLMRollingBatch(info.getProperties()) + || properties.containsKey("trtllm_python_backend"); } static void convertTrtLLM(ModelInfo info) throws IOException {