Skip to content

Commit

Permalink
format java
Browse files Browse the repository at this point in the history
  • Loading branch information
sindhuvahinis committed Mar 27, 2024
1 parent a237a71 commit 11f96b5
Show file tree
Hide file tree
Showing 2 changed files with 5 additions and 2 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -68,7 +68,9 @@ static void configure(
}

private static void setRollingBatch(
Properties lmiProperties, LmiUtils.HuggingFaceModelConfig modelConfig, String features) {
Properties lmiProperties,
LmiUtils.HuggingFaceModelConfig modelConfig,
String features) {
// If dynamic batch is enabled, we don't enable rolling batch.
if (Integer.parseInt(lmiProperties.getProperty("batch_size", "1")) > 1) {
return;
Expand Down
3 changes: 2 additions & 1 deletion wlm/src/main/java/ai/djl/serving/wlm/LmiUtils.java
Original file line number Diff line number Diff line change
Expand Up @@ -85,7 +85,8 @@ static boolean isTrtLLMRollingBatch(Properties properties) {

static boolean needConvert(ModelInfo<?, ?> info) {
Properties properties = info.getProperties();
return isTrtLLMRollingBatch(info.getProperties()) || properties.containsKey("trtllm_python_backend");
return isTrtLLMRollingBatch(info.getProperties())
|| properties.containsKey("trtllm_python_backend");
}

static void convertTrtLLM(ModelInfo<?, ?> info) throws IOException {
Expand Down

0 comments on commit 11f96b5

Please sign in to comment.