diff --git a/wlm/src/main/java/ai/djl/serving/wlm/LmiConfigRecommender.java b/wlm/src/main/java/ai/djl/serving/wlm/LmiConfigRecommender.java index c4bcaafce..c5e8bab9b 100644 --- a/wlm/src/main/java/ai/djl/serving/wlm/LmiConfigRecommender.java +++ b/wlm/src/main/java/ai/djl/serving/wlm/LmiConfigRecommender.java @@ -87,7 +87,10 @@ private static void setRollingBatch( lmiProperties.setProperty("option.rolling_batch", "disable"); return; } - String rollingBatch = lmiProperties.getProperty("option.rolling_batch", "auto"); + + String defaultRollingBatch = isTnxEnabled(features) ? "disable" : "auto"; + String rollingBatch = + lmiProperties.getProperty("option.rolling_batch", defaultRollingBatch); String modelType = modelConfig.getModelType(); if (!"auto".equals(rollingBatch)) { return;