Skip to content

Commit ef2a8c4

Browse files
authored
[cherrypick][0.28.0 dlc] fix default behavior for rb in neuron (#2116) (#2117)
1 parent a7b3254 commit ef2a8c4

File tree

1 file changed

+4
-1
lines changed

1 file changed

+4
-1
lines changed

wlm/src/main/java/ai/djl/serving/wlm/LmiConfigRecommender.java

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -87,7 +87,10 @@ private static void setRollingBatch(
8787
lmiProperties.setProperty("option.rolling_batch", "disable");
8888
return;
8989
}
90-
String rollingBatch = lmiProperties.getProperty("option.rolling_batch", "auto");
90+
91+
String defaultRollingBatch = isTnxEnabled(features) ? "disable" : "auto";
92+
String rollingBatch =
93+
lmiProperties.getProperty("option.rolling_batch", defaultRollingBatch);
9194
String modelType = modelConfig.getModelType();
9295
if (!"auto".equals(rollingBatch)) {
9396
return;

0 commit comments

Comments
 (0)