We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent b752c31 commit 12422f8Copy full SHA for 12422f8
wlm/src/main/java/ai/djl/serving/wlm/LmiConfigRecommender.java
@@ -68,7 +68,11 @@ public final class LmiConfigRecommender {
68
Map.entry("llava", "lmi-dist"),
69
Map.entry("llava_next", "lmi-dist"),
70
Map.entry("paligemma", "lmi-dist"),
71
- Map.entry("phi3_v", "lmi-dist"));
+ Map.entry("phi3_v", "lmi-dist"),
72
+ // vllm 0.5.3
73
+ Map.entry("chameleon", "lmi-dist"),
74
+ Map.entry("fuyu", "lmi-dist"));
75
+
76
77
private static final Set<String> OPTIMIZED_TASK_ARCHITECTURES =
78
Set.of("ForCausalLM", "LMHeadModel", "ForConditionalGeneration");
0 commit comments