Skip to content

Commit 693dcd1

Browse files
committed
[multimodal] add additional vlm architectures to lmi config recommender
1 parent b752c31 commit 693dcd1

File tree

1 file changed

+4
-1
lines changed

1 file changed

+4
-1
lines changed

wlm/src/main/java/ai/djl/serving/wlm/LmiConfigRecommender.java

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -68,7 +68,10 @@ public final class LmiConfigRecommender {
6868
Map.entry("llava", "lmi-dist"),
6969
Map.entry("llava_next", "lmi-dist"),
7070
Map.entry("paligemma", "lmi-dist"),
71-
Map.entry("phi3_v", "lmi-dist"));
71+
Map.entry("phi3_v", "lmi-dist"),
72+
// vllm 0.5.3
73+
Map.entry("chameleon", "lmi-dist"),
74+
Map.entry("fuyu", "lmi-dist"));
7275

7376
private static final Set<String> OPTIMIZED_TASK_ARCHITECTURES =
7477
Set.of("ForCausalLM", "LMHeadModel", "ForConditionalGeneration");

0 commit comments

Comments
 (0)