[lcnc] add starcoder2 model type to auto configure list (#1722)

deepjavalibrary · Apr 2, 2024 · 710e9c9 · 710e9c9
1 parent 89a22be
commit 710e9c9
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/wlm/src/main/java/ai/djl/serving/wlm/LmiConfigRecommender.java b/wlm/src/main/java/ai/djl/serving/wlm/LmiConfigRecommender.java
@@ -50,7 +50,8 @@ public final class LmiConfigRecommender {
                     Map.entry("qwen", "vllm"),
                     Map.entry("qwen2", "vllm"),
                     Map.entry("stablelm", "vllm"),
-                    Map.entry("dbrx", "lmi-dist"));
+                    Map.entry("dbrx", "lmi-dist"),
+                    Map.entry("starcoder2", "lmi-dist"));
 
     private static final Set<String> OPTIMIZED_TASK_ARCHITECTURES =
             Set.of("ForCausalLM", "LMHeadModel", "ForConditionalGeneration");