diff --git a/wlm/src/main/java/ai/djl/serving/wlm/LmiConfigRecommender.java b/wlm/src/main/java/ai/djl/serving/wlm/LmiConfigRecommender.java index 4c895533e..b1f1fd77d 100644 --- a/wlm/src/main/java/ai/djl/serving/wlm/LmiConfigRecommender.java +++ b/wlm/src/main/java/ai/djl/serving/wlm/LmiConfigRecommender.java @@ -50,7 +50,8 @@ public final class LmiConfigRecommender { Map.entry("qwen", "vllm"), Map.entry("qwen2", "vllm"), Map.entry("stablelm", "vllm"), - Map.entry("dbrx", "lmi-dist")); + Map.entry("dbrx", "lmi-dist"), + Map.entry("starcoder2", "lmi-dist")); private static final Set OPTIMIZED_TASK_ARCHITECTURES = Set.of("ForCausalLM", "LMHeadModel", "ForConditionalGeneration");