From 710e9c9e89b7f959782cbdd9f477a08dd5f45810 Mon Sep 17 00:00:00 2001
From: Siddharth Venkatesan <siddvenk@umich.edu>
Date: Tue, 2 Apr 2024 09:53:35 -0700
Subject: [PATCH] [lcnc] add starcoder2 model type to auto configure list
 (#1722)

---
 wlm/src/main/java/ai/djl/serving/wlm/LmiConfigRecommender.java | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/wlm/src/main/java/ai/djl/serving/wlm/LmiConfigRecommender.java b/wlm/src/main/java/ai/djl/serving/wlm/LmiConfigRecommender.java
index 4c895533e..b1f1fd77d 100644
--- a/wlm/src/main/java/ai/djl/serving/wlm/LmiConfigRecommender.java
+++ b/wlm/src/main/java/ai/djl/serving/wlm/LmiConfigRecommender.java
@@ -50,7 +50,8 @@ public final class LmiConfigRecommender {
                     Map.entry("qwen", "vllm"),
                     Map.entry("qwen2", "vllm"),
                     Map.entry("stablelm", "vllm"),
-                    Map.entry("dbrx", "lmi-dist"));
+                    Map.entry("dbrx", "lmi-dist"),
+                    Map.entry("starcoder2", "lmi-dist"));
 
     private static final Set<String> OPTIMIZED_TASK_ARCHITECTURES =
             Set.of("ForCausalLM", "LMHeadModel", "ForConditionalGeneration");