[lcnc] make lmi-dist the default for all supported architectures (#1751)

deepjavalibrary · Apr 9, 2024 · 88f1d71 · 88f1d71
1 parent 7468c42
commit 88f1d71
Show file tree

Hide file tree

Showing 2 changed files with 20 additions and 20 deletions.
diff --git a/wlm/src/main/java/ai/djl/serving/wlm/LmiConfigRecommender.java b/wlm/src/main/java/ai/djl/serving/wlm/LmiConfigRecommender.java
@@ -34,22 +34,22 @@ public final class LmiConfigRecommender {
                     Map.entry("llama", "lmi-dist"),
                     Map.entry("mpt", "lmi-dist"),
                     Map.entry("gpt-bigcode", "lmi-dist"),
-                    Map.entry("aquila", "vllm"),
-                    Map.entry("baichuan", "vllm"),
-                    Map.entry("bloom", "vllm"),
-                    Map.entry("chatglm", "vllm"),
-                    Map.entry("deci", "vllm"),
-                    Map.entry("gemma", "vllm"),
-                    Map.entry("gpt2", "vllm"),
-                    Map.entry("gptj", "vllm"),
-                    Map.entry("internlm2", "vllm"),
-                    Map.entry("mistral", "vllm"),
-                    Map.entry("mixtral", "vllm"),
-                    Map.entry("opt", "vllm"),
-                    Map.entry("phi", "vllm"),
-                    Map.entry("qwen", "vllm"),
-                    Map.entry("qwen2", "vllm"),
-                    Map.entry("stablelm", "vllm"),
+                    Map.entry("aquila", "lmi-dist"),
+                    Map.entry("baichuan", "lmi-dist"),
+                    Map.entry("bloom", "lmi-dist"),
+                    Map.entry("chatglm", "lmi-dist"),
+                    Map.entry("deci", "lmi-dist"),
+                    Map.entry("gemma", "lmi-dist"),
+                    Map.entry("gpt2", "lmi-dist"),
+                    Map.entry("gptj", "lmi-dist"),
+                    Map.entry("internlm2", "lmi-dist"),
+                    Map.entry("mistral", "lmi-dist"),
+                    Map.entry("mixtral", "lmi-dist"),
+                    Map.entry("opt", "lmi-dist"),
+                    Map.entry("phi", "lmi-dist"),
+                    Map.entry("qwen", "lmi-dist"),
+                    Map.entry("qwen2", "lmi-dist"),
+                    Map.entry("stablelm", "lmi-dist"),
                     Map.entry("dbrx", "lmi-dist"),
                     Map.entry("starcoder2", "lmi-dist"));
 

diff --git a/wlm/src/test/java/ai/djl/serving/wlm/ModelInfoTest.java b/wlm/src/test/java/ai/djl/serving/wlm/ModelInfoTest.java
@@ -256,12 +256,12 @@ public void testInferLMIEngine() throws IOException, ModelException {
                 new HashMap<>() {
                     {
                         put("TheBloke/Llama-2-7B-fp16", "lmi-dist");
-                        put("openai-community/gpt2", "vllm");
+                        put("openai-community/gpt2", "lmi-dist");
                         put("tiiuae/falcon-7b", "lmi-dist");
-                        put("mistralai/Mistral-7B-v0.1", "vllm");
-                        put("src/test/resources/local-hf-model", "vllm");
+                        put("mistralai/Mistral-7B-v0.1", "lmi-dist");
+                        put("src/test/resources/local-hf-model", "lmi-dist");
                         put("HuggingFaceH4/tiny-random-LlamaForSequenceClassification", "disable");
-                        put("THUDM/chatglm3-6b", "vllm");
+                        put("THUDM/chatglm3-6b", "lmi-dist");
                     }
                 };
         Path modelStore = Paths.get("build/models");