feat: add qwen2.5:32b model configuration to bridge_all.py

awwaawwa · Sep 20, 2024 · f76d2d2 · f76d2d2
1 parent 2b9a83f
commit f76d2d2
Showing 1 changed file with 8 additions and 0 deletions.
diff --git a/request_llms/bridge_all.py b/request_llms/bridge_all.py
@@ -186,6 +186,14 @@ def decode(self, *args, **kwargs):
         "tokenizer": tokenizer_gpt35,
         "token_cnt": get_token_num_gpt35,
     },
+    "qwen2.5:32b": {
+        "fn_with_ui": chatgpt_ui,
+        "fn_without_ui": chatgpt_noui,
+        "endpoint": openai_endpoint,
+        "max_token": 8192,
+        "tokenizer": tokenizer_gpt35,
+        "token_cnt": get_token_num_gpt35,
+    },
     "gemma2:27b": {
         "fn_with_ui": chatgpt_ui,
         "fn_without_ui": chatgpt_noui,