chore: update llm from groq provider

promplate · Feb 19, 2025 · 041d79c · 041d79c
1 parent 42f3f35
commit 041d79c
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 0 deletions.
diff --git a/src/utils/llm/__init__.py b/src/utils/llm/__init__.py
@@ -72,6 +72,11 @@
     "claude-3-opus-20240229",
     "claude-3-sonnet-20240229",
     "claude-3-haiku-20240307",
+    "qwen-2.5-32b",
+    "qwen-2.5-coder-32b",
+    "deepseek-r1-distill-qwen-32b",
+    "deepseek-r1-distill-llama-70b",
+    "deepseek-r1-distill-llama-70b-specdec",
     "gemma-7b-it",
     "gemma2-9b-it",
     "llama3-8b-8192",

diff --git a/src/utils/llm/groq.py b/src/utils/llm/groq.py
@@ -18,6 +18,8 @@
 @link_llm("llama-3.2")
 @link_llm("llama-3.3-70b-")
 @link_llm("mixtral")
+@link_llm("qwen-2.5")
+@link_llm("deepseek-r1-distill")
 class Groq(AsyncChatOpenAI):
     async def complete(self, prompt: str | list[Message], /, **config):
         config = self._run_config | config