feat (provider/groq): add deepseek r1 (#4546)

vercel · Jan 27, 2025 · 3864284 · 3864284
1 parent 883a7e8
commit 3864284
Show file tree

Hide file tree

Showing 3 changed files with 33 additions and 6 deletions.
diff --git a/.changeset/perfect-kangaroos-drop.md b/.changeset/perfect-kangaroos-drop.md
@@ -0,0 +1,5 @@
+---
+'@ai-sdk/groq': patch
+---
+
+feat (provider/groq): add deepseek r1
diff --git a/content/providers/01-ai-sdk-providers/50-groq.mdx b/content/providers/01-ai-sdk-providers/50-groq.mdx
@@ -75,6 +75,26 @@ The first argument is the model id, e.g. `gemma2-9b-it`.
 const model = groq('gemma2-9b-it');
 ```
 
+### Reasoning Models
+
+Groq exposes the thinking of `deepseek-r1-distill-llama-70b` in the generated text using the `<think>` tag.
+You can use the `extractReasoningMiddleware` to extract this reasoning and expose it as a `reasoning` property on the result:
+
+```ts
+import { groq } from '@ai-sdk/groq';
+import {
+  experimental_wrapLanguageModel as wrapLanguageModel,
+  extractReasoningMiddleware,
+} from 'ai';
+
+const enhancedModel = wrapLanguageModel({
+  model: groq('deepseek-r1-distill-llama-70b'),
+  middleware: extractReasoningMiddleware({ tagName: 'think' }),
+});
+```
+
+You can then use that enhanced model in functions like `generateText` and `streamText`.
+
 ### Example
 
 You can use Groq language models to generate text with the `generateText` function:
@@ -91,12 +111,13 @@ const { text } = await generateText({
 
 ## Model Capabilities
 
-| Model                     | Image Input         | Object Generation   | Tool Usage          | Tool Streaming      |
-| ------------------------- | ------------------- | ------------------- | ------------------- | ------------------- |
-| `llama-3.3-70b-versatile` | <Cross size={18} /> | <Check size={18} /> | <Check size={18} /> | <Check size={18} /> |
-| `llama-3.1-8b-instant`    | <Cross size={18} /> | <Check size={18} /> | <Check size={18} /> | <Check size={18} /> |
-| `gemma2-9b-it`            | <Cross size={18} /> | <Check size={18} /> | <Check size={18} /> | <Check size={18} /> |
-| `mixtral-8x7b-32768`      | <Cross size={18} /> | <Check size={18} /> | <Check size={18} /> | <Check size={18} /> |
+| Model                           | Image Input         | Object Generation   | Tool Usage          | Tool Streaming      |
+| ------------------------------- | ------------------- | ------------------- | ------------------- | ------------------- |
+| `deepseek-r1-distill-llama-70b` | <Cross size={18} /> | <Cross size={18} /> | <Cross size={18} /> | <Cross size={18} /> |
+| `llama-3.3-70b-versatile`       | <Cross size={18} /> | <Check size={18} /> | <Check size={18} /> | <Check size={18} /> |
+| `llama-3.1-8b-instant`          | <Cross size={18} /> | <Check size={18} /> | <Check size={18} /> | <Check size={18} /> |
+| `gemma2-9b-it`                  | <Cross size={18} /> | <Check size={18} /> | <Check size={18} /> | <Check size={18} /> |
+| `mixtral-8x7b-32768`            | <Cross size={18} /> | <Check size={18} /> | <Check size={18} /> | <Check size={18} /> |
 
 <Note>
   The table above lists popular models. Please see the [Grop

diff --git a/packages/groq/src/groq-chat-settings.ts b/packages/groq/src/groq-chat-settings.ts
@@ -1,6 +1,7 @@
 // https://console.groq.com/docs/models
 // production models
 export type GroqChatModelId =
+  | 'deepseek-r1-distill-llama-70b'
   | 'gemma2-9b-it'
   | 'gemma-7b-it'
   | 'llama-3.3-70b-versatile'