img2

vercel · Feb 13, 2025 · f8f36e0 · f8f36e0
1 parent 827cda2
commit f8f36e0
Show file tree

Hide file tree

Showing 2 changed files with 90 additions and 5 deletions.
diff --git a/packages/perplexity/src/perplexity-language-model.test.ts b/packages/perplexity/src/perplexity-language-model.test.ts
@@ -308,6 +308,7 @@ describe('PerplexityLanguageModel', () => {
       contents,
       usage = { prompt_tokens: 10, completion_tokens: 20 },
       citations = [],
+      images,
     }: {
       contents: string[];
       usage?: {
@@ -317,6 +318,7 @@ describe('PerplexityLanguageModel', () => {
         num_search_queries?: number;
       };
       citations?: string[];
+      images?: z.infer<typeof perplexityImageSchema>[];
     }) {
       const baseChunk = (
         content: string,
@@ -327,6 +329,7 @@ describe('PerplexityLanguageModel', () => {
           id: 'stream-id',
           created: 1680003600,
           model: modelId,
+          images,
           citations,
           choices: [
             {
@@ -358,7 +361,7 @@ describe('PerplexityLanguageModel', () => {
         };
     }
 
-    it('should stream text deltas correctly', async () => {
+    it('should stream text deltas', async () => {
       prepareStreamResponse({ contents: ['Hello', ', ', 'World!'] });
 
       const { stream } = await perplexityLM.doStream({
@@ -394,6 +397,7 @@ describe('PerplexityLanguageModel', () => {
           usage: { promptTokens: 10, completionTokens: 20 },
           providerMetadata: {
             perplexity: {
+              images: null,
               usage: {
                 citationTokens: null,
                 numSearchQueries: null,
@@ -404,7 +408,7 @@ describe('PerplexityLanguageModel', () => {
       ]);
     });
 
-    it('should stream sources correctly', async () => {
+    it('should stream sources', async () => {
       prepareStreamResponse({
         contents: ['Hello', ', ', 'World!'],
         citations: ['http://example.com/123', 'https://example.com/456'],
@@ -459,6 +463,7 @@ describe('PerplexityLanguageModel', () => {
           usage: { promptTokens: 10, completionTokens: 20 },
           providerMetadata: {
             perplexity: {
+              images: null,
               usage: {
                 citationTokens: null,
                 numSearchQueries: null,
@@ -486,7 +491,70 @@ describe('PerplexityLanguageModel', () => {
       });
     });
 
-    it('should send usage in streaming mode', async () => {
+    it('should send usage', async () => {
+      prepareStreamResponse({
+        contents: ['Hello', ', ', 'World!'],
+        images: [
+          {
+            image_url: 'https://example.com/image.jpg',
+            origin_url: 'https://example.com/image.jpg',
+            height: 100,
+            width: 100,
+          },
+        ],
+      });
+      const { stream } = await perplexityLM.doStream({
+        inputFormat: 'prompt',
+        mode: { type: 'regular' },
+        prompt: TEST_PROMPT,
+      });
+
+      const result = await convertReadableStreamToArray(stream);
+
+      expect(result).toEqual([
+        {
+          id: 'stream-id',
+          modelId: 'perplexity-001',
+          timestamp: new Date('2023-03-28T11:40:00.000Z'),
+          type: 'response-metadata',
+        },
+        {
+          type: 'text-delta',
+          textDelta: 'Hello',
+        },
+        {
+          type: 'text-delta',
+          textDelta: ', ',
+        },
+        {
+          type: 'text-delta',
+          textDelta: 'World!',
+        },
+        {
+          type: 'finish',
+          finishReason: 'stop',
+          usage: { promptTokens: 10, completionTokens: 20 },
+          providerMetadata: {
+            perplexity: {
+              images: [
+                {
+                  imageUrl: 'https://example.com/image.jpg',
+                  originUrl: 'https://example.com/image.jpg',
+                  height: 100,
+                  width: 100,
+                },
+              ],
+              usage: {
+                citationTokens: null,
+                numSearchQueries: null,
+              },
+            },
+          },
+        },
+      ]);
+    });
+
+    it('should send images', async () => {
       prepareStreamResponse({
         contents: ['Hello', ', ', 'World!'],
         usage: {
@@ -505,7 +573,7 @@ describe('PerplexityLanguageModel', () => {
 
       const result = await convertReadableStreamToArray(stream);
 
-      expect(result).toEqual([
+      expect(result).toStrictEqual([
         {
           id: 'stream-id',
           modelId: 'perplexity-001',
@@ -530,6 +598,7 @@ describe('PerplexityLanguageModel', () => {
           usage: { promptTokens: 11, completionTokens: 21 },
           providerMetadata: {
             perplexity: {
+              images: null,
               usage: {
                 citationTokens: 30,
                 numSearchQueries: 40,
@@ -540,7 +609,7 @@ describe('PerplexityLanguageModel', () => {
       ]);
     });
 
-    it('should pass headers in streaming mode', async () => {
+    it('should pass headers', async () => {
       prepareStreamResponse({ contents: [] });
       const lmWithCustomHeaders = new PerplexityLanguageModel(modelId, {
         baseURL: 'https://api.perplexity.ai',

diff --git a/packages/perplexity/src/perplexity-language-model.ts b/packages/perplexity/src/perplexity-language-model.ts
@@ -238,13 +238,20 @@ export class PerplexityLanguageModel implements LanguageModelV1 {
           citationTokens: number | null;
           numSearchQueries: number | null;
         };
+        images: Array<{
+          imageUrl: string;
+          originUrl: string;
+          height: number;
+          width: number;
+        }> | null;
       };
     } = {
       perplexity: {
         usage: {
           citationTokens: null,
           numSearchQueries: null,
         },
+        images: null,
       },
     };
     let isFirstChunk = true;
@@ -297,6 +304,15 @@ export class PerplexityLanguageModel implements LanguageModelV1 {
               };
             }
 
+            if (value.images != null) {
+              providerMetadata.perplexity.images = value.images.map(image => ({
+                imageUrl: image.image_url,
+                originUrl: image.origin_url,
+                height: image.height,
+                width: image.width,
+              }));
+            }
+
             const choice = value.choices[0];
             if (choice?.finish_reason != null) {
               finishReason = mapPerplexityFinishReason(choice.finish_reason);