Backport conflicts for PR #10462 to release-v5.0

Author: gr2m

.changeset/popular-hounds-boil.md

@@ -0,0 +1,7 @@
+---
+'@ai-sdk/provider': patch
+'@ai-sdk/google': patch
+'ai': patch
+---
+
+fix(google): add thought signature to gemini 3 pro image parts

examples/ai-core/src/generate-text/google-image-multi-step.ts

@@ -0,0 +1,31 @@
+import { google } from '@ai-sdk/google';
+import { generateText } from 'ai';
+
+import { presentImages } from '../lib/present-image';
+import { run } from '../lib/run';
+
+import 'dotenv/config';
+
+run(async () => {
+  const step1 = await generateText({
+    model: google('gemini-3-pro-image-preview'),
+    prompt:
+      'Create an image of Los Angeles where all car infrastructure has been replaced with bike infrastructure, trains, pedestrian zones, and parks. The image should be photorealistic and vibrant.',
+  });
+
+  await presentImages(step1.files);
+
+  const step2 = await generateText({
+    model: google('gemini-3-pro-image-preview'),
+    messages: [
+      ...step1.response.messages,
+      {
+        role: 'user',
+        content:
+          'Now create a variation of the image, but in the style of a watercolor painting.',
+      },
+    ],
+  });
+
+  await presentImages(step2.files);
+});

packages/ai/src/generate-text/generate-text.ts

@@ -884,6 +884,9 @@ function asContent<TOOLS extends ToolSet>({
           return {
             type: 'file' as const,
             file: new DefaultGeneratedFile(part),
+            ...(part.providerMetadata != null
+              ? { providerMetadata: part.providerMetadata }
+              : {}),
           };
         }
 

packages/google/src/convert-to-google-generative-ai-messages.test.ts

@@ -323,19 +323,6 @@ describe('assistant messages', () => {
     });
   });
 
-  it('should throw error for non-PNG images in assistant messages', async () => {
-    expect(() =>
-      convertToGoogleGenerativeAIMessages([
-        {
-          role: 'assistant',
-          content: [
-            { type: 'file', data: 'AAECAw==', mediaType: 'image/jpeg' },
-          ],
-        },
-      ]),
-    ).toThrow('Only PNG images are supported in assistant messages');
-  });
-
   it('should throw error for URL file data in assistant messages', async () => {
     expect(() =>
       convertToGoogleGenerativeAIMessages([

packages/google/src/convert-to-google-generative-ai-messages.ts

@@ -107,13 +107,6 @@ export function convertToGoogleGenerativeAIMessages(
                 }
 
                 case 'file': {
-                  if (part.mediaType !== 'image/png') {
-                    throw new UnsupportedFunctionalityError({
-                      functionality:
-                        'Only PNG images are supported in assistant messages',
-                    });
-                  }
-
                   if (part.data instanceof URL) {
                     throw new UnsupportedFunctionalityError({
                       functionality:
@@ -126,6 +119,7 @@ export function convertToGoogleGenerativeAIMessages(
                       mimeType: part.mediaType,
                       data: convertToBase64(part.data),
                     },
+                    thoughtSignature,
                   };
                 }
 

packages/google/src/google-generative-ai-language-model.test.ts

@@ -1410,6 +1410,7 @@ describe('doGenerate', () => {
         {
           "data": "base64encodedimagedata",
           "mediaType": "image/jpeg",
+          "providerMetadata": undefined,
           "type": "file",
         },
         {
@@ -1420,6 +1421,7 @@ describe('doGenerate', () => {
         {
           "data": "anotherbase64encodedimagedata",
           "mediaType": "image/png",
+          "providerMetadata": undefined,
           "type": "file",
         },
       ]
@@ -1472,11 +1474,13 @@ describe('doGenerate', () => {
         {
           "data": "imagedata1",
           "mediaType": "image/jpeg",
+          "providerMetadata": undefined,
           "type": "file",
         },
         {
           "data": "imagedata2",
           "mediaType": "image/png",
+          "providerMetadata": undefined,
           "type": "file",
         },
       ]
@@ -1591,11 +1595,13 @@ describe('doGenerate', () => {
         {
           "data": "validimagedata",
           "mediaType": "image/jpeg",
+          "providerMetadata": undefined,
           "type": "file",
         },
         {
           "data": "pdfdata",
           "mediaType": "application/pdf",
+          "providerMetadata": undefined,
           "type": "file",
         },
       ]

packages/google/src/google-generative-ai-language-model.ts

@@ -271,6 +271,9 @@ export class GoogleGenerativeAILanguageModel implements LanguageModelV2 {
           type: 'file' as const,
           data: part.inlineData.data,
           mediaType: part.inlineData.mimeType,
+          providerMetadata: part.thoughtSignature
+            ? { google: { thoughtSignature: part.thoughtSignature } }
+            : undefined,
         });
       }
     }
@@ -809,6 +812,7 @@ const getContentSchema = () =>
               mimeType: z.string(),
               data: z.string(),
             }),
+            thoughtSignature: z.string().nullish(),
           }),
           z.object({
             executableCode: z

packages/provider/src/language-model/v3/language-model-v3-file.ts

@@ -0,0 +1,29 @@
+import { SharedV3ProviderMetadata } from '../../shared';
+
+/**
+A file that has been generated by the model.
+Generated files as base64 encoded strings or binary data.
+The files should be returned without any unnecessary conversion.
+ */
+export type LanguageModelV3File = {
+  type: 'file';
+
+  /**
+The IANA media type of the file, e.g. `image/png` or `audio/mp3`.
+
+@see https://www.iana.org/assignments/media-types/media-types.xhtml
+       */
+  mediaType: string;
+
+  /**
+Generated file data as base64 encoded strings or binary data.
+
+The file data should be returned without any unnecessary conversion.
+If the API returns base64 encoded strings, the file data should be returned
+as base64 encoded strings. If the API returns binary data, the file data should
+be returned as binary data.
+ */
+  data: string | Uint8Array;
+
+  providerMetadata?: SharedV3ProviderMetadata;
+};