STG-1758 Migrate AI SDK to v6

.changeset/cruel-rivers-leave.md

@@ -0,0 +1,5 @@
+---
+"@browserbasehq/stagehand": patch
+---
+
+Migrate the AI SDK integration to v6 while preserving the existing public API surface.

packages/core/lib/inference.ts

@@ -34,6 +34,7 @@ export async function extract<T extends StagehandZodObject>({
   instruction,
   domElements,
   schema,
+  strictSchema = true,
   llmClient,
   logger,
   userProvidedInstructions,
@@ -42,6 +43,7 @@ export async function extract<T extends StagehandZodObject>({
   instruction: string;
   domElements: string;
   schema: T;
+  strictSchema?: boolean;
   llmClient: LLMClient;
   userProvidedInstructions?: string;
   logger: (message: LogLine) => void;
@@ -94,6 +96,7 @@ export async function extract<T extends StagehandZodObject>({
         response_model: {
           schema,
           name: "Extraction",
+          strict: strictSchema,
         },
         temperature: isGPT5 ? 1 : 0.1,
         top_p: 1,
@@ -161,6 +164,7 @@ export async function extract<T extends StagehandZodObject>({
         response_model: {
           name: "Metadata",
           schema: metadataSchema,
+          strict: true,
         },
         temperature: isGPT5 ? 1 : 0.1,
         top_p: 1,
@@ -330,6 +334,7 @@ export async function observe({
       response_model: {
         schema: observeSchema,
         name: "Observation",
+        strict: true,
       },
       temperature: isGPT5 ? 1 : 0.1,
       top_p: 1,
@@ -470,6 +475,7 @@ export async function act({
       response_model: {
         schema: actSchema,
         name: "act",
+        strict: true,
       },
       temperature: isGPT5 ? 1 : 0.1,
       top_p: 1,

packages/core/lib/v3/agent/tools/act.ts

@@ -1,4 +1,4 @@
-import { tool } from "ai";
+import { NoObjectGeneratedError, tool } from "ai";
 import { z } from "zod";
 import type { V3 } from "../../v3.js";
 import type { Action } from "../../types/public/methods.js";
@@ -66,6 +66,9 @@ export const actTool = (
         if (error instanceof TimeoutError) {
           throw error;
         }
+        if (NoObjectGeneratedError.isInstance(error)) {
+          throw error;
+        }
         return {
           success: false,
           error: error?.message ?? String(error),

packages/core/lib/v3/agent/tools/ariaTree.ts

@@ -47,7 +47,7 @@ export const ariaTreeTool = (v3: V3, toolTimeout?: number) =>
         };
       }
     },
-    toModelOutput: (result) => {
+    toModelOutput: ({ output: result }) => {
       if (result.success === false || result.error !== undefined) {
         return {
           type: "content",

packages/core/lib/v3/agent/tools/click.ts

@@ -86,7 +86,7 @@ export const clickTool = (v3: V3, provider?: string) =>
         };
       }
     },
-    toModelOutput: (result) => {
+    toModelOutput: ({ output: result }) => {
       if (result.success === false || result.error !== undefined) {
         return {
           type: "content",

packages/core/lib/v3/agent/tools/dragAndDrop.ts

@@ -101,7 +101,7 @@ export const dragAndDropTool = (v3: V3, provider?: string) =>
         };
       }
     },
-    toModelOutput: (result) => {
+    toModelOutput: ({ output: result }) => {
       if (result.success === false || result.error !== undefined) {
         return {
           type: "content",

packages/core/lib/v3/agent/tools/extract.ts

@@ -1,4 +1,4 @@
-import { tool } from "ai";
+import { NoObjectGeneratedError, tool } from "ai";
 import { z, ZodTypeAny } from "zod";
 import type { V3 } from "../../v3.js";
 import type { AgentModelConfig } from "../../types/public/agent.js";
@@ -103,6 +103,9 @@ export const extractTool = (
         if (error instanceof TimeoutError) {
           throw error;
         }
+        if (NoObjectGeneratedError.isInstance(error)) {
+          throw error;
+        }
         return { success: false, error: error?.message ?? String(error) };
       }
     },

packages/core/lib/v3/agent/tools/fillFormVision.ts

@@ -150,7 +150,7 @@ MANDATORY USE CASES (always use fillFormVision for these):
         };
       }
     },
-    toModelOutput: (result) => {
+    toModelOutput: ({ output: result }) => {
       if (result.success === false || result.error !== undefined) {
         return {
           type: "content",

packages/core/lib/v3/agent/tools/fillform.ts

@@ -1,4 +1,4 @@
-import { tool } from "ai";
+import { NoObjectGeneratedError, tool } from "ai";
 import { z } from "zod";
 import type { V3 } from "../../v3.js";
 import type { Action } from "../../types/public/methods.js";
@@ -77,6 +77,9 @@ export const fillFormTool = (
         if (error instanceof TimeoutError) {
           throw error;
         }
+        if (NoObjectGeneratedError.isInstance(error)) {
+          throw error;
+        }
         return {
           success: false,
           error: error?.message ?? String(error),

packages/core/lib/v3/agent/tools/screenshot.ts

@@ -30,7 +30,7 @@ export const screenshotTool = (v3: V3) =>
         };
       }
     },
-    toModelOutput: (result) => {
+    toModelOutput: ({ output: result }) => {
       if (result.success === false || result.error !== undefined) {
         return {
           type: "content",

packages/core/lib/v3/agent/tools/scroll.ts

@@ -64,7 +64,7 @@ export const scrollTool = (v3: V3) =>
         scrolledPixels: scrollDistance,
       };
     },
-    toModelOutput: (result) => {
+    toModelOutput: ({ output: result }) => {
       if (result.success === false || result.error !== undefined) {
         return {
           type: "content",
@@ -169,7 +169,7 @@ export const scrollVisionTool = (v3: V3, provider?: string) =>
         screenshotBase64,
       };
     },
-    toModelOutput: (result) => {
+    toModelOutput: ({ output: result }) => {
       if (result.success === false || result.error !== undefined) {
         return {
           type: "content",

packages/core/lib/v3/agent/tools/type.ts

@@ -103,7 +103,7 @@ export const typeTool = (v3: V3, provider?: string, variables?: Variables) => {
         };
       }
     },
-    toModelOutput: (result) => {
+    toModelOutput: ({ output: result }) => {
       if (result.success === false || result.error !== undefined) {
         return {
           type: "content",

packages/core/lib/v3/agent/tools/wait.ts

@@ -40,7 +40,7 @@ export const waitTool = (v3: V3, mode?: AgentToolMode) =>
 
       return { success: true, waited: timeMs };
     },
-    toModelOutput: (result) => {
+    toModelOutput: ({ output: result }) => {
       if (result.success === false || result.error !== undefined) {
         return {
           type: "content",

packages/core/lib/v3/agent/utils/handleDoneToolCall.ts

@@ -89,6 +89,7 @@ Call the "done" tool with:
       ? "Complete the task with your assessment and the requested output data."
       : "Complete the task with your final assessment.",
     inputSchema: doneToolSchema,
+    strict: true,
     execute: async (params) => {
       return { success: true, ...params };
     },