From d890cf234e6c61850c965879a4c90cc6858c14fe Mon Sep 17 00:00:00 2001 From: ellispinsky Date: Sun, 14 Dec 2025 00:23:30 -0500 Subject: [PATCH 1/2] feat: Add new dependencies and export computerTool in the SDK - Updated package.json to include new dependencies: @ai-sdk/anthropic and @ai-sdk/provider-utils. - Added "computer" to the list of tools exported from index.ts, along with its type definitions. --- .vscode/settings.json | 3 + examples/computer-use-nextjs/.gitignore | 42 + examples/computer-use-nextjs/README.md | 36 + .../computer-use-nextjs/app/api/chat/route.ts | 67 + .../app/api/kill-desktop/route.ts | 28 + examples/computer-use-nextjs/app/favicon.ico | Bin 0 -> 25931 bytes examples/computer-use-nextjs/app/globals.css | 26 + examples/computer-use-nextjs/app/layout.tsx | 34 + examples/computer-use-nextjs/app/page.tsx | 326 + .../computer-use-nextjs/components/icons.tsx | 150 + .../computer-use-nextjs/components/input.tsx | 67 + .../components/message.tsx | 281 + .../components/project-info.tsx | 83 + .../components/prompt-suggestions.tsx | 59 + .../components/ui/button.tsx | 60 + .../components/ui/input.tsx | 21 + .../components/ui/label.tsx | 24 + .../components/ui/resizable.tsx | 56 + .../components/ui/sonner.tsx | 29 + .../computer-use-nextjs/eslint.config.mjs | 18 + .../computer-use-nextjs/lib/error-handling.md | 81 + .../computer-use-nextjs/lib/kernel/index.ts | 7 + .../computer-use-nextjs/lib/kernel/tool.ts | 15 + .../computer-use-nextjs/lib/kernel/utils.ts | 80 + .../lib/use-scroll-to-bottom.tsx | 32 + examples/computer-use-nextjs/lib/utils.ts | 41 + examples/computer-use-nextjs/next.config.ts | 7 + .../computer-use-nextjs/package-lock.json | 11066 ++++++++++++++++ examples/computer-use-nextjs/package.json | 41 + examples/computer-use-nextjs/pnpm-lock.yaml | 7077 ++++++++++ .../computer-use-nextjs/postcss.config.mjs | 7 + examples/computer-use-nextjs/public/file.svg | 1 + examples/computer-use-nextjs/public/globe.svg | 1 + examples/computer-use-nextjs/public/next.svg | 1 + .../computer-use-nextjs/public/vercel.svg | 1 + .../computer-use-nextjs/public/window.svg | 1 + examples/computer-use-nextjs/tsconfig.json | 34 + package.json | 9 +- pnpm-lock.yaml | 7879 ++++++++++- pnpm-workspace.yaml | 3 + src/computer.ts | 245 + src/index.ts | 3 + 42 files changed, 27544 insertions(+), 498 deletions(-) create mode 100644 .vscode/settings.json create mode 100644 examples/computer-use-nextjs/.gitignore create mode 100644 examples/computer-use-nextjs/README.md create mode 100644 examples/computer-use-nextjs/app/api/chat/route.ts create mode 100644 examples/computer-use-nextjs/app/api/kill-desktop/route.ts create mode 100644 examples/computer-use-nextjs/app/favicon.ico create mode 100644 examples/computer-use-nextjs/app/globals.css create mode 100644 examples/computer-use-nextjs/app/layout.tsx create mode 100644 examples/computer-use-nextjs/app/page.tsx create mode 100644 examples/computer-use-nextjs/components/icons.tsx create mode 100644 examples/computer-use-nextjs/components/input.tsx create mode 100644 examples/computer-use-nextjs/components/message.tsx create mode 100644 examples/computer-use-nextjs/components/project-info.tsx create mode 100644 examples/computer-use-nextjs/components/prompt-suggestions.tsx create mode 100644 examples/computer-use-nextjs/components/ui/button.tsx create mode 100644 examples/computer-use-nextjs/components/ui/input.tsx create mode 100644 examples/computer-use-nextjs/components/ui/label.tsx create mode 100644 examples/computer-use-nextjs/components/ui/resizable.tsx create mode 100644 examples/computer-use-nextjs/components/ui/sonner.tsx create mode 100644 examples/computer-use-nextjs/eslint.config.mjs create mode 100644 examples/computer-use-nextjs/lib/error-handling.md create mode 100644 examples/computer-use-nextjs/lib/kernel/index.ts create mode 100644 examples/computer-use-nextjs/lib/kernel/tool.ts create mode 100644 examples/computer-use-nextjs/lib/kernel/utils.ts create mode 100644 examples/computer-use-nextjs/lib/use-scroll-to-bottom.tsx create mode 100644 examples/computer-use-nextjs/lib/utils.ts create mode 100644 examples/computer-use-nextjs/next.config.ts create mode 100644 examples/computer-use-nextjs/package-lock.json create mode 100644 examples/computer-use-nextjs/package.json create mode 100644 examples/computer-use-nextjs/pnpm-lock.yaml create mode 100644 examples/computer-use-nextjs/postcss.config.mjs create mode 100644 examples/computer-use-nextjs/public/file.svg create mode 100644 examples/computer-use-nextjs/public/globe.svg create mode 100644 examples/computer-use-nextjs/public/next.svg create mode 100644 examples/computer-use-nextjs/public/vercel.svg create mode 100644 examples/computer-use-nextjs/public/window.svg create mode 100644 examples/computer-use-nextjs/tsconfig.json create mode 100644 pnpm-workspace.yaml create mode 100644 src/computer.ts diff --git a/.vscode/settings.json b/.vscode/settings.json new file mode 100644 index 0000000..6b0e5ab --- /dev/null +++ b/.vscode/settings.json @@ -0,0 +1,3 @@ +{ + "postman.settings.dotenv-detection-notification-visibility": false +} \ No newline at end of file diff --git a/examples/computer-use-nextjs/.gitignore b/examples/computer-use-nextjs/.gitignore new file mode 100644 index 0000000..bfe57c0 --- /dev/null +++ b/examples/computer-use-nextjs/.gitignore @@ -0,0 +1,42 @@ +# See https://help.github.com/articles/ignoring-files/ for more about ignoring files. + +# dependencies +/node_modules +/.pnp +.pnp.* +.yarn/* +!.yarn/patches +!.yarn/plugins +!.yarn/releases +!.yarn/versions + +# testing +/coverage + +# next.js +/.next/ +/out/ + +# production +/build + +# misc +.DS_Store +*.pem + +# debug +npm-debug.log* +yarn-debug.log* +yarn-error.log* +.pnpm-debug.log* + +# env files (can opt-in for committing if needed) +.env* + +# vercel +.vercel + +# typescript +*.tsbuildinfo +next-env.d.ts + diff --git a/examples/computer-use-nextjs/README.md b/examples/computer-use-nextjs/README.md new file mode 100644 index 0000000..e215bc4 --- /dev/null +++ b/examples/computer-use-nextjs/README.md @@ -0,0 +1,36 @@ +This is a [Next.js](https://nextjs.org) project bootstrapped with [`create-next-app`](https://nextjs.org/docs/app/api-reference/cli/create-next-app). + +## Getting Started + +First, run the development server: + +```bash +npm run dev +# or +yarn dev +# or +pnpm dev +# or +bun dev +``` + +Open [http://localhost:3000](http://localhost:3000) with your browser to see the result. + +You can start editing the page by modifying `app/page.tsx`. The page auto-updates as you edit the file. + +This project uses [`next/font`](https://nextjs.org/docs/app/building-your-application/optimizing/fonts) to automatically optimize and load [Geist](https://vercel.com/font), a new font family for Vercel. + +## Learn More + +To learn more about Next.js, take a look at the following resources: + +- [Next.js Documentation](https://nextjs.org/docs) - learn about Next.js features and API. +- [Learn Next.js](https://nextjs.org/learn) - an interactive Next.js tutorial. + +You can check out [the Next.js GitHub repository](https://github.com/vercel/next.js) - your feedback and contributions are welcome! + +## Deploy on Vercel + +The easiest way to deploy your Next.js app is to use the [Vercel Platform](https://vercel.com/new?utm_medium=default-template&filter=next.js&utm_source=create-next-app&utm_campaign=create-next-app-readme) from the creators of Next.js. + +Check out our [Next.js deployment documentation](https://nextjs.org/docs/app/building-your-application/deploying) for more details. diff --git a/examples/computer-use-nextjs/app/api/chat/route.ts b/examples/computer-use-nextjs/app/api/chat/route.ts new file mode 100644 index 0000000..cd9a852 --- /dev/null +++ b/examples/computer-use-nextjs/app/api/chat/route.ts @@ -0,0 +1,67 @@ +import { anthropic } from "@ai-sdk/anthropic"; +import { streamText, UIMessage } from "ai"; +import { killBrowser } from "@/lib/kernel/utils"; +import { createComputerTool } from "@/lib/kernel/tool"; +import { prunedMessages } from "@/lib/utils"; + +// Allow streaming responses up to 5 minutes +export const maxDuration = 300; + +export async function POST(req: Request) { + const { + messages, + sandboxId, + }: { + messages: UIMessage[]; + sandboxId: string; + } = await req.json(); + + try { + // Log request to monitor token usage + console.log( + `[${new Date().toISOString()}] Chat request - Messages: ${ + messages.length + }, SandboxId: ${sandboxId}` + ); + + const result = streamText({ + model: anthropic("claude-3-7-sonnet-20250219"), + system: + "You are an autonomous agent with access to a computer. " + + "Use the computer tool to help the user with their requests. " + + "Do not provide conversational responses - just use the tools to complete the task. " + + "Work silently and efficiently. Only use tools to perform actions. " + + "If the browser opens with a setup wizard, YOU MUST IGNORE IT and move straight to the next step (e.g. input the url in the search bar).", + messages: prunedMessages(messages), + tools: { + computer: createComputerTool(sandboxId), + }, + providerOptions: { + anthropic: { cacheControl: { type: "ephemeral" } }, + }, + }); + + // Create response stream + const response = result.toDataStreamResponse({ + // @ts-expect-error - AI SDK type mismatch + getErrorMessage(error) { + console.error("Stream error:", error); + + return error; + }, + }); + + return response; + } catch (error) { + console.error("Chat API error:", error); + + // Force cleanup on error + console.log(`killing browser with id: ${sandboxId}`); + await killBrowser(sandboxId); + + return new Response(JSON.stringify({ error: "Internal Server Error" }), { + status: 500, + headers: { "Content-Type": "application/json" }, + }); + } +} diff --git a/examples/computer-use-nextjs/app/api/kill-desktop/route.ts b/examples/computer-use-nextjs/app/api/kill-desktop/route.ts new file mode 100644 index 0000000..f2ea028 --- /dev/null +++ b/examples/computer-use-nextjs/app/api/kill-desktop/route.ts @@ -0,0 +1,28 @@ +import { killBrowser } from "@/lib/kernel/utils"; +import { NextRequest } from "next/server"; + +export async function POST(req: NextRequest) { + try { + const sandboxId = req.nextUrl.searchParams.get("sandboxId"); + + if (!sandboxId) { + return new Response( + JSON.stringify({ error: "sandboxId is required" }), + { status: 400 } + ); + } + + await killBrowser(sandboxId); + + return new Response( + JSON.stringify({ success: true }), + { status: 200 } + ); + } catch (error) { + console.error("Failed to kill browser:", error); + return new Response( + JSON.stringify({ error: "Failed to kill browser" }), + { status: 500 } + ); + } +} \ No newline at end of file diff --git a/examples/computer-use-nextjs/app/favicon.ico b/examples/computer-use-nextjs/app/favicon.ico new file mode 100644 index 0000000000000000000000000000000000000000..718d6fea4835ec2d246af9800eddb7ffb276240c GIT binary patch literal 25931 zcmeHv30#a{`}aL_*G&7qml|y<+KVaDM2m#dVr!KsA!#An?kSQM(q<_dDNCpjEux83 zLb9Z^XxbDl(w>%i@8hT6>)&Gu{h#Oeyszu?xtw#Zb1mO{pgX9699l+Qppw7jXaYf~-84xW z)w4x8?=youko|}Vr~(D$UXIbiXABHh`p1?nn8Po~fxRJv}|0e(BPs|G`(TT%kKVJAdg5*Z|x0leQq0 zkdUBvb#>9F()jo|T~kx@OM8$9wzs~t2l;K=woNssA3l6|sx2r3+kdfVW@e^8e*E}v zA1y5{bRi+3Z`uD3{F7LgFJDdvm;nJilkzDku>BwXH(8ItVCXk*-lSJnR?-2UN%hJ){&rlvg`CDTj z)Bzo!3v7Ou#83zEDEFcKt(f1E0~=rqeEbTnMvWR#{+9pg%7G8y>u1OVRUSoox-ovF z2Ydma(;=YuBY(eI|04{hXzZD6_f(v~H;C~y5=DhAC{MMS>2fm~1H_t2$56pc$NH8( z5bH|<)71dV-_oCHIrzrT`2s-5w_+2CM0$95I6X8p^r!gHp+j_gd;9O<1~CEQQGS8) zS9Qh3#p&JM-G8rHekNmKVewU;pJRcTAog68KYo^dRo}(M>36U4Us zfgYWSiHZL3;lpWT=zNAW>Dh#mB!_@Lg%$ms8N-;aPqMn+C2HqZgz&9~Eu z4|Kp<`$q)Uw1R?y(~S>ePdonHxpV1#eSP1B;Ogo+-Pk}6#0GsZZ5!||ev2MGdh}_m z{DeR7?0-1^zVs&`AV6Vt;r3`I`OI_wgs*w=eO%_#7Kepl{B@xiyCANc(l zzIyd4y|c6PXWq9-|KM8(zIk8LPk(>a)zyFWjhT!$HJ$qX1vo@d25W<fvZQ2zUz5WRc(UnFMKHwe1| zWmlB1qdbiA(C0jmnV<}GfbKtmcu^2*P^O?MBLZKt|As~ge8&AAO~2K@zbXelK|4T<{|y4`raF{=72kC2Kn(L4YyenWgrPiv z@^mr$t{#X5VuIMeL!7Ab6_kG$&#&5p*Z{+?5U|TZ`B!7llpVmp@skYz&n^8QfPJzL z0G6K_OJM9x+Wu2gfN45phANGt{7=C>i34CV{Xqlx(fWpeAoj^N0Biu`w+MVcCUyU* zDZuzO0>4Z6fbu^T_arWW5n!E45vX8N=bxTVeFoep_G#VmNlQzAI_KTIc{6>c+04vr zx@W}zE5JNSU>!THJ{J=cqjz+4{L4A{Ob9$ZJ*S1?Ggg3klFp!+Y1@K+pK1DqI|_gq z5ZDXVpge8-cs!o|;K73#YXZ3AShj50wBvuq3NTOZ`M&qtjj#GOFfgExjg8Gn8>Vq5 z`85n+9|!iLCZF5$HJ$Iu($dm?8~-ofu}tEc+-pyke=3!im#6pk_Wo8IA|fJwD&~~F zc16osQ)EBo58U7XDuMexaPRjU@h8tXe%S{fA0NH3vGJFhuyyO!Uyl2^&EOpX{9As0 zWj+P>{@}jxH)8|r;2HdupP!vie{sJ28b&bo!8`D^x}TE$%zXNb^X1p@0PJ86`dZyj z%ce7*{^oo+6%&~I!8hQy-vQ7E)0t0ybH4l%KltWOo~8cO`T=157JqL(oq_rC%ea&4 z2NcTJe-HgFjNg-gZ$6!Y`SMHrlj}Etf7?r!zQTPPSv}{so2e>Fjs1{gzk~LGeesX%r(Lh6rbhSo_n)@@G-FTQy93;l#E)hgP@d_SGvyCp0~o(Y;Ee8{ zdVUDbHm5`2taPUOY^MAGOw*>=s7=Gst=D+p+2yON!0%Hk` zz5mAhyT4lS*T3LS^WSxUy86q&GnoHxzQ6vm8)VS}_zuqG?+3td68_x;etQAdu@sc6 zQJ&5|4(I?~3d-QOAODHpZ=hlSg(lBZ!JZWCtHHSj`0Wh93-Uk)_S%zsJ~aD>{`A0~ z9{AG(e|q3g5B%wYKRxiL2Y$8(4w6bzchKuloQW#e&S3n+P- z8!ds-%f;TJ1>)v)##>gd{PdS2Oc3VaR`fr=`O8QIO(6(N!A?pr5C#6fc~Ge@N%Vvu zaoAX2&(a6eWy_q&UwOhU)|P3J0Qc%OdhzW=F4D|pt0E4osw;%<%Dn58hAWD^XnZD= z>9~H(3bmLtxpF?a7su6J7M*x1By7YSUbxGi)Ot0P77`}P3{)&5Un{KD?`-e?r21!4vTTnN(4Y6Lin?UkSM z`MXCTC1@4A4~mvz%Rh2&EwY))LeoT=*`tMoqcEXI>TZU9WTP#l?uFv+@Dn~b(>xh2 z;>B?;Tz2SR&KVb>vGiBSB`@U7VIWFSo=LDSb9F{GF^DbmWAfpms8Sx9OX4CnBJca3 zlj9(x!dIjN?OG1X4l*imJNvRCk}F%!?SOfiOq5y^mZW)jFL@a|r-@d#f7 z2gmU8L3IZq0ynIws=}~m^#@&C%J6QFo~Mo4V`>v7MI-_!EBMMtb%_M&kvAaN)@ZVw z+`toz&WG#HkWDjnZE!6nk{e-oFdL^$YnbOCN}JC&{$#$O27@|Tn-skXr)2ml2~O!5 zX+gYoxhoc7qoU?C^3~&!U?kRFtnSEecWuH0B0OvLodgUAi}8p1 zrO6RSXHH}DMc$&|?D004DiOVMHV8kXCP@7NKB zgaZq^^O<7PoKEp72kby@W0Z!Y*Ay{&vfg#C&gG@YVR9g?FEocMUi1gSN$+V+ayF45{a zuDZDTN}mS|;BO%gEf}pjBfN2-gIrU#G5~cucA;dokXW89%>AyXJJI z9X4UlIWA|ZYHgbI z5?oFk@A=Ik7lrEQPDH!H+b`7_Y~aDb_qa=B2^Y&Ow41cU=4WDd40dp5(QS-WMN-=Y z9g;6_-JdNU;|6cPwf$ak*aJIcwL@1n$#l~zi{c{EW?T;DaW*E8DYq?Umtz{nJ&w-M zEMyTDrC&9K$d|kZe2#ws6)L=7K+{ zQw{XnV6UC$6-rW0emqm8wJoeZK)wJIcV?dST}Z;G0Arq{dVDu0&4kd%N!3F1*;*pW zR&qUiFzK=@44#QGw7k1`3t_d8&*kBV->O##t|tonFc2YWrL7_eqg+=+k;!F-`^b8> z#KWCE8%u4k@EprxqiV$VmmtiWxDLgnGu$Vs<8rppV5EajBXL4nyyZM$SWVm!wnCj-B!Wjqj5-5dNXukI2$$|Bu3Lrw}z65Lc=1G z^-#WuQOj$hwNGG?*CM_TO8Bg-1+qc>J7k5c51U8g?ZU5n?HYor;~JIjoWH-G>AoUP ztrWWLbRNqIjW#RT*WqZgPJXU7C)VaW5}MiijYbABmzoru6EmQ*N8cVK7a3|aOB#O& zBl8JY2WKfmj;h#Q!pN%9o@VNLv{OUL?rixHwOZuvX7{IJ{(EdPpuVFoQqIOa7giLVkBOKL@^smUA!tZ1CKRK}#SSM)iQHk)*R~?M!qkCruaS!#oIL1c z?J;U~&FfH#*98^G?i}pA{ z9Jg36t4=%6mhY(quYq*vSxptes9qy|7xSlH?G=S@>u>Ebe;|LVhs~@+06N<4CViBk zUiY$thvX;>Tby6z9Y1edAMQaiH zm^r3v#$Q#2T=X>bsY#D%s!bhs^M9PMAcHbCc0FMHV{u-dwlL;a1eJ63v5U*?Q_8JO zT#50!RD619#j_Uf))0ooADz~*9&lN!bBDRUgE>Vud-i5ck%vT=r^yD*^?Mp@Q^v+V zG#-?gKlr}Eeqifb{|So?HM&g91P8|av8hQoCmQXkd?7wIJwb z_^v8bbg`SAn{I*4bH$u(RZ6*xUhuA~hc=8czK8SHEKTzSxgbwi~9(OqJB&gwb^l4+m`k*Q;_?>Y-APi1{k zAHQ)P)G)f|AyjSgcCFps)Fh6Bca*Xznq36!pV6Az&m{O8$wGFD? zY&O*3*J0;_EqM#jh6^gMQKpXV?#1?>$ml1xvh8nSN>-?H=V;nJIwB07YX$e6vLxH( zqYwQ>qxwR(i4f)DLd)-$P>T-no_c!LsN@)8`e;W@)-Hj0>nJ-}Kla4-ZdPJzI&Mce zv)V_j;(3ERN3_@I$N<^|4Lf`B;8n+bX@bHbcZTopEmDI*Jfl)-pFDvo6svPRoo@(x z);_{lY<;);XzT`dBFpRmGrr}z5u1=pC^S-{ce6iXQlLGcItwJ^mZx{m$&DA_oEZ)B{_bYPq-HA zcH8WGoBG(aBU_j)vEy+_71T34@4dmSg!|M8Vf92Zj6WH7Q7t#OHQqWgFE3ARt+%!T z?oLovLVlnf?2c7pTc)~cc^($_8nyKwsN`RA-23ed3sdj(ys%pjjM+9JrctL;dy8a( z@en&CQmnV(()bu|Y%G1-4a(6x{aLytn$T-;(&{QIJB9vMox11U-1HpD@d(QkaJdEb zG{)+6Dos_L+O3NpWo^=gR?evp|CqEG?L&Ut#D*KLaRFOgOEK(Kq1@!EGcTfo+%A&I z=dLbB+d$u{sh?u)xP{PF8L%;YPPW53+@{>5W=Jt#wQpN;0_HYdw1{ksf_XhO4#2F= zyPx6Lx2<92L-;L5PD`zn6zwIH`Jk($?Qw({erA$^bC;q33hv!d!>%wRhj# zal^hk+WGNg;rJtb-EB(?czvOM=H7dl=vblBwAv>}%1@{}mnpUznfq1cE^sgsL0*4I zJ##!*B?=vI_OEVis5o+_IwMIRrpQyT_Sq~ZU%oY7c5JMIADzpD!Upz9h@iWg_>>~j zOLS;wp^i$-E?4<_cp?RiS%Rd?i;f*mOz=~(&3lo<=@(nR!_Rqiprh@weZlL!t#NCc zO!QTcInq|%#>OVgobj{~ixEUec`E25zJ~*DofsQdzIa@5^nOXj2T;8O`l--(QyU^$t?TGY^7#&FQ+2SS3B#qK*k3`ye?8jUYSajE5iBbJls75CCc(m3dk{t?- zopcER9{Z?TC)mk~gpi^kbbu>b-+a{m#8-y2^p$ka4n60w;Sc2}HMf<8JUvhCL0B&Btk)T`ctE$*qNW8L$`7!r^9T+>=<=2qaq-;ll2{`{Rg zc5a0ZUI$oG&j-qVOuKa=*v4aY#IsoM+1|c4Z)<}lEDvy;5huB@1RJPquU2U*U-;gu z=En2m+qjBzR#DEJDO`WU)hdd{Vj%^0V*KoyZ|5lzV87&g_j~NCjwv0uQVqXOb*QrQ zy|Qn`hxx(58c70$E;L(X0uZZ72M1!6oeg)(cdKO ze0gDaTz+ohR-#d)NbAH4x{I(21yjwvBQfmpLu$)|m{XolbgF!pmsqJ#D}(ylp6uC> z{bqtcI#hT#HW=wl7>p!38sKsJ`r8}lt-q%Keqy%u(xk=yiIJiUw6|5IvkS+#?JTBl z8H5(Q?l#wzazujH!8o>1xtn8#_w+397*_cy8!pQGP%K(Ga3pAjsaTbbXJlQF_+m+-UpUUent@xM zg%jqLUExj~o^vQ3Gl*>wh=_gOr2*|U64_iXb+-111aH}$TjeajM+I20xw(((>fej-@CIz4S1pi$(#}P7`4({6QS2CaQS4NPENDp>sAqD z$bH4KGzXGffkJ7R>V>)>tC)uax{UsN*dbeNC*v}#8Y#OWYwL4t$ePR?VTyIs!wea+ z5Urmc)X|^`MG~*dS6pGSbU+gPJoq*^a=_>$n4|P^w$sMBBy@f*Z^Jg6?n5?oId6f{ z$LW4M|4m502z0t7g<#Bx%X;9<=)smFolV&(V^(7Cv2-sxbxopQ!)*#ZRhTBpx1)Fc zNm1T%bONzv6@#|dz(w02AH8OXe>kQ#1FMCzO}2J_mST)+ExmBr9cva-@?;wnmWMOk z{3_~EX_xadgJGv&H@zK_8{(x84`}+c?oSBX*Ge3VdfTt&F}yCpFP?CpW+BE^cWY0^ zb&uBN!Ja3UzYHK-CTyA5=L zEMW{l3Usky#ly=7px648W31UNV@K)&Ub&zP1c7%)`{);I4b0Q<)B}3;NMG2JH=X$U zfIW4)4n9ZM`-yRj67I)YSLDK)qfUJ_ij}a#aZN~9EXrh8eZY2&=uY%2N0UFF7<~%M zsB8=erOWZ>Ct_#^tHZ|*q`H;A)5;ycw*IcmVxi8_0Xk}aJA^ath+E;xg!x+As(M#0=)3!NJR6H&9+zd#iP(m0PIW8$ z1Y^VX`>jm`W!=WpF*{ioM?C9`yOR>@0q=u7o>BP-eSHqCgMDj!2anwH?s%i2p+Q7D zzszIf5XJpE)IG4;d_(La-xenmF(tgAxK`Y4sQ}BSJEPs6N_U2vI{8=0C_F?@7<(G; zo$~G=8p+076G;`}>{MQ>t>7cm=zGtfbdDXm6||jUU|?X?CaE?(<6bKDYKeHlz}DA8 zXT={X=yp_R;HfJ9h%?eWvQ!dRgz&Su*JfNt!Wu>|XfU&68iRikRrHRW|ZxzRR^`eIGt zIeiDgVS>IeExKVRWW8-=A=yA`}`)ZkWBrZD`hpWIxBGkh&f#ijr449~m`j6{4jiJ*C!oVA8ZC?$1RM#K(_b zL9TW)kN*Y4%^-qPpMP7d4)o?Nk#>aoYHT(*g)qmRUb?**F@pnNiy6Fv9rEiUqD(^O zzyS?nBrX63BTRYduaG(0VVG2yJRe%o&rVrLjbxTaAFTd8s;<<@Qs>u(<193R8>}2_ zuwp{7;H2a*X7_jryzriZXMg?bTuegABb^87@SsKkr2)0Gyiax8KQWstw^v#ix45EVrcEhr>!NMhprl$InQMzjSFH54x5k9qHc`@9uKQzvL4ihcq{^B zPrVR=o_ic%Y>6&rMN)hTZsI7I<3&`#(nl+3y3ys9A~&^=4?PL&nd8)`OfG#n zwAMN$1&>K++c{^|7<4P=2y(B{jJsQ0a#U;HTo4ZmWZYvI{+s;Td{Yzem%0*k#)vjpB zia;J&>}ICate44SFYY3vEelqStQWFihx%^vQ@Do(sOy7yR2@WNv7Y9I^yL=nZr3mb zXKV5t@=?-Sk|b{XMhA7ZGB@2hqsx}4xwCW!in#C zI@}scZlr3-NFJ@NFaJlhyfcw{k^vvtGl`N9xSo**rDW4S}i zM9{fMPWo%4wYDG~BZ18BD+}h|GQKc-g^{++3MY>}W_uq7jGHx{mwE9fZiPCoxN$+7 zrODGGJrOkcPQUB(FD5aoS4g~7#6NR^ma7-!>mHuJfY5kTe6PpNNKC9GGRiu^L31uG z$7v`*JknQHsYB!Tm_W{a32TM099djW%5e+j0Ve_ct}IM>XLF1Ap+YvcrLV=|CKo6S zb+9Nl3_YdKP6%Cxy@6TxZ>;4&nTneadr z_ES90ydCev)LV!dN=#(*f}|ZORFdvkYBni^aLbUk>BajeWIOcmHP#8S)*2U~QKI%S zyrLmtPqb&TphJ;>yAxri#;{uyk`JJqODDw%(Z=2`1uc}br^V%>j!gS)D*q*f_-qf8&D;W1dJgQMlaH5er zN2U<%Smb7==vE}dDI8K7cKz!vs^73o9f>2sgiTzWcwY|BMYHH5%Vn7#kiw&eItCqa zIkR2~Q}>X=Ar8W|^Ms41Fm8o6IB2_j60eOeBB1Br!boW7JnoeX6Gs)?7rW0^5psc- zjS16yb>dFn>KPOF;imD}e!enuIniFzv}n$m2#gCCv4jM#ArwlzZ$7@9&XkFxZ4n!V zj3dyiwW4Ki2QG{@i>yuZXQizw_OkZI^-3otXC{!(lUpJF33gI60ak;Uqitp74|B6I zgg{b=Iz}WkhCGj1M=hu4#Aw173YxIVbISaoc z-nLZC*6Tgivd5V`K%GxhBsp@SUU60-rfc$=wb>zdJzXS&-5(NRRodFk;Kxk!S(O(a0e7oY=E( zAyS;Ow?6Q&XA+cnkCb{28_1N8H#?J!*$MmIwLq^*T_9-z^&UE@A(z9oGYtFy6EZef LrJugUA?W`A8`#=m literal 0 HcmV?d00001 diff --git a/examples/computer-use-nextjs/app/globals.css b/examples/computer-use-nextjs/app/globals.css new file mode 100644 index 0000000..a2dc41e --- /dev/null +++ b/examples/computer-use-nextjs/app/globals.css @@ -0,0 +1,26 @@ +@import "tailwindcss"; + +:root { + --background: #ffffff; + --foreground: #171717; +} + +@theme inline { + --color-background: var(--background); + --color-foreground: var(--foreground); + --font-sans: var(--font-geist-sans); + --font-mono: var(--font-geist-mono); +} + +@media (prefers-color-scheme: dark) { + :root { + --background: #0a0a0a; + --foreground: #ededed; + } +} + +body { + background: var(--background); + color: var(--foreground); + font-family: Arial, Helvetica, sans-serif; +} diff --git a/examples/computer-use-nextjs/app/layout.tsx b/examples/computer-use-nextjs/app/layout.tsx new file mode 100644 index 0000000..f7fa87e --- /dev/null +++ b/examples/computer-use-nextjs/app/layout.tsx @@ -0,0 +1,34 @@ +import type { Metadata } from "next"; +import { Geist, Geist_Mono } from "next/font/google"; +import "./globals.css"; + +const geistSans = Geist({ + variable: "--font-geist-sans", + subsets: ["latin"], +}); + +const geistMono = Geist_Mono({ + variable: "--font-geist-mono", + subsets: ["latin"], +}); + +export const metadata: Metadata = { + title: "Create Next App", + description: "Generated by create next app", +}; + +export default function RootLayout({ + children, +}: Readonly<{ + children: React.ReactNode; +}>) { + return ( + + + {children} + + + ); +} diff --git a/examples/computer-use-nextjs/app/page.tsx b/examples/computer-use-nextjs/app/page.tsx new file mode 100644 index 0000000..79fb79a --- /dev/null +++ b/examples/computer-use-nextjs/app/page.tsx @@ -0,0 +1,326 @@ +"use client"; + +import { PreviewMessage } from "@/components/message"; +import { getBrowserURL } from "@/lib/kernel/utils"; +import { useScrollToBottom } from "@/lib/use-scroll-to-bottom"; +import { useChat } from "@ai-sdk/react"; +import { useEffect, useState } from "react"; +import { Input } from "@/components/input"; +import { Button } from "@/components/ui/button"; +import { toast } from "sonner"; +import { DeployButton, ProjectInfo } from "@/components/project-info"; +import { AISDKLogo } from "@/components/icons"; +import { PromptSuggestions } from "@/components/prompt-suggestions"; +import { + ResizableHandle, + ResizablePanel, + ResizablePanelGroup, +} from "@/components/ui/resizable"; +import { ABORTED } from "@/lib/utils"; + +export default function Chat() { + // Create separate refs for mobile and desktop to ensure both scroll properly + const [desktopContainerRef, desktopEndRef] = useScrollToBottom(); + const [mobileContainerRef, mobileEndRef] = useScrollToBottom(); + + const [isInitializing, setIsInitializing] = useState(true); + const [streamUrl, setStreamUrl] = useState(null); + const [sandboxId, setSandboxId] = useState(null); + + const { + messages, + input, + handleInputChange, + handleSubmit, + status, + stop: stopGeneration, + append, + setMessages, + } = useChat({ + api: "/api/chat", + id: sandboxId ?? undefined, + body: { + sandboxId, + }, + maxSteps: 30, + onError: (error) => { + console.error(error); + + // Check if it's a rate limit error + const errorMessage = error?.message || error?.toString() || ""; + const isRateLimit = + errorMessage.includes("rate limit") || + errorMessage.includes("Rate Limit") || + errorMessage.includes("429"); + + if (isRateLimit) { + toast.error("Rate limit exceeded", { + description: "You've hit the API rate limit. Please wait a moment and try again.", + richColors: true, + position: "top-center", + duration: 5000, + }); + } else { + toast.error("There was an error", { + description: "Please try again later.", + richColors: true, + position: "top-center", + }); + } + }, + }); + + const stop = () => { + stopGeneration(); + + const lastMessage = messages.at(-1); + const lastMessageLastPart = lastMessage?.parts.at(-1); + if ( + lastMessage?.role === "assistant" && + lastMessageLastPart?.type === "tool-invocation" + ) { + setMessages((prev) => [ + ...prev.slice(0, -1), + { + ...lastMessage, + parts: [ + ...lastMessage.parts.slice(0, -1), + { + ...lastMessageLastPart, + toolInvocation: { + ...lastMessageLastPart.toolInvocation, + state: "result", + result: ABORTED, + }, + }, + ], + }, + ]); + } + }; + + const isLoading = status !== "ready"; + + const refreshBrowser = async () => { + try { + setIsInitializing(true); + const { streamUrl, id } = await getBrowserURL(sandboxId || undefined); + setStreamUrl(streamUrl); + setSandboxId(id); + } catch (err) { + console.error("Failed to refresh browser:", err); + } finally { + setIsInitializing(false); + } + }; + + // Kill browser on page close + useEffect(() => { + if (!sandboxId) return; + + // Function to kill the browser - just one method to reduce duplicates + const killBrowser = () => { + if (!sandboxId) return; + + // Use sendBeacon which is best supported across browsers + navigator.sendBeacon( + `/api/kill-desktop?sandboxId=${encodeURIComponent(sandboxId)}`, + ); + }; + + // Detect iOS / Safari + const isIOS = + /iPad|iPhone|iPod/.test(navigator.userAgent) || + (navigator.platform === "MacIntel" && navigator.maxTouchPoints > 1); + const isSafari = /^((?!chrome|android).)*safari/i.test(navigator.userAgent); + + // Choose exactly ONE event handler based on the browser + if (isIOS || isSafari) { + // For Safari on iOS, use pagehide which is most reliable + window.addEventListener("pagehide", killBrowser); + + return () => { + window.removeEventListener("pagehide", killBrowser); + // Also kill browser when component unmounts + killBrowser(); + }; + } else { + // For all other browsers, use beforeunload + window.addEventListener("beforeunload", killBrowser); + + return () => { + window.removeEventListener("beforeunload", killBrowser); + // Also kill browser when component unmounts + killBrowser(); + }; + } + }, [sandboxId]); + + useEffect(() => { + // Initialize browser and get stream URL when the component mounts + const init = async () => { + try { + setIsInitializing(true); + + // Use the provided ID or create a new one + const { streamUrl, id } = await getBrowserURL(sandboxId ?? undefined); + + setStreamUrl(streamUrl); + setSandboxId(id); + } catch (err) { + console.error("Failed to initialize:", err); + toast.error("Failed to initialize browser"); + } finally { + setIsInitializing(false); + } + }; + + init(); + // eslint-disable-next-line react-hooks/exhaustive-deps + }, []); + + return ( +
+ {/* Mobile/tablet banner */} +
+ Headless mode +
+ + {/* Resizable Panels */} +
+ + {/* Desktop Stream Panel */} + + {streamUrl ? ( + <> +