From 717fb11f5a18bef05631f9d3e246838b8f0eda11 Mon Sep 17 00:00:00 2001 From: Edward Sun Date: Wed, 1 Oct 2025 15:43:02 -0700 Subject: [PATCH 1/2] Remove explicit screenshot tool --- packages/core/src/ai/prompts/system.ts | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/packages/core/src/ai/prompts/system.ts b/packages/core/src/ai/prompts/system.ts index 14b919c..5a81e01 100644 --- a/packages/core/src/ai/prompts/system.ts +++ b/packages/core/src/ai/prompts/system.ts @@ -65,10 +65,11 @@ You can interact with the application using these computer actions: - **scroll**: Scroll at specific coordinates with scroll_x and scroll_y values - **keypress**: Press specific key combinations - **type**: Type text at the current cursor position (text must not be empty) -- **screenshot**: Take a screenshot of the current state - **drag**: Drag along a path of coordinates - **move**: Move cursor to specific coordinates +NOTE: Screenshots are taken automatically after every action - you don't need to explicitly request them. + ## PLANNING INTEGRATION When using the computer_action tool, you must provide planning information as part of each action: From 82fb1ba62ef4b475141ac7b97f646afa3f9bb490 Mon Sep 17 00:00:00 2001 From: Edward Sun Date: Wed, 1 Oct 2025 15:43:35 -0700 Subject: [PATCH 2/2] Changeset --- .changeset/loud-clouds-boil.md | 10 ++++++++++ packages/ai-provider-vercel/package.json | 10 ++-------- packages/computer-provider-anchor-browser/package.json | 10 ++-------- packages/computer-provider-core/package.json | 10 ++-------- packages/computer-provider-e2b/package.json | 10 ++-------- packages/computer-provider-scrapybara/package.json | 10 ++-------- packages/core/package.json | 10 ++-------- 7 files changed, 22 insertions(+), 48 deletions(-) create mode 100644 .changeset/loud-clouds-boil.md diff --git a/.changeset/loud-clouds-boil.md b/.changeset/loud-clouds-boil.md new file mode 100644 index 0000000..4c58408 --- /dev/null +++ b/.changeset/loud-clouds-boil.md @@ -0,0 +1,10 @@ +--- +"@trymeka/computer-provider-anchor-browser": patch +"@trymeka/computer-provider-scrapybara": patch +"@trymeka/computer-provider-core": patch +"@trymeka/computer-provider-e2b": patch +"@trymeka/ai-provider-vercel": patch +"@trymeka/core": patch +--- + +Remove explicit screenshot tool - not implemented diff --git a/packages/ai-provider-vercel/package.json b/packages/ai-provider-vercel/package.json index 8d3aa3c..99c3240 100644 --- a/packages/ai-provider-vercel/package.json +++ b/packages/ai-provider-vercel/package.json @@ -6,9 +6,7 @@ "access": "public" }, "description": "TODO: Add description", - "keywords": [ - "trymeka" - ], + "keywords": ["trymeka"], "repository": { "type": "git", "url": "git+https://github.com/trymeka/agent.git", @@ -16,11 +14,7 @@ }, "license": "MIT", "homepage": "https://github.com/trymeka/agent/tree/main/packages/ai-provider-vercel#readme", - "files": [ - "dist", - "!dist/**/*.map", - "README.md" - ], + "files": ["dist", "!dist/**/*.map", "README.md"], "exports": { ".": { "types": "./dist/index.d.ts", diff --git a/packages/computer-provider-anchor-browser/package.json b/packages/computer-provider-anchor-browser/package.json index ff4204e..4826ee4 100644 --- a/packages/computer-provider-anchor-browser/package.json +++ b/packages/computer-provider-anchor-browser/package.json @@ -6,9 +6,7 @@ "access": "public" }, "description": "TODO: Add description", - "keywords": [ - "trymeka" - ], + "keywords": ["trymeka"], "repository": { "type": "git", "url": "git+https://github.com/trymeka/agent.git", @@ -16,11 +14,7 @@ }, "license": "MIT", "homepage": "https://github.com/trymeka/agent/tree/main/packages/computer-provider-anchor-browser#readme", - "files": [ - "dist", - "!dist/**/*.map", - "README.md" - ], + "files": ["dist", "!dist/**/*.map", "README.md"], "exports": { ".": { "types": "./dist/index.d.ts", diff --git a/packages/computer-provider-core/package.json b/packages/computer-provider-core/package.json index ffffcca..67bd1b7 100644 --- a/packages/computer-provider-core/package.json +++ b/packages/computer-provider-core/package.json @@ -6,9 +6,7 @@ "access": "public" }, "description": "TODO: Add description", - "keywords": [ - "trymeka" - ], + "keywords": ["trymeka"], "repository": { "type": "git", "url": "git+https://github.com/trymeka/agent.git", @@ -16,11 +14,7 @@ }, "license": "MIT", "homepage": "https://github.com/trymeka/agent/tree/main/packages/computer-provider-core#readme", - "files": [ - "dist", - "!dist/**/*.map", - "README.md" - ], + "files": ["dist", "!dist/**/*.map", "README.md"], "exports": { ".": { "types": "./dist/index.d.ts", diff --git a/packages/computer-provider-e2b/package.json b/packages/computer-provider-e2b/package.json index 46ad7f6..0f7285c 100644 --- a/packages/computer-provider-e2b/package.json +++ b/packages/computer-provider-e2b/package.json @@ -6,9 +6,7 @@ "access": "public" }, "description": "TODO: Add description", - "keywords": [ - "trymeka" - ], + "keywords": ["trymeka"], "repository": { "type": "git", "url": "git+https://github.com/trymeka/agent.git", @@ -16,11 +14,7 @@ }, "license": "MIT", "homepage": "https://github.com/trymeka/agent/tree/main/packages/computer-provider-e2b#readme", - "files": [ - "dist", - "!dist/**/*.map", - "README.md" - ], + "files": ["dist", "!dist/**/*.map", "README.md"], "exports": { ".": { "types": "./dist/index.d.ts", diff --git a/packages/computer-provider-scrapybara/package.json b/packages/computer-provider-scrapybara/package.json index e305b16..bf3d794 100644 --- a/packages/computer-provider-scrapybara/package.json +++ b/packages/computer-provider-scrapybara/package.json @@ -6,9 +6,7 @@ "access": "public" }, "description": "TODO: Add description", - "keywords": [ - "trymeka" - ], + "keywords": ["trymeka"], "repository": { "type": "git", "url": "git+https://github.com/trymeka/agent.git", @@ -16,11 +14,7 @@ }, "license": "MIT", "homepage": "https://github.com/trymeka/agent/tree/main/packages/computer-provider-scrapybara#readme", - "files": [ - "dist", - "!dist/**/*.map", - "README.md" - ], + "files": ["dist", "!dist/**/*.map", "README.md"], "exports": { ".": { "types": "./dist/index.d.ts", diff --git a/packages/core/package.json b/packages/core/package.json index 027bdd1..2fd615d 100644 --- a/packages/core/package.json +++ b/packages/core/package.json @@ -6,9 +6,7 @@ "access": "public" }, "description": "TODO: Add description", - "keywords": [ - "trymeka" - ], + "keywords": ["trymeka"], "repository": { "type": "git", "url": "git+https://github.com/trymeka/agent.git", @@ -16,11 +14,7 @@ }, "license": "MIT", "homepage": "https://github.com/trymeka/agent/tree/main/packages/agent#readme", - "files": [ - "dist", - "!dist/**/*.map", - "README.md" - ], + "files": ["dist", "!dist/**/*.map", "README.md"], "exports": { ".": { "typescript": "./src/index.ts",