Version tracker, tracing enhancements and ui changes (#26)

## Pull Request Overview

This PR adds comprehensive version tracking, enhanced tracing capabilities, and UI improvements to the AI Chat panel. Key additions include automated version checking with update notifications, hierarchical distributed tracing for better observability, and improved user interface elements with accessibility testing infrastructure.

- Version tracking system with automated update notifications and GitHub release integration
- Enhanced hierarchical tracing with improved agent execution observability 
- UI improvements including better model selection, updated styling, and agent session visualization
- Comprehensive accessibility testing infrastructure with e2e test resources
- **Visual Verifier**: Added screenshot-based visual verification for action results with multimodal LLM analysis
- **Thinking Tools**: Implemented high-level and sequential thinking tools for better agent planning and reasoning
- **Wait Tool**: Added intelligent waiting functionality with content analysis for dynamic pages
- **Enhanced Error Handling**: Comprehensive error recovery with retry logic and graceful degradation

Author: tysonthomas9

config/gni/devtools_grd_files.gni

@@ -608,10 +608,6 @@ grd_files_bundled_sources = [
   "front_end/panels/ai_chat/ui/PromptEditDialog.js",
   "front_end/panels/ai_chat/ui/SettingsDialog.js",
   "front_end/panels/ai_chat/ui/EvaluationDialog.js",
-  "front_end/panels/ai_chat/ui/components/TracingConfig.js",
-  "front_end/panels/ai_chat/ui/components/EvaluationConfig.js",
-  "front_end/panels/ai_chat/ui/components/VectorDatabaseConfig.js",
-  "front_end/panels/ai_chat/ui/components/ProviderConfig.js",
   "front_end/panels/ai_chat/core/AgentService.js",
   "front_end/panels/ai_chat/core/State.js",
   "front_end/panels/ai_chat/core/Graph.js",
@@ -625,6 +621,9 @@ grd_files_bundled_sources = [
   "front_end/panels/ai_chat/core/GraphHelpers.js",
   "front_end/panels/ai_chat/core/StateGraph.js",
   "front_end/panels/ai_chat/core/Logger.js",
+  "front_end/panels/ai_chat/core/AgentErrorHandler.js",
+  "front_end/panels/ai_chat/core/Version.js",
+  "front_end/panels/ai_chat/core/VersionChecker.js",
   "front_end/panels/ai_chat/LLM/LLMTypes.js",
   "front_end/panels/ai_chat/LLM/LLMProvider.js",
   "front_end/panels/ai_chat/LLM/LLMProviderRegistry.js",
@@ -648,6 +647,8 @@ grd_files_bundled_sources = [
   "front_end/panels/ai_chat/tools/VectorDBClient.js",
   "front_end/panels/ai_chat/tools/BookmarkStoreTool.js",
   "front_end/panels/ai_chat/tools/DocumentSearchTool.js",
+  "front_end/panels/ai_chat/tools/SequentialThinkingTool.js",
+  "front_end/panels/ai_chat/tools/ThinkingTool.js",
   "front_end/panels/ai_chat/common/utils.js",
   "front_end/panels/ai_chat/common/log.js",
   "front_end/panels/ai_chat/common/context.js",
@@ -665,6 +666,7 @@ grd_files_bundled_sources = [
   "front_end/panels/ai_chat/ai_chat.js",
   "front_end/panels/ai_chat/ai_chat_impl.js",
   "front_end/panels/ai_chat/agent_framework/AgentRunner.js",
+  "front_end/panels/ai_chat/agent_framework/AgentSessionTypes.js",
   "front_end/panels/ai_chat/agent_framework/ConfigurableAgentTool.js",
   "front_end/panels/ai_chat/agent_framework/implementation/ConfiguredAgents.js",
   "front_end/panels/ai_chat/common/MarkdownViewerUtil.js",

front_end/BUILD.gn

@@ -159,6 +159,7 @@ group("unittests") {
     "models/workspace_diff:unittests",
     "panels/accessibility:unittests",
     "panels/ai_assistance:unittests",
+    "panels/ai_chat:unittests",
     "panels/animation:unittests",
     "panels/application:unittests",
     "panels/application/components:unittests",

front_end/panels/ai_chat/.gitignore

@@ -0,0 +1,6 @@
+# Optional: Uncomment the line below if you want to exclude the auto-generated Version.ts
+# core/Version.ts
+
+# Temporary files
+*.tmp
+*.log

front_end/panels/ai_chat/BUILD.gn

@@ -36,6 +36,9 @@ devtools_module("ai_chat") {
     "core/GraphHelpers.ts",
     "core/StateGraph.ts",
     "core/Logger.ts",
+    "core/AgentErrorHandler.ts",
+    "core/Version.ts",
+    "core/VersionChecker.ts",
     "LLM/LLMTypes.ts",
     "LLM/LLMProvider.ts",
     "LLM/LLMProviderRegistry.ts",
@@ -59,8 +62,11 @@ devtools_module("ai_chat") {
     "tools/VectorDBClient.ts",
     "tools/BookmarkStoreTool.ts",
     "tools/DocumentSearchTool.ts",
+    "tools/SequentialThinkingTool.ts",
+    "tools/ThinkingTool.ts",
     "agent_framework/ConfigurableAgentTool.ts",
     "agent_framework/AgentRunner.ts",
+    "agent_framework/AgentSessionTypes.ts",
     "agent_framework/implementation/ConfiguredAgents.ts",
     "evaluation/framework/types.ts",
     "evaluation/framework/judges/LLMEvaluator.ts",
@@ -90,10 +96,6 @@ devtools_module("ai_chat") {
     "tracing/TracingProvider.ts",
     "tracing/LangfuseProvider.ts",
     "tracing/TracingConfig.ts",
-    "ui/components/TracingConfig.ts",
-    "ui/components/EvaluationConfig.ts",
-    "ui/components/VectorDatabaseConfig.ts",
-    "ui/components/ProviderConfig.ts",
     "auth/PKCEUtils.ts",
     "auth/OpenRouterOAuth.ts",
   ]
@@ -124,10 +126,6 @@ _ai_chat_sources = [
     "ui/PromptEditDialog.ts",
     "ui/SettingsDialog.ts",
     "ui/EvaluationDialog.ts",
-    "ui/components/TracingConfig.ts",
-    "ui/components/EvaluationConfig.ts",
-    "ui/components/VectorDatabaseConfig.ts",
-    "ui/components/ProviderConfig.ts",
     "ai_chat_impl.ts",
     "core/Graph.ts",
     "core/State.ts",
@@ -142,6 +140,9 @@ _ai_chat_sources = [
     "core/GraphHelpers.ts",
     "core/StateGraph.ts",
     "core/Logger.ts",
+    "core/AgentErrorHandler.ts",
+    "core/Version.ts",
+    "core/VersionChecker.ts",
     "LLM/LLMTypes.ts",
     "LLM/LLMProvider.ts",
     "LLM/LLMProviderRegistry.ts",
@@ -165,8 +166,11 @@ _ai_chat_sources = [
     "tools/VectorDBClient.ts",
     "tools/BookmarkStoreTool.ts",
     "tools/DocumentSearchTool.ts",
+    "tools/SequentialThinkingTool.ts",
+    "tools/ThinkingTool.ts",
     "agent_framework/ConfigurableAgentTool.ts",
     "agent_framework/AgentRunner.ts",
+    "agent_framework/AgentSessionTypes.ts",
     "agent_framework/implementation/ConfiguredAgents.ts",
     "evaluation/framework/types.ts",
     "evaluation/framework/judges/LLMEvaluator.ts",
@@ -276,3 +280,18 @@ devtools_entrypoint("meta") {
 
   visibility = [ "../../entrypoints/*" ]
 }
+
+ts_library("unittests") {
+  testonly = true
+
+  sources = [
+    "common/utils.test.ts",
+  ]
+
+  deps = [
+    ":ai_chat",
+    "../../testing",
+    "../../core/sdk:bundle",
+    "../../generated:protocol",
+  ]
+}

front_end/panels/ai_chat/LLM/LLMClient.ts

@@ -2,7 +2,7 @@
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
-import type { LLMMessage, LLMResponse, LLMCallOptions, LLMProvider, ModelInfo } from './LLMTypes.js';
+import type { LLMMessage, LLMResponse, LLMCallOptions, LLMProvider, ModelInfo, RetryConfig } from './LLMTypes.js';
 import { LLMProviderRegistry } from './LLMProviderRegistry.js';
 import { OpenAIProvider } from './OpenAIProvider.js';
 import { LiteLLMProvider } from './LiteLLMProvider.js';
@@ -39,6 +39,7 @@ export interface LLMCallRequest {
   systemPrompt: string;
   tools?: any[];
   temperature?: number;
+  retryConfig?: Partial<RetryConfig>;
 }
 
 /**
@@ -150,6 +151,9 @@ export class LLMClient {
     if (request.tools) {
       options.tools = request.tools;
     }
+    if (request.retryConfig) {
+      options.retryConfig = request.retryConfig;
+    }
 
     return provider.callWithMessages(request.model, messages, options);
   }

front_end/panels/ai_chat/LLM/LLMTypes.ts

@@ -142,11 +142,11 @@ export interface ExtendedRetryConfig extends ErrorRetryConfig {
 export type LLMProvider = 'openai' | 'litellm' | 'groq' | 'openrouter';
 
 /**
- * Content types for multimodal messages (text + images)
+ * Content types for multimodal messages (text + images + files)
  */
 export type MessageContent = 
   | string 
-  | Array<TextContent | ImageContent>;
+  | Array<TextContent | ImageContent | FileContent>;
 
 export interface TextContent {
   type: 'text';
@@ -161,9 +161,17 @@ export interface ImageContent {
   };
 }
 
+export interface FileContent {
+  type: 'file';
+  file: {
+    filename: string;
+    file_data: string; // Base64 encoded data URL (e.g., "data:application/pdf;base64,...")
+  };
+}
+
 /**
  * Message format compatible with OpenAI and LiteLLM APIs
- * Supports both text-only and multimodal (text + images) content
+ * Supports both text-only and multimodal (text + images + PDFs) content
  */
 export interface LLMMessage {
   role: 'system' | 'user' | 'assistant' | 'tool';

front_end/panels/ai_chat/LLM/OpenAIProvider.ts

@@ -81,7 +81,7 @@ export class OpenAIProvider extends LLMBaseProvider {
    * Throws error if conversion fails
    */
   private convertContentToResponsesAPI(content: MessageContent | undefined, modelFamily: ModelFamily): any {
-    // For GPT models, return simple string content
+    // For GPT models (including GPT-4.1), handle content conversion
     if (modelFamily === ModelFamily.GPT) {
       if (!content) {
         return '';
@@ -91,15 +91,16 @@ export class OpenAIProvider extends LLMBaseProvider {
       }
       // For multimodal content on GPT models, we need to return the structured format
       if (Array.isArray(content)) {
-        // Return as OpenAI Chat API format for GPT models
+        // All models use Responses API format since we're using /v1/responses endpoint
+        // This includes GPT-4.1 models which require input_text/input_image types
         return content.map((item, index) => {
           if (item.type === 'text') {
-            return { type: 'text', text: item.text };
+            return { type: 'input_text', text: item.text };
           } else if (item.type === 'image_url') {
             if (!item.image_url?.url) {
               throw new Error(`Invalid image content at index ${index}: missing image_url.url`);
             }
-            return { type: 'image_url', image_url: item.image_url };
+            return { type: 'input_image', image_url: item.image_url.url };
           } else {
             throw new Error(`Unknown content type at index ${index}: ${(item as any).type}`);
           }
@@ -458,6 +459,17 @@ export class OpenAIProvider extends LLMBaseProvider {
           vision: true,
           structured: true
         }
+      },
+      {
+        id: 'o3-mini-2025-01-31',
+        name: 'O3 Mini',
+        provider: 'openai',
+        capabilities: {
+          functionCalling: true,
+          reasoning: true,
+          vision: false,
+          structured: true
+        }
       }
     ];
   }