wip

Author: khromov

.env.example

@@ -21,4 +21,6 @@ MCP_SERVER_URL=https://mcp.svelte.dev/mcp
 # MCP_SERVER_URL=
 
 # To disable the test component tool, uncomment the line below
-#DISABLE_TESTCOMPONENT_TOOL=1
+#DISABLE_TESTCOMPONENT_TOOL=1
+
+VERBOSE_LOGGING=true

README.md

@@ -44,11 +44,13 @@ MCP_SERVER_URL=https://mcp.svelte.dev/mcp
 ### Supported Providers
 
 **Cloud Providers:**
+
 - `anthropic/*` - Direct Anthropic API (requires `ANTHROPIC_API_KEY`)
 - `openai/*` - Direct OpenAI API (requires `OPENAI_API_KEY`)
 - `openrouter/*` - OpenRouter unified API (requires `OPENROUTER_API_KEY`)
 
 **Local Providers:**
+
 - `lmstudio/*` - LM Studio local server (requires LM Studio running on `http://localhost:1234`)
 
 Example configurations:

index.ts

@@ -109,10 +109,44 @@ async function runSingleTest(
     };
 
     // Create agent for this test
+    let stepCounter = 0;
     const agent = new Agent({
       model,
       stopWhen: [hasToolCall("ResultWrite"), stepCountIs(10)],
       tools,
+      onStepFinish: (step) => {
+        if (process.env.VERBOSE_LOGGING !== "true") {
+          return;
+        }
+        stepCounter++;
+        console.log(`  Step ${stepCounter}:`);
+        if (step.text) {
+          const preview =
+            step.text.length > 100
+              ? step.text.slice(0, 100) + "..."
+              : step.text;
+          console.log(`💬 Text: ${preview}`);
+        }
+        if (step.toolCalls && step.toolCalls.length > 0) {
+          for (const call of step.toolCalls) {
+            if (call) {
+              console.log(`🔧 Tool call: ${call.toolName}`);
+            }
+          }
+        }
+        if (step.toolResults && step.toolResults.length > 0) {
+          for (const result of step.toolResults) {
+            if (result && "output" in result) {
+              const resultStr = JSON.stringify(result.output);
+              const preview =
+                resultStr.length > 80
+                  ? resultStr.slice(0, 80) + "..."
+                  : resultStr;
+              console.log(`📤 Tool result: ${preview}`);
+            }
+          }
+        }
+      },
     });
 
     // Run the agent

lib/report-template.ts

@@ -97,7 +97,10 @@ function renderContentBlock(block: ContentBlock): string {
 </details>`;
   } else if (block.type === "tool-result") {
     const outputText = JSON.stringify(block.output, null, 2);
-    const isError = block.output && typeof block.output === "object" && "error" in block.output;
+    const isError =
+      block.output &&
+      typeof block.output === "object" &&
+      "error" in block.output;
     const statusIcon = isError ? "✗" : "✓";
     return `<details class="result ${isError ? "error" : ""}">
   <summary><span class="status ${isError ? "error" : "success"}">${statusIcon}</span> Output</summary>
@@ -180,8 +183,8 @@ function renderSteps(steps: Step[]): string {
       <summary class="step-header">
         <span class="step-num">Step ${index + 1}</span>
         <span class="line"></span>
-        <span class="tokens" title="Total tokens: ${step.usage.totalTokens.toLocaleString()}&#10;Input: ${inputTokens.toLocaleString()} (${uncachedInputTokens.toLocaleString()} new + ${cachedTokens.toLocaleString()} cached)&#10;Output: ${step.usage.outputTokens.toLocaleString()}">${step.usage.totalTokens.toLocaleString()} tok</span>
-        <span class="output" title="Output tokens generated: ${step.usage.outputTokens.toLocaleString()}&#10;${cachedTokens > 0 ? `Cached input tokens (⚡): ${cachedTokens.toLocaleString()} (not billed)` : "No cached tokens"}">(${step.usage.outputTokens.toLocaleString()}↑${cachedInfo})</span>
+        <span class="tokens" title="Total tokens: ${step.usage.totalTokens.toLocaleString()}&#10;Input: ${inputTokens.toLocaleString()} (${uncachedInputTokens.toLocaleString()} new + ${cachedTokens?.toLocaleString()} cached)&#10;Output: ${step.usage.outputTokens.toLocaleString()}">${step.usage.totalTokens.toLocaleString()} tok</span>
+        <span class="output" title="Output tokens generated: ${step.usage.outputTokens.toLocaleString()}&#10;${cachedTokens > 0 ? `Cached input tokens (⚡): ${cachedTokens?.toLocaleString()} (not billed)` : "No cached tokens"}">(${step.usage.outputTokens.toLocaleString()}↑${cachedInfo})</span>
         <span class="reason">${step.finishReason}</span>
       </summary>
       <div class="step-content">
@@ -217,7 +220,7 @@ function renderTestSection(test: SingleTestResult, index: number): string {
 
   // Generate unique ID for this test's component code
   const componentId = `component-${test.testName.replace(/[^a-zA-Z0-9]/g, "-")}`;
-  
+
   const resultWriteHtml = test.resultWriteContent
     ? `<div class="output-section">
         <div class="token-summary">