Add observability: token tracking, error logging, action audit trail

server/kernel.js

@@ -14,6 +14,7 @@
 import 'dotenv/config';
 import express from 'express';
 import cors from 'cors';
+import logger from './modules/logger.js';
 import http from 'http';
 import { WebSocketServer } from 'ws';
 import path from 'path';
@@ -155,6 +156,7 @@ async function autoCommit(filename) {
   git('add -A');
   git(`commit -m "Auto: ${filename}" --no-verify`);
   console.log(`[kernel] Auto-committed: ${filename}`);
+  logger.action({ component: 'kernel', action: 'auto-commit', details: filename });
 }
 
 // ============================================
@@ -194,6 +196,7 @@ async function runVerification() {
       stdio: ['pipe', 'pipe', 'pipe']
     });
     console.log('[kernel] Verification PASSED');
+    logger.action({ component: 'kernel', action: 'verification-passed' });
 
     // Mark all unverified changes as verified
     try {
@@ -208,6 +211,7 @@ async function runVerification() {
   } catch (err) {
     console.error('[kernel] Verification FAILED');
     console.error(err.stdout?.slice(-1000) || err.message);
+    logger.error({ component: 'kernel', error: 'Verification failed', context: err.stdout?.slice(-500) || err.message });
     return false;
   }
 }
@@ -219,6 +223,7 @@ async function rollback() {
   }
 
   console.log(`[kernel] Rolling back to ${lastGoodCommit.slice(0, 8)}...`);
+  logger.action({ component: 'kernel', action: 'rollback', details: { commit: lastGoodCommit.slice(0, 8) } });
   clearTimeout(commitDebounce);
   git(`reset --hard ${lastGoodCommit}`);
 

server/modules/brain/index.js

@@ -13,6 +13,7 @@
  */
 
 import Anthropic from '@anthropic-ai/sdk';
+import logger from '../logger.js';
 import fs from 'fs/promises';
 import path from 'path';
 
@@ -84,12 +85,16 @@ export async function* process(message, {
   history = [],
   getTools,
   executeTool,
-  systemPrompt = SYSTEM_PROMPTS.chat
+  systemPrompt = SYSTEM_PROMPTS.chat,
+  trace_id
 }) {
+  // Generate trace_id if not provided (webchat/telegram generate their own)
+  const traceId = trace_id || logger.generateTraceId('brain');
   const tools = toAnthropicTools(getTools());
   const messages = [...history, { role: 'user', content: message }];
 
   while (true) {
+    const turnStart = Date.now();
     const stream = client.beta.messages.stream({
       model: 'claude-sonnet-4-6',
       max_tokens: 8192,
@@ -110,6 +115,23 @@ export async function* process(message, {
     const response = await stream.finalMessage();
     messages.push({ role: 'assistant', content: response.content });
 
+    // Log API usage and cost
+    const usage = response.usage || {};
+    const advisorIter = usage.iterations?.find(i => i.type === 'advisor_message');
+    logger.api({
+      trace_id: traceId,
+      component: 'brain',
+      model: 'claude-sonnet-4-6',
+      input_tokens: usage.input_tokens || 0,
+      output_tokens: usage.output_tokens || 0,
+      cache_read_tokens: usage.cache_read_input_tokens || 0,
+      cache_creation_tokens: usage.cache_creation_input_tokens || 0,
+      advisor_input_tokens: advisorIter?.input_tokens || 0,
+      advisor_output_tokens: advisorIter?.output_tokens || 0,
+      duration_ms: Date.now() - turnStart,
+      stop_reason: response.stop_reason
+    });
+
     // No tool calls — we're done
     if (response.stop_reason !== 'tool_use') break;
 
@@ -122,13 +144,25 @@ export async function* process(message, {
 
       yield { type: 'tool_call', name: block.name, args: block.input };
 
+      const toolStart = Date.now();
       let result;
       try {
         result = await executeTool(block.name, block.input);
       } catch (err) {
         result = { error: err.message };
+        logger.error({ component: 'brain', error: err, context: `tool:${block.name}` });
       }
 
+      logger.tool({
+        trace_id: traceId,
+        component: 'brain',
+        name: block.name,
+        args: block.input,
+        result,
+        duration_ms: Date.now() - toolStart,
+        error: result?.error
+      });
+
       const content = typeof result === 'string'
         ? result
         : JSON.stringify(result, null, 2);

server/modules/channels/webchat/index.js

@@ -15,6 +15,7 @@
  */
 
 import * as brain from '../../brain/index.js';
+import logger from '../../logger.js';
 
 const MAX_HISTORY = 50;
 
@@ -40,6 +41,8 @@ export function createChannel({ getTools, executeTool, addWSPath, setActive, set
 
           if (data.type !== 'chat_message' || !data.text?.trim()) return;
 
+          logger.message({ channel: 'webchat', direction: 'inbound', text: data.text });
+
           if (busy) {
             ws.send(JSON.stringify({ type: 'error', error: 'Still processing previous message' }));
             return;