Skip to content

Open source file-system and knowledge based agent template. Build AI agents that stay up to date with your knowledge base

improve timing logging

Hugo Richard59d05fa2aa3a
diff --git a/apps/chat/nuxt.config.ts b/apps/chat/nuxt.config.ts
index c26c263..01c0aa6 100644
--- a/apps/chat/nuxt.config.ts
+++ b/apps/chat/nuxt.config.ts
@@ -12,8 +12,6 @@ export default defineNuxtConfig({
evlog: {
env: {
service: 'savoir',
- environment: process.env.NODE_ENV ?? 'development',
- commitHash: process.env.COMMIT_SHA,
version: '0.1.0',
},
},
diff --git a/apps/chat/server/api/chats/[id].post.ts b/apps/chat/server/api/chats/[id].post.ts
index ec797e9..68cd6d9 100644
--- a/apps/chat/server/api/chats/[id].post.ts
+++ b/apps/chat/server/api/chats/[id].post.ts
@@ -113,6 +113,8 @@ export default defineEventHandler(async (event) => {
let toolCallCount = 0
let totalInputTokens = 0
let totalOutputTokens = 0
+ let stepStartTime = Date.now()
+ const stepDurations: number[] = []
log.info('chat', `[${requestId}] Starting agent with ${model}`)
@@ -121,6 +123,8 @@ export default defineEventHandler(async (event) => {
instructions: SYSTEM_PROMPT,
tools: savoir.tools,
onStepFinish: (stepResult) => {
+ const stepDurationMs = Date.now() - stepStartTime
+ stepDurations.push(stepDurationMs)
stepCount++
if (stepResult.usage) {
@@ -131,11 +135,17 @@ export default defineEventHandler(async (event) => {
if (stepResult.toolCalls && stepResult.toolCalls.length > 0) {
toolCallCount += stepResult.toolCalls.length
const tools = stepResult.toolCalls.map(c => c.toolName).join(', ')
- log.info('chat', `[${requestId}] Step ${stepCount}: ${tools}`)
+ log.info('chat', `[${requestId}] Step ${stepCount}: ${tools} (${stepDurationMs}ms)`)
+ } else {
+ log.info('chat', `[${requestId}] Step ${stepCount}: response (${stepDurationMs}ms)`)
}
+
+ // Reset timer for next step
+ stepStartTime = Date.now()
},
onFinish: (result) => {
+ const totalDurationMs = stepDurations.reduce((a, b) => a + b, 0)
requestLog.set({
finishReason: result.finishReason,
totalInputTokens,
@@ -143,8 +153,10 @@ export default defineEventHandler(async (event) => {
totalTokens: totalInputTokens + totalOutputTokens,
stepCount,
toolCallCount,
+ stepDurations,
+ totalAgentMs: totalDurationMs,
})
- log.info('chat', `[${requestId}] Finished: ${result.finishReason}`)
+ log.info('chat', `[${requestId}] Finished: ${result.finishReason} (total: ${totalDurationMs}ms)`)
},
})
diff --git a/apps/chat/server/api/sandbox/read.post.ts b/apps/chat/server/api/sandbox/read.post.ts
index 4ad1471..2401a70 100644
--- a/apps/chat/server/api/sandbox/read.post.ts
+++ b/apps/chat/server/api/sandbox/read.post.ts
@@ -1,4 +1,5 @@
import { z } from 'zod'
+import { useLogger } from 'evlog'
import { getOrCreateSandbox, read } from '../../lib/sandbox'
const bodySchema = z.object({
@@ -15,11 +16,24 @@ const bodySchema = z.object({
* - sessionId: string - Optional session ID for sandbox reuse
*/
export default defineEventHandler(async (event) => {
+ const requestLog = useLogger(event)
const body = await readValidatedBody(event, bodySchema.parse)
+ requestLog.set({ pathCount: body.paths.length })
+
+ // Get or create sandbox
+ const sandboxStart = Date.now()
const { sandbox, sessionId } = await getOrCreateSandbox(body.sessionId)
+ const sandboxMs = Date.now() - sandboxStart
+
+ requestLog.set({ sandboxMs, sandboxId: sandbox.sandboxId, sessionId })
+ // Read files
+ const readStart = Date.now()
const files = await read(sandbox, body.paths)
+ const readMs = Date.now() - readStart
+
+ requestLog.set({ readMs, fileCount: files.length })
return {
sessionId,
diff --git a/apps/chat/server/api/sandbox/search-and-read.post.ts b/apps/chat/server/api/sandbox/search-and-read.post.ts
index 9707ff9..161b7f1 100644
--- a/apps/chat/server/api/sandbox/search-and-read.post.ts
+++ b/apps/chat/server/api/sandbox/search-and-read.post.ts
@@ -1,4 +1,5 @@
import { z } from 'zod'
+import { useLogger } from 'evlog'
import { getOrCreateSandbox, searchAndRead } from '../../lib/sandbox'
const bodySchema = z.object({
@@ -17,13 +18,28 @@ const bodySchema = z.object({
* - sessionId: string - Optional session ID for sandbox reuse
*/
export default defineEventHandler(async (event) => {
+ const requestLog = useLogger(event)
const body = await readValidatedBody(event, bodySchema.parse)
+ requestLog.set({ query: body.query, limit: body.limit })
+
// Get or create sandbox
+ const sandboxStart = Date.now()
const { sandbox, sessionId } = await getOrCreateSandbox(body.sessionId)
+ const sandboxMs = Date.now() - sandboxStart
+
+ requestLog.set({ sandboxMs, sandboxId: sandbox.sandboxId, sessionId })
// Search and read files
+ const searchStart = Date.now()
const result = await searchAndRead(sandbox, body.query, body.limit)
+ const searchMs = Date.now() - searchStart
+
+ requestLog.set({
+ searchMs,
+ matchCount: result.matches.length,
+ fileCount: result.files.length,
+ })
return {
sessionId,
diff --git a/apps/chat/server/lib/sandbox/manager.ts b/apps/chat/server/lib/sandbox/manager.ts
index d68559c..0f498ad 100644
--- a/apps/chat/server/lib/sandbox/manager.ts
+++ b/apps/chat/server/lib/sandbox/manager.ts
@@ -44,6 +44,7 @@ function getGitSourceOptions(repoUrl: string, branch: string, githubToken?: stri
/** Creates and initializes sandbox from snapshot ID */
async function createSandboxFromSnapshot(snapshotId: string): Promise<Sandbox> {
log.info('sandbox', `Creating sandbox from snapshot: ${snapshotId}`)
+ const startTime = Date.now()
const sandbox = await Sandbox.create({
source: {
@@ -54,7 +55,8 @@ async function createSandboxFromSnapshot(snapshotId: string): Promise<Sandbox> {
runtime: 'node24',
})
- log.info('sandbox', `Sandbox created: ${sandbox.sandboxId}`)
+ const durationMs = Date.now() - startTime
+ log.info('sandbox', `Sandbox created: ${sandbox.sandboxId} (${durationMs}ms)`)
return sandbox
}
@@ -131,6 +133,7 @@ async function getOrCreateSnapshot(): Promise<string> {
/** Returns active sandbox for session, reusing existing or creating new. Auto-creates snapshot if needed */
export async function getOrCreateSandbox(sessionId?: string): Promise<ActiveSandbox> {
const config = getConfig()
+ const startTime = Date.now()
// If session ID provided, try to get existing sandbox
if (sessionId) {
@@ -138,7 +141,8 @@ export async function getOrCreateSandbox(sessionId?: string): Promise<ActiveSand
if (session) {
const sandbox = await getSandboxById(session.sandboxId)
if (sandbox) {
- log.info('sandbox', `Reusing sandbox ${sandbox.sandboxId} for session ${sessionId}`)
+ const reuseMs = Date.now() - startTime
+ log.info('sandbox', `Reusing sandbox ${sandbox.sandboxId} for session ${sessionId} (${reuseMs}ms)`)
await touchSession(sessionId, config.sessionTtlMs)
return { sandbox, session, sessionId }
}
@@ -161,6 +165,9 @@ export async function getOrCreateSandbox(sessionId?: string): Promise<ActiveSand
config.sessionTtlMs,
)
+ const createMs = Date.now() - startTime
+ log.info('sandbox', `New sandbox created for session ${newSessionId} (${createMs}ms)`)
+
return { sandbox, session, sessionId: newSessionId }
}
@@ -173,6 +180,7 @@ export async function search(
limit: number = 20,
): Promise<SearchResult[]> {
log.info('sandbox', `Searching for: ${query}`)
+ const startTime = Date.now()
// Use grep for searching (-r recursive, -n line numbers, -i case insensitive, -l list files)
const result = await sandbox.runCommand({
@@ -194,6 +202,8 @@ export async function search(
cwd: '/vercel/sandbox',
})
+ const grepMs = Date.now() - startTime
+
const stdout = await result.stdout()
const stderr = await result.stderr()
@@ -216,7 +226,7 @@ export async function search(
}
}
- log.info('sandbox', `Found ${results.length} matches`)
+ log.info('sandbox', `Found ${results.length} matches (grep: ${grepMs}ms)`)
return results
}
@@ -226,6 +236,7 @@ export async function read(
paths: string[],
): Promise<FileContent[]> {
log.info('sandbox', `Reading ${paths.length} files`)
+ const startTime = Date.now()
const files: FileContent[] = []
@@ -247,7 +258,8 @@ export async function read(
}
}
- log.info('sandbox', `Read ${files.length} files successfully`)
+ const readMs = Date.now() - startTime
+ log.info('sandbox', `Read ${files.length} files successfully (${readMs}ms)`)
return files
}