Open source file-system and knowledge based agent template. Build AI agents that stay up to date with your knowledge base
re-use active sandbox
Hugo Richardfe049825e190
diff --git a/apps/chat/app/pages/chat/[id].vue b/apps/chat/app/pages/chat/[id].vueindex 2425a73..44ba24e 100644--- a/apps/chat/app/pages/chat/[id].vue+++ b/apps/chat/app/pages/chat/[id].vue@@ -235,14 +235,9 @@ watch(() => chat.status, (newStatus, oldStatus) => {<template #content="{ message }"><ChatLoading- v-if="message.role === 'assistant' && chat.status === 'streaming' && !message.parts.some(p => p.type === 'text' && p.text)"+ v-if="message.role === 'assistant' && (chat.status === 'streaming' || getMessageToolCalls(message).length > 0)":tool-calls="getMessageToolCalls(message)"- :is-loading="true"- />- <ChatLoading- v-else-if="message.role === 'assistant' && getMessageToolCalls(message).length > 0"- :tool-calls="getMessageToolCalls(message)"- :is-loading="false"+ :is-loading="chat.status === 'streaming'"/><template v-for="(part, index) in message.parts.filter(p => p.type !== 'data-sources' && p.type !== 'data-tool-call')" :key="`${message.id}-${part.type}-${index}${'state' in part ? `-${part.state}` : ''}`"><Reasoningdiff --git a/apps/chat/server/api/chats/[id].post.ts b/apps/chat/server/api/chats/[id].post.tsindex dd964e5..8902c96 100644--- a/apps/chat/server/api/chats/[id].post.ts+++ b/apps/chat/server/api/chats/[id].post.ts@@ -1,12 +1,14 @@import { convertToModelMessages, createUIMessageStream, createUIMessageStreamResponse, stepCountIs, ToolLoopAgent, type UIMessage } from 'ai'import { z } from 'zod'import { db, schema } from '@nuxthub/db'+import { kv } from '@nuxthub/kv'import { and, eq } from 'drizzle-orm'import { createSavoir } from '@savoir/sdk'import { log, useLogger } from 'evlog'import { generateTitle } from '../../utils/chat/generate-title'import { routeQuestion, buildSystemPromptWithComplexity } from '../../utils/router/route-question'import { getAgentConfig, type AgentConfigData } from '../../utils/agent-config'+import { KV_KEYS } from '../../utils/sandbox/types'const BASE_SYSTEM_PROMPT = `You are an AI assistant that answers questions based on the available sources.@@ -37,7 +39,7 @@ Your knowledge may be outdated. ONLY answer based on what you find in the source## IMPORTANT-- Always provide a text response after searching+- Do NOT output text between tool calls. Use tools silently, then provide your complete answer only at the end.- Use "| head -N" to limit output## Response Style@@ -153,9 +155,16 @@ export default defineEventHandler(async (event) => {// Writer reference to be used by onToolCall callbacklet streamWriter: any = null+ // Try to reuse an active sandbox session (shared across all chats)+ const existingSessionId = await kv.get<string>(KV_KEYS.ACTIVE_SANDBOX_SESSION)+ if (existingSessionId) {+ log.info('chat', `[${requestId}] Found active sandbox session ${existingSessionId}`)+ }+const savoir = createSavoir({apiUrl: getRequestURL(event).origin,apiKey: savoirConfig.apiKey || undefined,+ sessionId: existingSessionId || undefined,onToolCall: (info) => {const resultSummary = info.result? ` [${info.result.success ? 'OK' : 'FAIL'}] (${info.result.durationMs}ms)`@@ -277,6 +286,12 @@ export default defineEventHandler(async (event) => {})))const dbDurationMs = Date.now() - dbStartTime+ // Persist sandbox session for reuse across all chats+ const currentSessionId = savoir.getSessionId()+ if (currentSessionId) {+ await kv.set(KV_KEYS.ACTIVE_SANDBOX_SESSION, currentSessionId)+ }+requestLog.set({outcome: 'success',responseMessageCount: responseMessages.length,diff --git a/apps/chat/server/utils/sandbox/manager.ts b/apps/chat/server/utils/sandbox/manager.tsindex fa62aad..a6990da 100644--- a/apps/chat/server/utils/sandbox/manager.ts+++ b/apps/chat/server/utils/sandbox/manager.ts@@ -110,10 +110,27 @@ async function getOrCreateSnapshot(): Promise<string> {return snapshotId}+async function findRunningSandbox(snapshotId: string): Promise<Sandbox | null> {+ try {+ const result = await Sandbox.list({ limit: 20 })+ const running = result.json.sandboxes.find(+ (s: { status: string, sourceSnapshotId?: string }) => s.status === 'running' && s.sourceSnapshotId === snapshotId,+ )+ if (running) {+ return await Sandbox.get({ sandboxId: running.id })+ }+ return null+ }+ catch {+ return null+ }+}+export async function getOrCreateSandbox(sessionId?: string): Promise<ActiveSandbox> {const config = getConfig()const startTime = Date.now()+ // 1. Try to reconnect via session ID (fastest path)if (sessionId) {const session = await getSandboxSession(sessionId)if (session) {@@ -128,6 +145,25 @@ export async function getOrCreateSandbox(sessionId?: string): Promise<ActiveSand}const snapshotId = await getOrCreateSnapshot()++ // 2. Try to find an already running sandbox with the same snapshot+ const existingSandbox = await findRunningSandbox(snapshotId)+ if (existingSandbox) {+ const reusedSessionId = sessionId || generateSessionId()+ const session = await setSandboxSession(+ reusedSessionId,+ {+ sandboxId: existingSandbox.sandboxId,+ snapshotId,+ createdAt: Date.now(),+ },+ config.sessionTtlMs,+ )+ log.info('sandbox', `Found running sandbox ${existingSandbox.sandboxId}, reusing for session ${reusedSessionId} (${Date.now() - startTime}ms)`)+ return { sandbox: existingSandbox, session, sessionId: reusedSessionId }+ }++ // 3. No running sandbox found — create a new oneconst sandbox = await createSandboxFromSnapshot(snapshotId)const newSessionId = sessionId || generateSessionId()diff --git a/apps/chat/server/utils/sandbox/types.ts b/apps/chat/server/utils/sandbox/types.tsindex 8e0cd43..4eb7690 100644--- a/apps/chat/server/utils/sandbox/types.ts+++ b/apps/chat/server/utils/sandbox/types.ts@@ -34,4 +34,5 @@ export const KV_KEYS = {LAST_SOURCE_SYNC: 'sources:last-sync',AGENT_CONFIG_CACHE: 'agent:config-cache',session: (sessionId: string) => `session:${sessionId}`,+ ACTIVE_SANDBOX_SESSION: 'sandbox:active-session',} as const