Skip to content

Open source file-system and knowledge based agent template. Build AI agents that stay up to date with your knowledge base

re-use active sandbox

Hugo Richardfe049825e190
diff --git a/apps/chat/app/pages/chat/[id].vue b/apps/chat/app/pages/chat/[id].vue
index 2425a73..44ba24e 100644
--- a/apps/chat/app/pages/chat/[id].vue
+++ b/apps/chat/app/pages/chat/[id].vue
@@ -235,14 +235,9 @@ watch(() => chat.status, (newStatus, oldStatus) => {
<template #content="{ message }">
<ChatLoading
- v-if="message.role === 'assistant' && chat.status === 'streaming' && !message.parts.some(p => p.type === 'text' && p.text)"
+ v-if="message.role === 'assistant' && (chat.status === 'streaming' || getMessageToolCalls(message).length > 0)"
:tool-calls="getMessageToolCalls(message)"
- :is-loading="true"
- />
- <ChatLoading
- v-else-if="message.role === 'assistant' && getMessageToolCalls(message).length > 0"
- :tool-calls="getMessageToolCalls(message)"
- :is-loading="false"
+ :is-loading="chat.status === 'streaming'"
/>
<template v-for="(part, index) in message.parts.filter(p => p.type !== 'data-sources' && p.type !== 'data-tool-call')" :key="`${message.id}-${part.type}-${index}${'state' in part ? `-${part.state}` : ''}`">
<Reasoning
diff --git a/apps/chat/server/api/chats/[id].post.ts b/apps/chat/server/api/chats/[id].post.ts
index dd964e5..8902c96 100644
--- a/apps/chat/server/api/chats/[id].post.ts
+++ b/apps/chat/server/api/chats/[id].post.ts
@@ -1,12 +1,14 @@
import { convertToModelMessages, createUIMessageStream, createUIMessageStreamResponse, stepCountIs, ToolLoopAgent, type UIMessage } from 'ai'
import { z } from 'zod'
import { db, schema } from '@nuxthub/db'
+import { kv } from '@nuxthub/kv'
import { and, eq } from 'drizzle-orm'
import { createSavoir } from '@savoir/sdk'
import { log, useLogger } from 'evlog'
import { generateTitle } from '../../utils/chat/generate-title'
import { routeQuestion, buildSystemPromptWithComplexity } from '../../utils/router/route-question'
import { getAgentConfig, type AgentConfigData } from '../../utils/agent-config'
+import { KV_KEYS } from '../../utils/sandbox/types'
const BASE_SYSTEM_PROMPT = `You are an AI assistant that answers questions based on the available sources.
@@ -37,7 +39,7 @@ Your knowledge may be outdated. ONLY answer based on what you find in the source
## IMPORTANT
-- Always provide a text response after searching
+- Do NOT output text between tool calls. Use tools silently, then provide your complete answer only at the end.
- Use "| head -N" to limit output
## Response Style
@@ -153,9 +155,16 @@ export default defineEventHandler(async (event) => {
// Writer reference to be used by onToolCall callback
let streamWriter: any = null
+ // Try to reuse an active sandbox session (shared across all chats)
+ const existingSessionId = await kv.get<string>(KV_KEYS.ACTIVE_SANDBOX_SESSION)
+ if (existingSessionId) {
+ log.info('chat', `[${requestId}] Found active sandbox session ${existingSessionId}`)
+ }
+
const savoir = createSavoir({
apiUrl: getRequestURL(event).origin,
apiKey: savoirConfig.apiKey || undefined,
+ sessionId: existingSessionId || undefined,
onToolCall: (info) => {
const resultSummary = info.result
? ` [${info.result.success ? 'OK' : 'FAIL'}] (${info.result.durationMs}ms)`
@@ -277,6 +286,12 @@ export default defineEventHandler(async (event) => {
})))
const dbDurationMs = Date.now() - dbStartTime
+ // Persist sandbox session for reuse across all chats
+ const currentSessionId = savoir.getSessionId()
+ if (currentSessionId) {
+ await kv.set(KV_KEYS.ACTIVE_SANDBOX_SESSION, currentSessionId)
+ }
+
requestLog.set({
outcome: 'success',
responseMessageCount: responseMessages.length,
diff --git a/apps/chat/server/utils/sandbox/manager.ts b/apps/chat/server/utils/sandbox/manager.ts
index fa62aad..a6990da 100644
--- a/apps/chat/server/utils/sandbox/manager.ts
+++ b/apps/chat/server/utils/sandbox/manager.ts
@@ -110,10 +110,27 @@ async function getOrCreateSnapshot(): Promise<string> {
return snapshotId
}
+async function findRunningSandbox(snapshotId: string): Promise<Sandbox | null> {
+ try {
+ const result = await Sandbox.list({ limit: 20 })
+ const running = result.json.sandboxes.find(
+ (s: { status: string, sourceSnapshotId?: string }) => s.status === 'running' && s.sourceSnapshotId === snapshotId,
+ )
+ if (running) {
+ return await Sandbox.get({ sandboxId: running.id })
+ }
+ return null
+ }
+ catch {
+ return null
+ }
+}
+
export async function getOrCreateSandbox(sessionId?: string): Promise<ActiveSandbox> {
const config = getConfig()
const startTime = Date.now()
+ // 1. Try to reconnect via session ID (fastest path)
if (sessionId) {
const session = await getSandboxSession(sessionId)
if (session) {
@@ -128,6 +145,25 @@ export async function getOrCreateSandbox(sessionId?: string): Promise<ActiveSand
}
const snapshotId = await getOrCreateSnapshot()
+
+ // 2. Try to find an already running sandbox with the same snapshot
+ const existingSandbox = await findRunningSandbox(snapshotId)
+ if (existingSandbox) {
+ const reusedSessionId = sessionId || generateSessionId()
+ const session = await setSandboxSession(
+ reusedSessionId,
+ {
+ sandboxId: existingSandbox.sandboxId,
+ snapshotId,
+ createdAt: Date.now(),
+ },
+ config.sessionTtlMs,
+ )
+ log.info('sandbox', `Found running sandbox ${existingSandbox.sandboxId}, reusing for session ${reusedSessionId} (${Date.now() - startTime}ms)`)
+ return { sandbox: existingSandbox, session, sessionId: reusedSessionId }
+ }
+
+ // 3. No running sandbox found — create a new one
const sandbox = await createSandboxFromSnapshot(snapshotId)
const newSessionId = sessionId || generateSessionId()
diff --git a/apps/chat/server/utils/sandbox/types.ts b/apps/chat/server/utils/sandbox/types.ts
index 8e0cd43..4eb7690 100644
--- a/apps/chat/server/utils/sandbox/types.ts
+++ b/apps/chat/server/utils/sandbox/types.ts
@@ -34,4 +34,5 @@ export const KV_KEYS = {
LAST_SOURCE_SYNC: 'sources:last-sync',
AGENT_CONFIG_CACHE: 'agent:config-cache',
session: (sessionId: string) => `session:${sessionId}`,
+ ACTIVE_SANDBOX_SESSION: 'sandbox:active-session',
} as const