Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

feat(api): expose active agent browser views

mogeryaf43833fcf01
diff --git a/apps/api/src/controllers/v2/agent-trace.ts b/apps/api/src/controllers/v2/agent-trace.ts
index 3f26b10b5..5fd7044f2 100644
--- a/apps/api/src/controllers/v2/agent-trace.ts
+++ b/apps/api/src/controllers/v2/agent-trace.ts
@@ -1,8 +1,11 @@
import { Response } from "express";
import { config } from "../../config";
+import { listActiveBrowserSessionsForRequest } from "../../lib/browser-sessions";
import { supabaseGetAgentRequestByIdDirect } from "../../lib/supabase-jobs";
import { AgentTraceResponse, RequestWithAuth } from "./types";
+const AGENT_BROWSER_VIEWPORT = { width: 1280, height: 720 } as const;
+
export async function agentTraceController(
req: RequestWithAuth<{ jobId: string }, AgentTraceResponse, any>,
res: Response<AgentTraceResponse>,
@@ -22,15 +25,37 @@ export async function agentTraceController(
throw new Error("Agent beta is not enabled.");
}
- const upstream = await fetch(
- `${config.EXTRACT_V3_BETA_URL}/internal/extracts/${req.params.jobId}/trace`,
- {
- headers: {
- Authorization: `Bearer ${config.AGENT_INTEROP_SECRET}`,
+ const includeLiveView = req.query.liveView === "true";
+
+ const [upstream, activeBrowserSessions] = await Promise.all([
+ fetch(
+ `${config.EXTRACT_V3_BETA_URL}/internal/extracts/${req.params.jobId}/trace`,
+ {
+ headers: {
+ Authorization: `Bearer ${config.AGENT_INTEROP_SECRET}`,
+ },
},
- },
- );
+ ),
+ includeLiveView
+ ? listActiveBrowserSessionsForRequest(req.auth.team_id, req.params.jobId)
+ : Promise.resolve([]),
+ ]);
const body = (await upstream.json()) as AgentTraceResponse;
- return res.status(upstream.status).json(body);
+ if (!upstream.ok || body.success !== true) {
+ return res.status(upstream.status).json(body);
+ }
+
+ return res.status(upstream.status).json({
+ ...body,
+ ...(includeLiveView
+ ? {
+ activeBrowserSessions: activeBrowserSessions.map(session => ({
+ id: session.id,
+ liveViewUrl: session.cdp_path,
+ viewport: AGENT_BROWSER_VIEWPORT,
+ })),
+ }
+ : {}),
+ });
}
diff --git a/apps/api/src/controllers/v2/types.ts b/apps/api/src/controllers/v2/types.ts
index 9296c2136..49503bc06 100644
--- a/apps/api/src/controllers/v2/types.ts
+++ b/apps/api/src/controllers/v2/types.ts
@@ -1452,6 +1452,14 @@ export type AgentTraceResponse =
id: string;
events: object[];
creditsUsed: number;
+ activeBrowserSessions?: Array<{
+ id: string;
+ liveViewUrl: string;
+ viewport: {
+ width: number;
+ height: number;
+ };
+ }>;
};
export type AgentSnapshotResponse =
diff --git a/apps/api/src/lib/browser-sessions.ts b/apps/api/src/lib/browser-sessions.ts
index a9d4efb38..c49ca50e6 100644
--- a/apps/api/src/lib/browser-sessions.ts
+++ b/apps/api/src/lib/browser-sessions.ts
@@ -138,6 +138,35 @@ export async function listBrowserSessions(
}
}
+export async function listActiveBrowserSessionsForRequest(
+ teamId: string,
+ requestId: string,
+): Promise<BrowserSessionRow[]> {
+ try {
+ const data = await db
+ .select()
+ .from(schema.browser_sessions)
+ .where(
+ and(
+ eq(schema.browser_sessions.team_id, teamId),
+ eq(schema.browser_sessions.request_id, requestId),
+ eq(schema.browser_sessions.status, "active"),
+ ),
+ )
+ .orderBy(desc(schema.browser_sessions.created_at));
+ return data as BrowserSessionRow[];
+ } catch (error) {
+ logger.error("Failed to list active browser sessions for request", {
+ error,
+ teamId,
+ requestId,
+ });
+ throw new Error(
+ `Failed to list active browser sessions for request: ${error instanceof Error ? error.message : JSON.stringify(error)}`,
+ );
+ }
+}
+
export async function updateBrowserSessionActivity(id: string): Promise<void> {
try {
await db