Evenfire is an intelligence layer platform for running LLM agents that take real actions, on your infrastructure
TypeScript
import { Router } from 'express'
import { config } from '../config.js'
import {
type AuthedRequest,
extractAuthToken,
requireRpcAuth,
requireScope,
} from '../middleware/auth.js'
import { isHostAccessDenied, respondHostAccessDenied } from '../services/hostAccessDenial.js'
import { resolveHostConnectionForUser } from '../services/mcpProxyService.js'
const activeStreamCountsByUser = new Map<string, number>()
const activeStreamCountsByUserHost = new Map<string, number>()
const activeStreams = new Set<string>()
let streamCounter = 0
/** Clears in-process stream counters. Tests must call this; production never does. */
export function resetHostActivityStreamRuntimeForTests(): void {
if (process.env.VITEST !== 'true' && process.env.NODE_ENV !== 'test') {
throw new Error('resetHostActivityStreamRuntimeForTests is test-only')
}
activeStreamCountsByUser.clear()
activeStreamCountsByUserHost.clear()
activeStreams.clear()
streamCounter = 0
}
function nextStreamId(): string {
streamCounter += 1
return `activity-stream-${Date.now()}-${streamCounter}`
}
function userHostKey(userId: string, hostRef: string): string {
return `${userId}::${hostRef}`
}
function incrementCounter(map: Map<string, number>, key: string): void {
map.set(key, (map.get(key) || 0) + 1)
}
function decrementCounter(map: Map<string, number>, key: string): void {
const next = (map.get(key) || 0) - 1
if (next <= 0) map.delete(key)
else map.set(key, next)
}
function isWildcardOrInvalidHostRef(hostRef: string): boolean {
if (!hostRef.trim()) return true
return /[*%]/.test(hostRef)
}
function sanitizedStreamErrorMessage(): string {
return 'Activity temporarily unavailable'
}
type ParsedSse = { event: string; data: unknown } | null
function parseSseBlock(block: string): ParsedSse {
const lines = block.split('\n')
let event = ''
const dataLines: string[] = []
for (const line of lines) {
if (line.startsWith('event:')) {
event = line.slice('event:'.length).trim()
} else if (line.startsWith('data:')) {
dataLines.push(line.slice('data:'.length).trim())
}
}
if (!event || dataLines.length === 0) return null
try {
return { event, data: JSON.parse(dataLines.join('\n')) as unknown }
} catch {
return { event, data: {} }
}
}
export function createRpcHostActivityStreamRouter(): Router {
const router = Router()
router.get(
'/rpc/hosts/:hostRef/activity/stream',
requireRpcAuth,
requireScope('host:activity:read'),
async (req: AuthedRequest, res, next) => {
try {
const auth = req.auth!
const rpcAccessToken = extractAuthToken(req)
const hostRef = String(req.params.hostRef || '').trim()
if (!hostRef || isWildcardOrInvalidHostRef(hostRef)) {
res.status(400).json({ error: 'hostRef is required' })
return
}
if (Number(req.headers['content-length'] || 0) > 0) {
res
.status(400)
.json({ error: 'Activity stream is read-only and does not accept request bodies' })
return
}
const host = await resolveHostConnectionForUser(auth.sub, hostRef, rpcAccessToken, {
teamId: auth.teamId,
})
if (isHostAccessDenied(host)) {
respondHostAccessDenied(res, host)
return
}
const perUserCount = activeStreamCountsByUser.get(auth.sub) || 0
const perUserHostCount =
activeStreamCountsByUserHost.get(userHostKey(auth.sub, hostRef)) || 0
if (
activeStreams.size >= config.activityStreamMaxConcurrent ||
perUserCount >= config.activityStreamMaxPerUser ||
perUserHostCount >= config.activityStreamMaxPerUserHost
) {
res.setHeader('retry-after', '5')
res.status(429).json({ error: 'Too many active activity streams' })
return
}
res.setHeader('content-type', 'text/event-stream')
res.setHeader('cache-control', 'no-cache, no-transform')
res.setHeader('connection', 'keep-alive')
res.setHeader('x-accel-buffering', 'no')
res.flushHeaders()
const streamId = nextStreamId()
activeStreams.add(streamId)
incrementCounter(activeStreamCountsByUser, auth.sub)
incrementCounter(activeStreamCountsByUserHost, userHostKey(auth.sub, hostRef))
const abortController = new AbortController()
let closed = false
let eventId = 0
let lastUpstreamActivityAt = Date.now()
let keepAliveId: NodeJS.Timeout | null = null
let lifetimeId: NodeJS.Timeout | null = null
let idleCheckId: NodeJS.Timeout | null = null
const cleanup = (reason: string) => {
if (closed) return
closed = true
abortController.abort()
if (keepAliveId) clearInterval(keepAliveId)
if (lifetimeId) clearTimeout(lifetimeId)
if (idleCheckId) clearInterval(idleCheckId)
activeStreams.delete(streamId)
decrementCounter(activeStreamCountsByUser, auth.sub)
decrementCounter(activeStreamCountsByUserHost, userHostKey(auth.sub, hostRef))
if (!res.writableEnded) {
res.write(`event: closed\n`)
res.write(`data: ${JSON.stringify({ reason })}\n\n`)
res.end()
}
}
const writeEvent = (event: 'open' | 'activity' | 'error' | 'closed', payload: unknown) => {
if (closed || res.writableEnded) return
eventId += 1
res.write(`id: ${eventId}\n`)
res.write(`event: ${event}\n`)
res.write(`data: ${JSON.stringify(payload)}\n\n`)
}
const allowedEvents = new Set(['open', 'activity', 'error', 'closed'])
const baseUrl = host.url.replace(/\/+$/, '')
const upstreamResponse = await fetch(`${baseUrl}/v1/runtime/activity/stream`, {
method: 'GET',
headers: {
accept: 'text/event-stream',
...host.headers,
},
signal: abortController.signal,
})
if (!upstreamResponse.ok || !upstreamResponse.body) {
writeEvent('error', { message: sanitizedStreamErrorMessage() })
cleanup('upstream_unavailable')
return
}
writeEvent('open', { hostRef, observedAt: new Date().toISOString() })
keepAliveId = setInterval(() => {
if (!closed) res.write(': keepalive\n\n')
}, config.activityStreamKeepaliveMs)
lifetimeId = setTimeout(() => {
writeEvent('error', { message: 'Activity stream expired. Reconnect required.' })
cleanup('max-lifetime')
}, config.activityStreamMaxLifetimeMs)
idleCheckId = setInterval(() => {
if (!closed && Date.now() - lastUpstreamActivityAt > config.activityStreamIdleTimeoutMs) {
writeEvent('error', { message: sanitizedStreamErrorMessage() })
cleanup('idle-timeout')
}
}, 1000)
const reader = upstreamResponse.body.getReader()
const decoder = new TextDecoder()
let buffer = ''
void (async () => {
try {
while (!closed) {
const readResult = await reader.read()
if (readResult.done) {
cleanup('upstream-closed')
break
}
buffer += decoder.decode(readResult.value, { stream: true })
let splitAt = buffer.indexOf('\n\n')
while (splitAt >= 0) {
const block = buffer.slice(0, splitAt)
buffer = buffer.slice(splitAt + 2)
splitAt = buffer.indexOf('\n\n')
const parsed = parseSseBlock(block)
if (!parsed || !allowedEvents.has(parsed.event)) continue
if (parsed.event === 'activity') {
writeEvent('activity', parsed.data)
lastUpstreamActivityAt = Date.now()
} else if (parsed.event === 'error') {
writeEvent('error', { message: sanitizedStreamErrorMessage() })
} else if (parsed.event === 'closed') {
cleanup('upstream-closed')
}
}
}
} catch (error) {
if (!closed) {
console.warn(
`[RPC_PROXY] host activity stream read failed host=${hostRef} user=${auth.sub} error=${
error instanceof Error ? error.message : String(error)
}`
)
writeEvent('error', { message: sanitizedStreamErrorMessage() })
cleanup('upstream-failure')
}
} finally {
reader.releaseLock()
}
})()
req.on('close', () => {
cleanup('client-disconnect')
})
} catch (error) {
if (!res.headersSent) {
res.status(500).json({ error: 'Internal Server Error' })
return
}
next(error)
}
}
)
return router
}