🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
import type { SandboxOperation } from "./contracts.js";
type BashResult = {
stdout: string;
stderr: string;
exitCode: number;
startedAt: string;
completedAt: string;
};
export function summarizeReadResult(path: string, content: string | null) {
return {
path,
found: content !== null,
contentBytes: content === null ? 0 : Buffer.byteLength(content, "utf8"),
};
}
export function summarizeBashResult(result: BashResult) {
return {
exitCode: result.exitCode,
startedAt: result.startedAt,
completedAt: result.completedAt,
stdoutBytes: Buffer.byteLength(result.stdout, "utf8"),
stderrBytes: Buffer.byteLength(result.stderr, "utf8"),
};
}
export function summarizeOperation(body: SandboxOperation) {
if (body.operation === "read") {
return { operation: body.operation, path: body.path };
}
if (body.operation === "write") {
return {
operation: body.operation,
path: body.path,
contentBytes: Buffer.byteLength(body.content, "utf8"),
};
}
if (body.operation === "edit") {
return {
operation: body.operation,
path: body.path,
oldTextLength: body.oldText.length,
newTextLength: body.newText.length,
};
}
if (body.operation === "bash") {
return {
operation: body.operation,
timeoutMs: body.timeoutMs ?? null,
commandBytes: Buffer.byteLength(body.command, "utf8"),
};
}
return assertUnreachable(body);
}
function assertUnreachable(_value: never): never {
throw new Error("Unhandled sandbox operation");
}