🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
test(assistant): Move sandbox image build outside test hook (#17047)
Ben Bachemce17c0120f60
diff --git a/packages/in-app-agent-sandbox-runtime/package.json b/packages/in-app-agent-sandbox-runtime/package.jsonindex 95063185a1..9ab53e981a 100644--- a/packages/in-app-agent-sandbox-runtime/package.json+++ b/packages/in-app-agent-sandbox-runtime/package.json@@ -12,7 +12,7 @@"build:docker-image": "tsc && docker build . -t langfuse-in-app-agent-sandbox:latest && touch .local-image-built","start": "node ./dist/server.js","test": "vitest run src",- "test:e2e": "pnpm run build && vitest run tests",+ "test:e2e": "pnpm run build && docker build . -t langfuse-in-app-agent-sandbox:e2e && vitest run tests","typecheck": "tsc --noEmit -p tsconfig.test.json","format": "prettier --write .","format:check": "prettier --check ."diff --git a/packages/in-app-agent-sandbox-runtime/tests/sandbox.test.ts b/packages/in-app-agent-sandbox-runtime/tests/sandbox.test.tsindex 147770ef0f..1c8937d1d6 100644--- a/packages/in-app-agent-sandbox-runtime/tests/sandbox.test.ts+++ b/packages/in-app-agent-sandbox-runtime/tests/sandbox.test.ts@@ -1,17 +1,10 @@// Never use fixed delays to establish operation ordering in these tests.// Synchronize through observable state; timeouts are failure bounds only.-import { readdir } from "node:fs/promises";import { randomUUID } from "node:crypto";-import path from "node:path";-import { fileURLToPath } from "node:url";import Docker from "dockerode";-import { afterEach, beforeAll, beforeEach, describe, expect, it } from "vitest";+import { afterEach, beforeEach, describe, expect, it } from "vitest";-const PACKAGE_ROOT = path.resolve(- path.dirname(fileURLToPath(import.meta.url)),- "..",-);const IMAGE_TAG = "langfuse-in-app-agent-sandbox:e2e";const MICROVM_HOOKS_ROOT = "/aws/lambda-microvms/runtime/v1";const HEALTH_TIMEOUT_MS = 30_000;@@ -26,10 +19,6 @@ describe("sandbox runtime docker container", () => {let container: Docker.Container;let baseUrl = "";- beforeAll(async () => {- await buildSandboxImage(docker);- }, 300_000);-beforeEach(async () => {container = await docker.createContainer({Image: IMAGE_TAG,@@ -435,54 +424,6 @@ describe("sandbox runtime docker container", () => {);});-async function buildSandboxImage(docker: Docker) {- const src = [- "Dockerfile",- "package.json",- ...(await listRelativeFiles(path.join(PACKAGE_ROOT, "dist"), "dist")),- ];- const stream = await docker.buildImage(- { context: PACKAGE_ROOT, src },- { t: IMAGE_TAG },- );-- await new Promise<void>((resolve, reject) => {- docker.modem.followProgress(stream, (error) => {- if (error) {- reject(error);- return;- }-- resolve();- });- });-}--async function listRelativeFiles(- absDir: string,- relativePrefix: string,-): Promise<string[]> {- const entries = await readdir(absDir, { withFileTypes: true });- const files: string[] = [];-- for (const entry of entries) {- const relativePath = `${relativePrefix}/${entry.name}`;- if (entry.isDirectory()) {- files.push(- ...(await listRelativeFiles(- path.join(absDir, entry.name),- relativePath,- )),- );- continue;- }-- files.push(relativePath);- }-- return files;-}-async function waitForHealth(baseUrl: string, container: Docker.Container) {const startedAt = Date.now();let lastError: unknown;