Skip to content

The open-source agent harness - the runtime layer that turns an LLM into a working agent.

Add sandbox dockerfile and update default snapshot name (#78)

Chirag Jaindbf9392cf573
diff --git a/README.md b/README.md
index 00f9917e2..f59277c58 100644
--- a/README.md
+++ b/README.md
@@ -4,6 +4,23 @@ TrueForge is an open-source agent harness: the runtime layer that turns an LLM i
Out of the box you get multi-turn sessions with streaming, MCP tool servers (including OAuth), skills, sandboxed code execution, human-in-the-loop approvals, and subagents. Configure providers in the UI or via the settings APIs; run as a single process on SQLite, or scale out with Postgres and Redis.
+## Quick Start
+
+### Prerequisites
+
+- Node.js 22.13+
+- pnpm
+- Docker (optional)
+
+### Run the server
+
+```bash
+cp packages/server/.env.example packages/server/.env
+pnpm standalone:dev
+```
+
+## Packages
+
> Note: Package and folder names will be renamed soon to match the release names below. They have been intentionally named "utils" to not leak before announcement.
| Package | Release Name | Path | What it is |
diff --git a/fern/openapi/openapi.json b/fern/openapi/openapi.json
index 514ec92b1..8a8e0a1bd 100644
--- a/fern/openapi/openapi.json
+++ b/fern/openapi/openapi.json
@@ -2021,15 +2021,15 @@
"fireworks": "#/components/schemas/FireworksModelProvider",
"google-gemini": "#/components/schemas/GoogleGeminiModelProvider",
"moonshot": "#/components/schemas/MoonshotModelProvider",
- "openai": "#/components/schemas/OpenAiModelProvider",
- "together": "#/components/schemas/TogetherModelProvider",
+ "openai": "#/components/schemas/OpenAIModelProvider",
+ "together": "#/components/schemas/TogetherAIModelProvider",
"zai": "#/components/schemas/ZaiModelProvider"
},
"propertyName": "type"
},
"oneOf": [
{
- "$ref": "#/components/schemas/OpenAiModelProvider"
+ "$ref": "#/components/schemas/OpenAIModelProvider"
},
{
"$ref": "#/components/schemas/AnthropicModelProvider"
@@ -2047,7 +2047,7 @@
"$ref": "#/components/schemas/MoonshotModelProvider"
},
{
- "$ref": "#/components/schemas/TogetherModelProvider"
+ "$ref": "#/components/schemas/TogetherAIModelProvider"
},
{
"$ref": "#/components/schemas/AlibabaModelProvider"
@@ -2110,7 +2110,7 @@
],
"type": "object"
},
- "OpenAiModelProvider": {
+ "OpenAIModelProvider": {
"additionalProperties": false,
"properties": {
"auth": {
@@ -2245,7 +2245,6 @@
},
"ReasoningEffort": {
"enum": [
- "provider-default",
"none",
"minimal",
"low",
@@ -2943,7 +2942,7 @@
],
"type": "object"
},
- "TogetherModelProvider": {
+ "TogetherAIModelProvider": {
"additionalProperties": false,
"properties": {
"auth": {
diff --git a/package.json b/package.json
index 714ad6179..5982d3599 100644
--- a/package.json
+++ b/package.json
@@ -9,14 +9,10 @@
"build": "pnpm --filter @truefoundry/utils-core build && pnpm --filter @truefoundry/trueforge-ui build && pnpm --filter frontend build && pnpm --filter @truefoundry/utils build",
"clean:all": "node scripts/clean.mjs --dependencies",
"clean": "node scripts/clean.mjs",
- "dev": "STANDALONE=false NODE_ENV=development pnpm --parallel --filter @truefoundry/utils-core --filter @truefoundry/utils --filter frontend dev",
- "dev:no-watch": "STANDALONE=false NODE_ENV=development pnpm --parallel --filter @truefoundry/utils --filter frontend dev:no-watch",
"dev:infra": "docker compose -f docker-compose.dev.yml up",
+ "dev:no-watch": "STANDALONE=false NODE_ENV=development pnpm --parallel --filter @truefoundry/utils --filter frontend dev:no-watch",
"dev:server:ui": "pnpm --filter frontend build && pnpm --filter @truefoundry/utils build:frontend-assets && STANDALONE=false NODE_ENV=development pnpm --parallel --filter @truefoundry/utils-core --filter @truefoundry/utils dev",
- "standalone:dev": "STANDALONE=true NODE_ENV=development pnpm --parallel --filter @truefoundry/utils-core --filter @truefoundry/utils --filter frontend dev",
- "standalone:dev:no-watch": "STANDALONE=true NODE_ENV=development pnpm --parallel --filter @truefoundry/utils --filter frontend dev:no-watch",
- "start": "STANDALONE=false NODE_ENV=production pnpm --filter @truefoundry/utils start",
- "standalone:start": "STANDALONE=true NODE_ENV=production pnpm --filter @truefoundry/utils start",
+ "dev": "STANDALONE=false NODE_ENV=development pnpm --parallel --filter @truefoundry/utils-core --filter @truefoundry/utils --filter frontend dev",
"format:check": "prettier --check \"**/*.{js,jsx,ts,tsx,json,md}\" --cache --error-on-unmatched-pattern --config .prettierrc",
"format:fix": "prettier --write \"**/*.{js,jsx,ts,tsx,json,md}\" --cache --config .prettierrc",
"format": "prettier --write . --cache --config .prettierrc",
@@ -29,6 +25,10 @@
"sdk:generate": "bash scripts/generate-sdk.sh",
"smoke:down": "docker compose down",
"smoke": "docker compose up --build --wait && node -e \"Promise.all([fetch('http://127.0.0.1:8791/healthz'), fetch('http://127.0.0.1:8791/')]).then(async ([health, ui]) => { if (!health.ok) throw new Error('healthz returned ' + health.status); const html = await ui.text(); if (!ui.ok || !html.includes('id=\\\"root\\\"')) throw new Error('UI did not return its app shell'); console.log('healthz and UI OK'); })\"",
+ "standalone:dev:no-watch": "STANDALONE=true NODE_ENV=development pnpm --parallel --filter @truefoundry/utils --filter frontend dev:no-watch",
+ "standalone:dev": "STANDALONE=true NODE_ENV=development pnpm --parallel --filter @truefoundry/utils-core --filter @truefoundry/utils --filter frontend dev",
+ "standalone:start": "STANDALONE=true NODE_ENV=production pnpm --filter @truefoundry/utils start",
+ "start": "STANDALONE=false NODE_ENV=production pnpm --filter @truefoundry/utils start",
"test:store:local": "bash scripts/test-store-local.sh",
"test": "pnpm --filter @truefoundry/utils-core test && pnpm --filter @truefoundry/trueforge-ui test && pnpm --filter @truefoundry/utils test && pnpm --filter frontend test",
"typecheck": "pnpm --filter @truefoundry/utils-core typecheck && pnpm --filter @truefoundry/trueforge-ui typecheck && pnpm --filter @truefoundry/utils typecheck && pnpm --filter frontend typecheck",
diff --git a/packages/harness/scripts/sandbox/create-daytona-snapshot.mjs b/packages/harness/scripts/sandbox/create-daytona-snapshot.mjs
new file mode 100644
index 000000000..902732225
--- /dev/null
+++ b/packages/harness/scripts/sandbox/create-daytona-snapshot.mjs
@@ -0,0 +1,53 @@
+#!/usr/bin/env node
+import { Daytona } from '@daytona/sdk';
+import { parseArgs } from 'node:util';
+
+function printUsage() {
+ console.log(`Usage:
+ node create-daytona-snapshot.mjs --image <image> --name <name>
+
+Options:
+ --image <string> Container image to snapshot
+ --name <string> Daytona snapshot name
+ -h, --help Show this help
+`);
+}
+
+const { values } = parseArgs({
+ args: process.argv.slice(2),
+ options: {
+ image: { type: 'string' },
+ name: { type: 'string' },
+ help: { type: 'boolean', short: 'h', default: false },
+ },
+ allowPositionals: false,
+ strict: true,
+});
+
+if (values.help) {
+ printUsage();
+ process.exit(0);
+}
+
+if (values.image === undefined || values.name === undefined) {
+ console.error('Error: --image and --name are required');
+ printUsage();
+ process.exit(1);
+}
+
+const image = values.image;
+const name = values.name;
+
+console.log(`image=${image}`);
+console.log(`name=${name}`);
+
+const daytona = new Daytona({
+ apiKey: process.env.DAYTONA_API_KEY,
+});
+
+const snapshot = await daytona.snapshot.create({
+ name,
+ image,
+});
+
+console.log(`Snapshot created: ${snapshot.id}`);
diff --git a/packages/harness/scripts/sandbox/nats.conf b/packages/harness/scripts/sandbox/nats.conf
new file mode 100644
index 000000000..c4c26bdea
--- /dev/null
+++ b/packages/harness/scripts/sandbox/nats.conf
@@ -0,0 +1,6 @@
+max_payload: 64MB
+
+websocket {
+ port: 4444
+ no_tls: true
+}
\ No newline at end of file
diff --git a/packages/harness/scripts/sandbox/nats.supervisor.conf b/packages/harness/scripts/sandbox/nats.supervisor.conf
new file mode 100644
index 000000000..c3b8c4cbb
--- /dev/null
+++ b/packages/harness/scripts/sandbox/nats.supervisor.conf
@@ -0,0 +1,27 @@
+[program:nats]
+command=/usr/local/bin/nats-server -c /var/lib/nats/nats.conf
+directory=/var/lib/nats
+
+autostart=true
+autorestart=true
+startretries=3
+
+; give it a bit of time to boot before considered "up"
+startsecs=5
+
+; proper signal handling
+stopsignal=TERM
+stopwaitsecs=10
+killasgroup=true
+stopasgroup=true
+
+; run as dedicated user if possible
+user=root
+
+; logging
+stdout_logfile=/var/log/nats/nats.stdout.log
+stderr_logfile=/var/log/nats/nats.stderr.log
+stdout_logfile_maxbytes=50MB
+stdout_logfile_backups=5
+stderr_logfile_maxbytes=50MB
+stderr_logfile_backups=5
\ No newline at end of file
diff --git a/packages/harness/scripts/sandbox/sandbox.Dockerfile b/packages/harness/scripts/sandbox/sandbox.Dockerfile
new file mode 100644
index 000000000..5d349fdcb
--- /dev/null
+++ b/packages/harness/scripts/sandbox/sandbox.Dockerfile
@@ -0,0 +1,44 @@
+FROM python:3.13-slim-bookworm
+
+ENV DEBIAN_FRONTEND=noninteractive
+ARG NATS_SERVER_VERSION="v2.14.2"
+ARG HELM_VERSION="v4.2.3"
+
+RUN apt-get update \
+ && apt-get install -y --no-install-recommends \
+ ca-certificates \
+ curl \
+ git \
+ jq \
+ ripgrep \
+ supervisor \
+ tree \
+ unzip \
+ zip \
+ && curl -LO https://get.helm.sh/helm-${HELM_VERSION}-linux-amd64.tar.gz \
+ && tar -zxvf helm-${HELM_VERSION}-linux-amd64.tar.gz \
+ && mv linux-amd64/helm /usr/local/bin/helm \
+ && rm -rf helm-${HELM_VERSION}-linux-amd64.tar.gz linux-amd64 \
+ && helm version \
+ && curl -L https://github.com/nats-io/nats-server/releases/download/${NATS_SERVER_VERSION}/nats-server-${NATS_SERVER_VERSION}-linux-amd64.tar.gz -o /tmp/nats-server.tar.gz \
+ && tar -xzf /tmp/nats-server.tar.gz -C /tmp \
+ && mv /tmp/nats-server-${NATS_SERVER_VERSION}-linux-amd64/nats-server /usr/local/bin/nats-server \
+ && rm -rf /tmp/nats-server.tar.gz /tmp/nats-server-${NATS_SERVER_VERSION}-linux-amd64 \
+ && mkdir -p /var/lib/nats /var/log/nats \
+ && nats-server --version \
+ && git config --global user.email "[email protected]" \
+ && git config --global user.name "TrueForge Agent" \
+ && python -m pip install --no-cache-dir --upgrade pip \
+ && python -m pip install --no-cache-dir \
+ aiohttp==3.14.1 \
+ fastmcp==3.2.4 \
+ genson==1.3.0 \
+ nats-py==2.15.0 \
+ pydantic==2.12.5 \
+ requests==2.33.1 \
+ && rm -rf /var/lib/apt/lists/*
+
+COPY nats.supervisor.conf /etc/supervisor/conf.d/nats.conf
+COPY nats.conf /var/lib/nats/nats.conf
+WORKDIR /home/trueforge
+ENTRYPOINT ["/usr/bin/supervisord", "-n"]
diff --git a/packages/harness/src/core/llm/VercelAILLM.ts b/packages/harness/src/core/llm/VercelAILLM.ts
index dbab2f972..bf4576c91 100644
--- a/packages/harness/src/core/llm/VercelAILLM.ts
+++ b/packages/harness/src/core/llm/VercelAILLM.ts
@@ -46,20 +46,9 @@ import {
type ThinkingBlock,
} from './LLMTypes';
-/** Narrows to an indexable record. */
-function isPlainObject(v: unknown): v is Record<string, unknown> {
- return typeof v === 'object' && v !== null && !Array.isArray(v);
-}
-
-/** OpenAI SDK v7 unions function + custom tools; harness only emits function tools. */
-function isFunctionTool(tool: ChatCompletionTool): tool is Extract<ChatCompletionTool, { type: 'function' }> {
- return tool.type === 'function';
-}
-
-/** OpenAI SDK v7 unions function + custom tool calls; harness only consumes function calls. */
-function isFunctionToolCall<T extends { type: string }>(toolCall: T): toolCall is Extract<T, { type: 'function' }> {
- return toolCall.type === 'function';
-}
+// ---------------------------------------------------------------------------
+// Public config
+// ---------------------------------------------------------------------------
/**
* Providers with a case in {@link buildLanguageModel}. Canonical: the server derives the provider
@@ -101,6 +90,29 @@ export interface VercelAILLMConfig {
signal?: AbortSignal;
}
+// ---------------------------------------------------------------------------
+// Shared predicates
+// ---------------------------------------------------------------------------
+
+/** Narrows to an indexable record. */
+function isPlainObject(v: unknown): v is Record<string, unknown> {
+ return typeof v === 'object' && v !== null && !Array.isArray(v);
+}
+
+/** OpenAI SDK v7 unions function + custom tools; harness only emits function tools. */
+function isFunctionTool(tool: ChatCompletionTool): tool is Extract<ChatCompletionTool, { type: 'function' }> {
+ return tool.type === 'function';
+}
+
+/** OpenAI SDK v7 unions function + custom tool calls; harness only consumes function calls. */
+function isFunctionToolCall<T extends { type: string }>(toolCall: T): toolCall is Extract<T, { type: 'function' }> {
+ return toolCall.type === 'function';
+}
+
+// ---------------------------------------------------------------------------
+// Model construction
+// ---------------------------------------------------------------------------
+
/**
* Shared by every OpenAI-compatible provider, which differ only by endpoint. The provider name
* doubles as the `providerOptions` key. Fireworks, Together and Z AI stay here rather than on their
@@ -187,31 +199,9 @@ export function buildLanguageModel(config: VercelAIProviderConfig): LanguageMode
}
}
-/** Maps Vercel AI SDK LanguageModelUsage → harness CompletionUsage. */
-export function normalizeUsage(usage: {
- inputTokens: number | undefined;
- outputTokens: number | undefined;
- inputTokenDetails: {
- cacheReadTokens: number | undefined;
- cacheWriteTokens: number | undefined;
- noCacheTokens: number | undefined;
- };
- outputTokenDetails: {
- reasoningTokens: number | undefined;
- textTokens: number | undefined;
- };
-}): CompletionUsage {
- const input = usage.inputTokens ?? 0;
- const output = usage.outputTokens ?? 0;
- return {
- input_tokens: input,
- output_tokens: output,
- total_tokens: input + output,
- cache_read_tokens: usage.inputTokenDetails.cacheReadTokens ?? undefined,
- cache_write_tokens: usage.inputTokenDetails.cacheWriteTokens ?? undefined,
- reasoning_tokens: usage.outputTokenDetails.reasoningTokens ?? undefined,
- };
-}
+// ---------------------------------------------------------------------------
+// Reasoning effort
+// ---------------------------------------------------------------------------
/**
* The cross-provider `streamText({ reasoning })` setting, distinct from `providerOptions`. Derived
@@ -219,8 +209,7 @@ export function normalizeUsage(usage: {
*/
type ReasoningLevel = NonNullable<LanguageModelCallOptions['reasoning']>;
-const REASONING_LEVELS = [
- 'provider-default',
+const COMMON_REASONING_LEVELS = [
'none',
'minimal',
'low',
@@ -229,8 +218,16 @@ const REASONING_LEVELS = [
'xhigh',
] as const satisfies readonly ReasoningLevel[];
+const VERCEL_AI_REASONING_LEVELS = [
+ 'provider-default',
+ ...COMMON_REASONING_LEVELS,
+] as const satisfies readonly ReasoningLevel[];
+
+// Fails if any union member is missing.
+true satisfies Exclude<ReasoningLevel, (typeof VERCEL_AI_REASONING_LEVELS)[number]> extends never ? true : never;
+
function isReasoningLevel(v: string): v is ReasoningLevel {
- return REASONING_LEVELS.some(level => level === v);
+ return VERCEL_AI_REASONING_LEVELS.some(level => level === v);
}
/**
@@ -241,7 +238,7 @@ function isReasoningLevel(v: string): v is ReasoningLevel {
const EFFORT_ALIASES: Readonly<Record<string, ReasoningLevel>> = { max: 'xhigh' };
/** What a model may advertise in `reasoning_efforts`; anything else resolves to the provider default. */
-export const SUPPORTED_REASONING_EFFORTS = [...REASONING_LEVELS, 'max'] as const;
+export const SUPPORTED_REASONING_EFFORTS = [...COMMON_REASONING_LEVELS, 'max'] as const;
/**
* The effort travels on the top-level `reasoning` setting, which each adapter translates per model:
@@ -271,46 +268,70 @@ function maxEffortOption(reasoningEffort: string | undefined): MaxEffortOption {
return reasoningEffort === 'max' ? { reasoningEffort: 'max' } : {};
}
+// ---------------------------------------------------------------------------
+// Structured output
+// ---------------------------------------------------------------------------
+
/**
- * Providers surface stream errors as plain objects as often as Errors; `String()` on those
- * yields "[object Object]" and loses the only description of what went wrong.
+ * Kept as plain data rather than an SDK `Output` instance, since `Output` isn't a nameable
+ * exported type from `ai` — see `buildOutput`.
*/
-export function describeStreamError(raw: unknown): string {
- if (typeof raw !== 'object' || raw === null) {
- return String(raw);
- }
- const message: unknown = Reflect.get(raw, 'message');
- if (typeof message === 'string' && message.length > 0) {
- return message;
+export type StructuredOutputSpec =
+ | { mode: 'text' }
+ | { mode: 'json' }
+ | {
+ mode: 'json_schema';
+ schema: Record<string, unknown>;
+ name: string;
+ description: string | undefined;
+ /** Mirrors `response_format.json_schema.strict`; consumed by `buildProviderOptions`. */
+ strict: boolean | undefined;
+ };
+
+/** Converts an OpenAI-format `response_format` into a normalized `StructuredOutputSpec`. */
+export function toStructuredOutputSpec(
+ responseFormat: ChatCompletionCreateParamsStreaming['response_format'],
+): StructuredOutputSpec {
+ if (responseFormat === undefined || responseFormat.type === 'text') {
+ return { mode: 'text' };
}
- try {
- return JSON.stringify(raw);
- } catch {
- return `unserialisable provider error (${Object.keys(raw).join(', ')})`;
+ if (responseFormat.type === 'json_object') {
+ return { mode: 'json' };
}
+ const { json_schema } = responseFormat;
+ return {
+ mode: 'json_schema',
+ schema: json_schema.schema ?? { type: 'object', properties: {} },
+ name: json_schema.name,
+ description: json_schema.description,
+ strict: json_schema.strict ?? undefined,
+ };
}
-export function mapFinishReason(reason: FinishReason): RawAssistantMessageWithUsage['finish_reason'] {
- switch (reason) {
- case 'stop':
- return 'stop';
- case 'length':
- return 'length';
- case 'tool-calls':
- return 'tool_calls';
- case 'content-filter':
- return 'content_filter';
- // No harness equivalent for these — fall back to 'stop'.
- case 'error':
- case 'other':
- return 'stop';
+/** Not exported: `Output`'s type isn't nameable outside `ai`, so a return type can't be declared. */
+function buildOutput(spec: StructuredOutputSpec) {
+ switch (spec.mode) {
+ case 'text':
+ return undefined;
+ case 'json':
+ return Output.json();
+ case 'json_schema':
+ return Output.object({
+ schema: jsonSchema(spec.schema),
+ name: spec.name,
+ ...(spec.description !== undefined ? { description: spec.description } : {}),
+ });
default: {
- const _exhaustive: never = reason;
- throw new Error(`Unknown finish reason: ${String(_exhaustive)}`);
+ const _exhaustive: never = spec;
+ throw new Error(`Unknown structured output mode: ${JSON.stringify(_exhaustive)}`);
}
}
}
+// ---------------------------------------------------------------------------
+// Provider options
+// ---------------------------------------------------------------------------
+
/** `rawBody` is a parsed JSON request body, so any value present is a valid JSONValue. */
function readBodyField({ rawBody, key }: { rawBody: unknown; key: string }): JSONValue | undefined {
const val: unknown = Reflect.get(Object(rawBody), key);
@@ -517,6 +538,10 @@ export function buildProviderOptions({
}
}
+// ---------------------------------------------------------------------------
+// Request conversion (OpenAI → SDK)
+// ---------------------------------------------------------------------------
+
/** Prefers `max_completion_tokens`, falling back to the deprecated `max_tokens`. */
export function resolveMaxOutputTokens(
body: Pick<ChatCompletionCreateParamsStreaming, 'max_completion_tokens'>,
@@ -768,61 +793,9 @@ export function convertTools(tools: ChatCompletionTool[] | undefined): ToolSet |
return Object.keys(toolSet).length > 0 ? toolSet : undefined;
}
-/**
- * Kept as plain data rather than an SDK `Output` instance, since `Output` isn't a nameable
- * exported type from `ai` — see `buildOutput`.
- */
-export type StructuredOutputSpec =
- | { mode: 'text' }
- | { mode: 'json' }
- | {
- mode: 'json_schema';
- schema: Record<string, unknown>;
- name: string;
- description: string | undefined;
- /** Mirrors `response_format.json_schema.strict`; consumed by `buildProviderOptions`. */
- strict: boolean | undefined;
- };
-
-/** Converts an OpenAI-format `response_format` into a normalized `StructuredOutputSpec`. */
-export function toStructuredOutputSpec(
- responseFormat: ChatCompletionCreateParamsStreaming['response_format'],
-): StructuredOutputSpec {
- if (responseFormat === undefined || responseFormat.type === 'text') {
- return { mode: 'text' };
- }
- if (responseFormat.type === 'json_object') {
- return { mode: 'json' };
- }
- const { json_schema } = responseFormat;
- return {
- mode: 'json_schema',
- schema: json_schema.schema ?? { type: 'object', properties: {} },
- name: json_schema.name,
- description: json_schema.description,
- strict: json_schema.strict ?? undefined,
- };
-}
-
-/** Not exported: `Output`'s type isn't nameable outside `ai`, so a return type can't be declared. */
-function buildOutput(spec: StructuredOutputSpec) {
- switch (spec.mode) {
- case 'text':
- return undefined;
- case 'json':
- return Output.json();
- case 'json_schema':
- return Output.object({
- schema: jsonSchema(spec.schema),
- name: spec.name,
- ...(spec.description !== undefined ? { description: spec.description } : {}),
- });
- default: {
- const _exhaustive: never = spec;
- throw new Error(`Unknown structured output mode: ${JSON.stringify(_exhaustive)}`);
- }
- }
-}
+// ---------------------------------------------------------------------------
+// streamText args
+// ---------------------------------------------------------------------------
/**
* Pure-data subset of `streamText(...)`'s call args. Uses `?` rather than this file's usual
@@ -897,6 +870,76 @@ export function buildStreamTextArgs(input: {
};
}
+// ---------------------------------------------------------------------------
+// Stream mapping (SDK → harness chunks)
+// ---------------------------------------------------------------------------
+
+/** Maps Vercel AI SDK LanguageModelUsage → harness CompletionUsage. */
+export function normalizeUsage(usage: {
+ inputTokens: number | undefined;
+ outputTokens: number | undefined;
+ inputTokenDetails: {
+ cacheReadTokens: number | undefined;
+ cacheWriteTokens: number | undefined;
+ noCacheTokens: number | undefined;
+ };
+ outputTokenDetails: {
+ reasoningTokens: number | undefined;
+ textTokens: number | undefined;
+ };
+}): CompletionUsage {
+ const input = usage.inputTokens ?? 0;
+ const output = usage.outputTokens ?? 0;
+ return {
+ input_tokens: input,
+ output_tokens: output,
+ total_tokens: input + output,
+ cache_read_tokens: usage.inputTokenDetails.cacheReadTokens ?? undefined,
+ cache_write_tokens: usage.inputTokenDetails.cacheWriteTokens ?? undefined,
+ reasoning_tokens: usage.outputTokenDetails.reasoningTokens ?? undefined,
+ };
+}
+
+/**
+ * Providers surface stream errors as plain objects as often as Errors; `String()` on those
+ * yields "[object Object]" and loses the only description of what went wrong.
+ */
+export function describeStreamError(raw: unknown): string {
+ if (typeof raw !== 'object' || raw === null) {
+ return String(raw);
+ }
+ const message: unknown = Reflect.get(raw, 'message');
+ if (typeof message === 'string' && message.length > 0) {
+ return message;
+ }
+ try {
+ return JSON.stringify(raw);
+ } catch {
+ return `unserialisable provider error (${Object.keys(raw).join(', ')})`;
+ }
+}
+
+export function mapFinishReason(reason: FinishReason): RawAssistantMessageWithUsage['finish_reason'] {
+ switch (reason) {
+ case 'stop':
+ return 'stop';
+ case 'length':
+ return 'length';
+ case 'tool-calls':
+ return 'tool_calls';
+ case 'content-filter':
+ return 'content_filter';
+ // No harness equivalent for these — fall back to 'stop'.
+ case 'error':
+ case 'other':
+ return 'stop';
+ default: {
+ const _exhaustive: never = reason;
+ throw new Error(`Unknown finish reason: ${String(_exhaustive)}`);
+ }
+ }
+}
+
interface ToolCallState {
index: number;
id: string;
@@ -1187,6 +1230,10 @@ export async function* mapStreamToChunks({
return { usage: finalUsage, output, finish_reason: finalFinishReason };
}
+// ---------------------------------------------------------------------------
+// VercelAILLM
+// ---------------------------------------------------------------------------
+
/** ILLM implementation backed by Vercel AI SDK, supporting multiple LLM providers. */
export class VercelAILLM implements ILLM {
private readonly config: VercelAILLMConfig;
diff --git a/packages/sdk/.fern/metadata.json b/packages/sdk/.fern/metadata.json
index f287be4ae..4d079bc0a 100644
--- a/packages/sdk/.fern/metadata.json
+++ b/packages/sdk/.fern/metadata.json
@@ -27,7 +27,7 @@
"streamType": "web",
"useDefaultRequestParameterValues": true
},
- "originGitCommit": "f9fa6c7fb2c1d3d394b36f57118c99c3cf755b8c",
+ "originGitCommit": "6581c882c3015293e958981fffc057224474ea0d",
"originGitCommitIsDirty": true,
"invokedBy": "ci",
"requestedVersion": "0.0.0",
diff --git a/packages/sdk/src/api/types/ModelProvider.ts b/packages/sdk/src/api/types/ModelProvider.ts
index 1e77ef3f0..8b9a489d1 100644
--- a/packages/sdk/src/api/types/ModelProvider.ts
+++ b/packages/sdk/src/api/types/ModelProvider.ts
@@ -10,5 +10,5 @@ export type ModelProvider =
| TrueForge.GoogleGeminiModelProvider
| TrueForge.MoonshotModelProvider
| TrueForge.OpenAiModelProvider
- | TrueForge.TogetherModelProvider
+ | TrueForge.TogetherAiModelProvider
| TrueForge.ZaiModelProvider;
diff --git a/packages/sdk/src/api/types/ReasoningEffort.ts b/packages/sdk/src/api/types/ReasoningEffort.ts
index e7c2e4fa8..ac245a233 100644
--- a/packages/sdk/src/api/types/ReasoningEffort.ts
+++ b/packages/sdk/src/api/types/ReasoningEffort.ts
@@ -1,7 +1,6 @@
// This file was auto-generated by Fern from our API Definition.
export const ReasoningEffort = {
- ProviderDefault: "provider-default",
None: "none",
Minimal: "minimal",
Low: "low",
diff --git a/packages/sdk/src/api/types/TogetherModelProvider.ts b/packages/sdk/src/api/types/TogetherAiModelProvider.ts
similarity index 88%
rename from packages/sdk/src/api/types/TogetherModelProvider.ts
rename to packages/sdk/src/api/types/TogetherAiModelProvider.ts
index 936e99ec4..2f349aeed 100644
--- a/packages/sdk/src/api/types/TogetherModelProvider.ts
+++ b/packages/sdk/src/api/types/TogetherAiModelProvider.ts
@@ -2,7 +2,7 @@
import type * as TrueForge from "../index.js";
-export interface TogetherModelProvider {
+export interface TogetherAiModelProvider {
auth: TrueForge.ModelProviderAuth;
/** Override of the provider's default API base URL. */
baseUrl?: string;
diff --git a/packages/sdk/src/api/types/index.ts b/packages/sdk/src/api/types/index.ts
index a5bc9a0f8..90893c529 100644
--- a/packages/sdk/src/api/types/index.ts
+++ b/packages/sdk/src/api/types/index.ts
@@ -138,7 +138,7 @@ export * from "./ThreadDoneEvent.js";
export * from "./ThreadState.js";
export * from "./ThreadStateDone.js";
export * from "./ThreadStateError.js";
-export * from "./TogetherModelProvider.js";
+export * from "./TogetherAiModelProvider.js";
export * from "./TokenPagination.js";
export * from "./ToolApprovalRequiredEvent.js";
export * from "./ToolCall.js";
diff --git a/packages/sdk/src/serialization/types/ModelProvider.ts b/packages/sdk/src/serialization/types/ModelProvider.ts
index 437ac6f3e..2bd5daf91 100644
--- a/packages/sdk/src/serialization/types/ModelProvider.ts
+++ b/packages/sdk/src/serialization/types/ModelProvider.ts
@@ -10,7 +10,7 @@ import { FireworksModelProvider } from "./FireworksModelProvider.js";
import { GoogleGeminiModelProvider } from "./GoogleGeminiModelProvider.js";
import { MoonshotModelProvider } from "./MoonshotModelProvider.js";
import { OpenAiModelProvider } from "./OpenAiModelProvider.js";
-import { TogetherModelProvider } from "./TogetherModelProvider.js";
+import { TogetherAiModelProvider } from "./TogetherAiModelProvider.js";
import { ZaiModelProvider } from "./ZaiModelProvider.js";
export const ModelProvider: core.serialization.Schema<serializers.ModelProvider.Raw, TrueForge.ModelProvider> =
@@ -22,7 +22,7 @@ export const ModelProvider: core.serialization.Schema<serializers.ModelProvider.
GoogleGeminiModelProvider,
MoonshotModelProvider,
OpenAiModelProvider,
- TogetherModelProvider,
+ TogetherAiModelProvider,
ZaiModelProvider,
]);
@@ -35,6 +35,6 @@ export declare namespace ModelProvider {
| GoogleGeminiModelProvider.Raw
| MoonshotModelProvider.Raw
| OpenAiModelProvider.Raw
- | TogetherModelProvider.Raw
+ | TogetherAiModelProvider.Raw
| ZaiModelProvider.Raw;
}
diff --git a/packages/sdk/src/serialization/types/ReasoningEffort.ts b/packages/sdk/src/serialization/types/ReasoningEffort.ts
index 43f054c3c..916f3ac2d 100644
--- a/packages/sdk/src/serialization/types/ReasoningEffort.ts
+++ b/packages/sdk/src/serialization/types/ReasoningEffort.ts
@@ -5,8 +5,8 @@ import * as core from "../../core/index.js";
import type * as serializers from "../index.js";
export const ReasoningEffort: core.serialization.Schema<serializers.ReasoningEffort.Raw, TrueForge.ReasoningEffort> =
- core.serialization.enum_(["provider-default", "none", "minimal", "low", "medium", "high", "xhigh", "max"]);
+ core.serialization.enum_(["none", "minimal", "low", "medium", "high", "xhigh", "max"]);
export declare namespace ReasoningEffort {
- export type Raw = "provider-default" | "none" | "minimal" | "low" | "medium" | "high" | "xhigh" | "max";
+ export type Raw = "none" | "minimal" | "low" | "medium" | "high" | "xhigh" | "max";
}
diff --git a/packages/sdk/src/serialization/types/TogetherModelProvider.ts b/packages/sdk/src/serialization/types/TogetherAiModelProvider.ts
similarity index 80%
rename from packages/sdk/src/serialization/types/TogetherModelProvider.ts
rename to packages/sdk/src/serialization/types/TogetherAiModelProvider.ts
index f17832c72..7fe627691 100644
--- a/packages/sdk/src/serialization/types/TogetherModelProvider.ts
+++ b/packages/sdk/src/serialization/types/TogetherAiModelProvider.ts
@@ -6,9 +6,9 @@ import type * as serializers from "../index.js";
import { ModelEntry } from "./ModelEntry.js";
import { ModelProviderAuth } from "./ModelProviderAuth.js";
-export const TogetherModelProvider: core.serialization.ObjectSchema<
- serializers.TogetherModelProvider.Raw,
- TrueForge.TogetherModelProvider
+export const TogetherAiModelProvider: core.serialization.ObjectSchema<
+ serializers.TogetherAiModelProvider.Raw,
+ TrueForge.TogetherAiModelProvider
> = core.serialization.object({
auth: ModelProviderAuth,
baseUrl: core.serialization.property("base_url", core.serialization.string().optional()),
@@ -17,7 +17,7 @@ export const TogetherModelProvider: core.serialization.ObjectSchema<
type: core.serialization.stringLiteral("together"),
});
-export declare namespace TogetherModelProvider {
+export declare namespace TogetherAiModelProvider {
export interface Raw {
auth: ModelProviderAuth.Raw;
base_url?: string | null;
diff --git a/packages/sdk/src/serialization/types/index.ts b/packages/sdk/src/serialization/types/index.ts
index a5bc9a0f8..90893c529 100644
--- a/packages/sdk/src/serialization/types/index.ts
+++ b/packages/sdk/src/serialization/types/index.ts
@@ -138,7 +138,7 @@ export * from "./ThreadDoneEvent.js";
export * from "./ThreadState.js";
export * from "./ThreadStateDone.js";
export * from "./ThreadStateError.js";
-export * from "./TogetherModelProvider.js";
+export * from "./TogetherAiModelProvider.js";
export * from "./TokenPagination.js";
export * from "./ToolApprovalRequiredEvent.js";
export * from "./ToolCall.js";
diff --git a/packages/server/.env.example b/packages/server/.env.example
index f5613958e..0cf56af29 100644
--- a/packages/server/.env.example
+++ b/packages/server/.env.example
@@ -1,135 +1,135 @@
-# ---------------------------------------------------------------------------
-# Public agent server environment
-#
-# Copy to .env and fill in the values. The server validates all of these at
-# startup and refuses to boot on any invalid value (bad JSON, bad URL, etc.).
-#
-# Topology (STANDALONE) and NODE_ENV are set by root pnpm scripts
-# (`pnpm dev`, `pnpm standalone:dev`, `pnpm start`, …). Those process env
-# values win over this file. Uncomment STANDALONE below only when running the
-# server package directly (e.g. `node dist/main.js` or `tsx src/main.ts`).
-# ---------------------------------------------------------------------------
-
-# HTTP port the server listens on. Optional, defaults to 8790.
+## ---------------------------------------------------------------------------
+## Public agent server environment
+##
+## Copy to .env and fill in the values. The server validates all of these at
+## startup and refuses to boot on any invalid value (bad JSON, bad URL, etc.).
+##
+## Topology (STANDALONE) and NODE_ENV are set by root pnpm scripts
+## (`pnpm dev`, `pnpm standalone:dev`, `pnpm start`, …). Those process env
+## values win over this file. Uncomment STANDALONE below only when running the
+## server package directly (e.g. `node dist/main.js` or `tsx src/main.ts`).
+## ---------------------------------------------------------------------------
+
+## HTTP port the server listens on. Optional, defaults to 8790.
PORT=8790
-# Optional override for the model catalog YAML (GET /settings/model-providers/catalog).
-# When unset, the catalog inlined at build time (src/catalog/model-catalog.yaml) is used.
+## Optional override for the model catalog YAML (GET /settings/model-providers/catalog).
+## When unset, the catalog inlined at build time (src/catalog/model-catalog.yaml) is used.
# MODEL_CATALOG_PATH=/path/to/model-catalog.yaml
-# Optional override for the MCP catalog YAML (GET /settings/mcp-servers/catalog).
-# When unset, the catalog inlined at build time (src/catalog/mcp-catalog.yaml) is used.
+## Optional override for the MCP catalog YAML (GET /settings/mcp-servers/catalog).
+## When unset, the catalog inlined at build time (src/catalog/mcp-catalog.yaml) is used.
# MCP_CATALOG_PATH=/path/to/mcp-catalog.yaml
-# Optional override for the skill catalog YAML (GET /settings/skills/catalog).
-# When unset, the catalog inlined at build time (src/catalog/skill-catalog.yaml) is used.
+## Optional override for the skill catalog YAML (GET /settings/skills/catalog).
+## When unset, the catalog inlined at build time (src/catalog/skill-catalog.yaml) is used.
# SKILL_CATALOG_PATH=/path/to/skill-catalog.yaml
-# Optional override for the sandbox catalog YAML (GET /settings/sandbox-providers/catalog).
-# When unset, the catalog inlined at build time (src/catalog/sandbox-catalog.yaml) is used.
+## Optional override for the sandbox catalog YAML (GET /settings/sandbox-providers/catalog).
+## When unset, the catalog inlined at build time (src/catalog/sandbox-catalog.yaml) is used.
# SANDBOX_CATALOG_PATH=/path/to/sandbox-catalog.yaml
-# Frontend build the server serves alongside the API. Optional; defaults to
-# packages/server/dist/_frontend (after build) or monorepo packages/frontend/dist.
-# With no build there the server logs a warning and serves the API only.
+## Frontend build the server serves alongside the API. Optional; defaults to
+## packages/server/dist/_frontend (after build) or monorepo packages/frontend/dist.
+## With no build there the server logs a warning and serves the API only.
# FRONTEND_DIR=/absolute/path/to/frontend/dist
-# Deployment topology: single process (true, default) uses SQLite and
-# disables Redis/executor peering; false uses Postgres + Redis so cancels
-# that land on the wrong replica still work. Prefer root scripts
-# (`pnpm standalone:*` vs `pnpm dev` / `pnpm start`) over setting this here.
+## Deployment topology: single process (true, default) uses SQLite and
+## disables Redis/executor peering; false uses Postgres + Redis so cancels
+## that land on the wrong replica still work. Prefer root scripts
+## (`pnpm standalone:*` vs `pnpm dev` / `pnpm start`) over setting this here.
# STANDALONE=false
-# Absolute path to the SQLite database file. Used when STANDALONE=true;
-# defaults to the OS data dir from env-paths (app name "truefoundry-utils"):
-# macOS: ~/Library/Application Support/truefoundry-utils/db.sqlite
-# Linux: ~/.local/share/truefoundry-utils/db.sqlite
-# Windows: %LOCALAPPDATA%\truefoundry-utils\Data\db.sqlite
+## Absolute path to the SQLite database file. Used when STANDALONE=true;
+## defaults to the OS data dir from env-paths (app name "truefoundry-utils"):
+## macOS: ~/Library/Application Support/truefoundry-utils/db.sqlite
+## Linux: ~/.local/share/truefoundry-utils/db.sqlite
+## Windows: %LOCALAPPDATA%\truefoundry-utils\Data\db.sqlite
# SQLITE_PATH=
-# Used when STANDALONE=false (ignored in standalone). Redis connection URL for
-# executor peering. Defaults to redis://localhost:6379 if unset.
-# `docker-compose.yml` overrides this to redis://redis:6379 for the server container.
+## Used when STANDALONE=false (ignored in standalone). Redis connection URL for
+## executor peering. Defaults to redis://localhost:6379 if unset.
+## `docker-compose.yml` overrides this to redis://redis:6379 for the server container.
REDIS_URL=redis://localhost:6379
-# Redis request/reply peering knobs (STANDALONE=false only). All optional.
-# Max ms to wait for a peer executor's reply before failing with 424. Default 60000.
+## Redis request/reply peering knobs (STANDALONE=false only). All optional.
+## Max ms to wait for a peer executor's reply before failing with 424. Default 60000.
# REDIS_REQUEST_REPLY_TIMEOUT_MS=60000
-# How often this process refreshes its peering heartbeat key. Default 5000.
+## How often this process refreshes its peering heartbeat key. Default 5000.
# REDIS_REQUEST_REPLY_HEARTBEAT_INTERVAL_MS=5000
-# TTL for reply values so abandoned reply keys are reclaimed. Default 120000.
+## TTL for reply values so abandoned reply keys are reclaimed. Default 120000.
# REDIS_REQUEST_REPLY_REPLY_TTL_MS=120000
-# Sleep between reply poll attempts while waiting on a peer. Default 500.
+## Sleep between reply poll attempts while waiting on a peer. Default 500.
# REDIS_REQUEST_REPLY_POLL_INTERVAL_MS=500
-# Turn execution and resumable stream settings. All optional.
-# Max seconds a single turn may run before cancellation. Default 600 (10 minutes).
+## Turn execution and resumable stream settings. All optional.
+## Max seconds a single turn may run before cancellation. Default 600 (10 minutes).
# SERVER_EXECUTION_TIMEOUT_SECONDS=600
-# Max seconds to wait for turn cancellation + connection drain on SIGTERM/SIGINT. Default 30.
+## Max seconds to wait for turn cancellation + connection drain on SIGTERM/SIGINT. Default 30.
# GRACEFUL_TIMEOUT_SECONDS=30
-# Active stream TTL defaults to SERVER_EXECUTION_TIMEOUT_SECONDS + 300.
+## Active stream TTL defaults to SERVER_EXECUTION_TIMEOUT_SECONDS + 300.
# TURN_STREAM_TTL_SECONDS=900
-# Completed streams remain available for 5 minutes by default.
+## Completed streams remain available for 5 minutes by default.
# TURN_STREAM_POST_COMPLETION_TTL_SECONDS=300
-# A subscribe request stays open for 10 minutes by default.
+## A subscribe request stays open for 10 minutes by default.
# TURN_SUBSCRIBE_TIMEOUT_MS=600000
-# PUBLIC_BASE_URL — origin of the fixed callback routes for server OIDC and
-# MCP OAuth/DCR. Optional; defaults to http://localhost:${PORT}.
+## PUBLIC_BASE_URL — origin of the fixed callback routes for server OIDC and
+## MCP OAuth/DCR. Optional; defaults to http://localhost:${PORT}.
# PUBLIC_BASE_URL=http://localhost:8790
-# ---------------------------------------------------------------------------
-# MCP knobs.
-# ---------------------------------------------------------------------------
-# Client name used for Dynamic Client Registration (DCR) of MCP servers.
-# This is the client name shown on authorization-server consent screens.
-# Optional; defaults to truefoundry-harness.
+## ---------------------------------------------------------------------------
+## MCP knobs.
+## ---------------------------------------------------------------------------
+## Client name used for Dynamic Client Registration (DCR) of MCP servers.
+## This is the client name shown on authorization-server consent screens.
+## Optional; defaults to truefoundry-harness.
# MCP_DCR_OAUTH_CLIENT_NAME=truefoundry-harness
-# MCP client timeouts. All optional.
-# Max ms for one MCP request. Default 240000 (4 minutes).
+## MCP client timeouts. All optional.
+## Max ms for one MCP request. Default 240000 (4 minutes).
# MCP_REQUEST_TIMEOUT_MS=240000
-# Max ms for an MCP transport connection. Default 30000.
+## Max ms for an MCP transport connection. Default 30000.
# MCP_CONNECT_TIMEOUT_MS=30000
-# ---------------------------------------------------------------------------
-# Sandbox process knobs. Provider identity/credentials are configured via
-# PUT /api/v1/settings/sandbox-providers (copy from GET .../catalog). Without a
-# configured provider, agent specs with config.sandbox.enabled (or skills) are
-# rejected at session creation.
-# ---------------------------------------------------------------------------
+## ---------------------------------------------------------------------------
+## Sandbox process knobs. Provider identity/credentials are configured via
+## PUT /api/v1/settings/sandbox-providers (copy from GET .../catalog). Without a
+## configured provider, agent specs with config.sandbox.enabled (or skills) are
+## rejected at session creation.
+## ---------------------------------------------------------------------------
-# Max bytes for a single file download out of the sandbox. Default 20 MB (same as gateway).
+## Max bytes for a single file download out of the sandbox. Default 20 MB (same as gateway).
# SANDBOX_FILE_MAX_BYTES_FOR_DOWNLOAD=20971520
-# ---------------------------------------------------------------------------
-# Postgres (used when STANDALONE=false; also read by Compose postgres
-# services via env_file). Config defaults match these values if unset.
-# Keep localhost here for host `pnpm dev`;
-# `docker-compose.yml` overrides POSTGRES_HOST/PORT for the server container.
-# ---------------------------------------------------------------------------
+## ---------------------------------------------------------------------------
+## Postgres (used when STANDALONE=false; also read by Compose postgres
+## services via env_file). Config defaults match these values if unset.
+## Keep localhost here for host `pnpm dev`;
+## `docker-compose.yml` overrides POSTGRES_HOST/PORT for the server container.
+## ---------------------------------------------------------------------------
POSTGRES_USER=harness
POSTGRES_PASSWORD=harness
POSTGRES_DB=harness
POSTGRES_HOST=localhost
POSTGRES_PORT=5432
-# Max connections in the pg Pool. Optional, defaults to 10.
+## Max connections in the pg Pool. Optional, defaults to 10.
# DATABASE_POOL_MAX=10
-# Postgres statement_timeout / idle_in_transaction_session_timeout (ms).
-# Shared by the app pool and migrations. Optional, defaults to 60000 each.
+## Postgres statement_timeout / idle_in_transaction_session_timeout (ms).
+## Shared by the app pool and migrations. Optional, defaults to 60000 each.
# POSTGRES_STATEMENT_TIMEOUT_MS=60000
# POSTGRES_IDLE_IN_TRANSACTION_SESSION_TIMEOUT_MS=60000
-# ---------------------------------------------------------------------------
-# OIDC (used when STANDALONE=false). All three must be set together, or all
-# left unset. Unset = fixed local admin identity (no IdP). Ignored in standalone.
-# ---------------------------------------------------------------------------
+## ---------------------------------------------------------------------------
+## OIDC (used when STANDALONE=false). All three must be set together, or all
+## left unset. Unset = fixed local admin identity (no IdP). Ignored in standalone.
+## ---------------------------------------------------------------------------
# OIDC_ISSUER_URL=https://your-tenant.example.com/oauth2/default
# OIDC_CLIENT_ID=
# OIDC_CLIENT_SECRET=
-# Claim used as the user reference. Optional; defaults to "sub".
+## Claim used as the user reference. Optional; defaults to "sub".
# OIDC_USER_REFERENCE_CLAIM=sub
-# Claim used as the user role. Optional; defaults to "groups".
+## Claim used as the user role. Optional; defaults to "groups".
# OIDC_USER_ROLE_CLAIM=groups
-# Case-sensitive role value granting admin access. Optional; defaults to "admin".
+## Case-sensitive role value granting admin access. Optional; defaults to "admin".
# OIDC_ADMIN_ROLE_VALUE=admin
diff --git a/packages/server/src/catalog/sandbox-catalog.yaml b/packages/server/src/catalog/sandbox-catalog.yaml
index f27b27341..404e243e8 100644
--- a/packages/server/src/catalog/sandbox-catalog.yaml
+++ b/packages/server/src/catalog/sandbox-catalog.yaml
@@ -3,7 +3,7 @@
# PUT /api/v1/settings/sandbox-providers bodies. Discovery-only — never executed against.
providers:
- type: daytona
- snapshot_name: truefoundry-platform-dev-2d5edee
+ snapshot_name: trueforge-local
exec_timeout_ms: 60000
auto_stop_interval_in_minutes: 5
auto_archive_interval_in_minutes: 60
diff --git a/packages/server/src/config.ts b/packages/server/src/config.ts
index 60931d34f..a5a396070 100644
--- a/packages/server/src/config.ts
+++ b/packages/server/src/config.ts
@@ -263,6 +263,10 @@ export interface OIDCConfig {
}
export interface SharedServerConfiguration {
+ /** Log level. Env: `LOG_LEVEL`. */
+ LOG_LEVEL: string;
+ /** Node environment. Env: `NODE_ENV`. */
+ NODE_ENV: string | undefined;
/** HTTP port the server listens on. Env: `PORT`. */
PORT: number;
/** Peering identity embedded in the turn ids this process mints; `local` in standalone mode. */
@@ -435,6 +439,8 @@ const standalone = parseBoolean({
const port = parsePort(getEnv('PORT'));
const shared: SharedServerConfiguration = {
+ LOG_LEVEL: getEnv('LOG_LEVEL', { defaultValue: 'info' }) ?? 'info',
+ NODE_ENV: getEnv('NODE_ENV'),
PORT: port,
EXECUTOR_ID: standalone ? LOCAL_EXECUTOR_ID : randomAlphanumeric(6),
MODEL_CATALOG_PATH: resolveOptionalPathEnv('MODEL_CATALOG_PATH'),
diff --git a/packages/server/src/main.ts b/packages/server/src/main.ts
index 35d2612ac..6318971d8 100644
--- a/packages/server/src/main.ts
+++ b/packages/server/src/main.ts
@@ -179,7 +179,7 @@ async function createDistributedPersistence(options: {
try {
// Console logger shared by the server runtime (harness components require one).
const logger = winston.createLogger({
- level: process.env['LOG_LEVEL'] ?? 'info',
+ level: configuration.LOG_LEVEL,
format: winston.format.combine(winston.format.timestamp(), winston.format.json()),
transports: [new winston.transports.Console()],
});
@@ -279,7 +279,7 @@ try {
// Graceful drain is the safe default for built and direct execution.
// Development watch mode opts out so tsx can restart without waiting for a drain.
- if (process.env['NODE_ENV'] !== 'development') {
+ if (configuration.NODE_ENV !== 'development') {
let shuttingDown = false;
const shutdown = async (signal: NodeJS.Signals) => {
if (shuttingDown) return;
diff --git a/packages/server/src/schemas/modelProvider.ts b/packages/server/src/schemas/modelProvider.ts
index 5a183585d..4857379bf 100644
--- a/packages/server/src/schemas/modelProvider.ts
+++ b/packages/server/src/schemas/modelProvider.ts
@@ -85,7 +85,7 @@ function wellKnownProviderSchema<Type extends Exclude<ProviderType, 'custom'>>({
const OpenAiModelProviderSchema = wellKnownProviderSchema({
type: 'openai',
base_url: 'https://api.openai.com/v1',
-}).openapi('OpenAiModelProvider');
+}).openapi('OpenAIModelProvider');
const AnthropicModelProviderSchema = wellKnownProviderSchema({
type: 'anthropic',
@@ -112,10 +112,10 @@ const MoonshotModelProviderSchema = wellKnownProviderSchema({
base_url: 'https://api.moonshot.ai/v1',
}).openapi('MoonshotModelProvider');
-const TogetherModelProviderSchema = wellKnownProviderSchema({
+const TogetherAIModelProviderSchema = wellKnownProviderSchema({
type: 'together',
base_url: 'https://api.together.xyz/v1',
-}).openapi('TogetherModelProvider');
+}).openapi('TogetherAIModelProvider');
const AlibabaModelProviderSchema = wellKnownProviderSchema({
type: 'alibaba',
@@ -137,7 +137,7 @@ const MODEL_PROVIDER_SCHEMAS = [
FireworksModelProviderSchema,
ZaiModelProviderSchema,
MoonshotModelProviderSchema,
- TogetherModelProviderSchema,
+ TogetherAIModelProviderSchema,
AlibabaModelProviderSchema,
CustomModelProviderSchema,
] as const;
diff --git a/packages/server/tests/db/sandboxProviderStoreContractSuite.ts b/packages/server/tests/db/sandboxProviderStoreContractSuite.ts
index 646f174d4..ff6f52e67 100644
--- a/packages/server/tests/db/sandboxProviderStoreContractSuite.ts
+++ b/packages/server/tests/db/sandboxProviderStoreContractSuite.ts
@@ -10,7 +10,7 @@ const TENANT = 'default';
function manifest(overrides: Partial<SandboxProviderManifest> = {}): SandboxProviderManifest {
return {
type: 'daytona',
- snapshot_name: 'truefoundry-platform-dev-2d5edee',
+ snapshot_name: 'trueforge-local',
auth: { api_key: 'dtn-test' },
exec_timeout_ms: 60000,
auto_stop_interval_in_minutes: 5,
@@ -75,7 +75,7 @@ export function runSandboxProviderStoreContractSuite(getStore: () => ISandboxPro
const forDefault = await store.getSandboxProvider(TENANT);
const forOther = await store.getSandboxProvider('other-tenant');
- expect(forDefault?.manifest.snapshot_name).toBe('truefoundry-platform-dev-2d5edee');
+ expect(forDefault?.manifest.snapshot_name).toBe('trueforge-local');
expect(forOther?.manifest.snapshot_name).toBe('other-tenant-snapshot');
});
}
diff --git a/packages/server/tests/unit/apis/capabilities.test.ts b/packages/server/tests/unit/apis/capabilities.test.ts
index c24ddf257..fedf9ebe5 100644
--- a/packages/server/tests/unit/apis/capabilities.test.ts
+++ b/packages/server/tests/unit/apis/capabilities.test.ts
@@ -20,7 +20,7 @@ describe('capabilities routers', () => {
tenant_id: 'default',
manifest: {
type: 'daytona',
- snapshot_name: 'truefoundry-platform-dev-2d5edee',
+ snapshot_name: 'trueforge-local',
auth: { api_key: 'dtn-test' },
exec_timeout_ms: 60000,
auto_stop_interval_in_minutes: 5,
diff --git a/packages/server/tests/unit/apis/sandboxProviders.test.ts b/packages/server/tests/unit/apis/sandboxProviders.test.ts
index 2e9e87973..db7521988 100644
--- a/packages/server/tests/unit/apis/sandboxProviders.test.ts
+++ b/packages/server/tests/unit/apis/sandboxProviders.test.ts
@@ -6,7 +6,7 @@ import { SqliteSandboxProviderStore } from '../../../src/db/sqlite/sandbox-provi
const putBody = {
type: 'daytona' as const,
- snapshot_name: 'truefoundry-platform-dev-2d5edee',
+ snapshot_name: 'trueforge-local',
auth: { api_key: 'dtn-test' },
exec_timeout_ms: 60000,
auto_stop_interval_in_minutes: 5,
diff --git a/packages/server/tests/unit/schemas/sandboxProvider.test.ts b/packages/server/tests/unit/schemas/sandboxProvider.test.ts
index e31a66ee6..3a61bbba8 100644
--- a/packages/server/tests/unit/schemas/sandboxProvider.test.ts
+++ b/packages/server/tests/unit/schemas/sandboxProvider.test.ts
@@ -4,7 +4,7 @@ describe('toDaytonaSandboxProviderInput', () => {
it('maps a Daytona wire/DB manifest to apiKey plus provider settings', () => {
const manifest: SandboxProviderManifest = {
type: 'daytona',
- snapshot_name: 'truefoundry-platform-dev-2d5edee',
+ snapshot_name: 'trueforge-local',
auth: { api_key: 'dtn-test' },
exec_timeout_ms: 60_000,
auto_stop_interval_in_minutes: 5,
@@ -14,7 +14,7 @@ describe('toDaytonaSandboxProviderInput', () => {
expect(toDaytonaSandboxProviderInput(manifest)).toEqual({
apiKey: 'dtn-test',
- snapshotName: 'truefoundry-platform-dev-2d5edee',
+ snapshotName: 'trueforge-local',
timeoutMs: 60_000,
autoStopIntervalInMinutes: 5,
autoArchiveIntervalInMinutes: 60,
diff --git a/packages/trueforge-ui-sdk/example/src/App.tsx b/packages/trueforge-ui-sdk/example/src/App.tsx
index f8f43d271..a1dc9b6c2 100644
--- a/packages/trueforge-ui-sdk/example/src/App.tsx
+++ b/packages/trueforge-ui-sdk/example/src/App.tsx
@@ -138,6 +138,11 @@ const emptyCatalog: CatalogServer = {
},
connectorCatalog: {
getConnectorCatalog: async () => exampleConnectorCatalog,
+ getConnector: async ({ id }) => {
+ const connector = definedConnectors.find(item => item.id === id);
+ if (!connector) throw new Error(`Connector ${id} was not found.`);
+ return connector;
+ },
listConnectors: async () => definedConnectors,
getToolsByConnectorId: async () => [],
createConnector: async req => {
diff --git a/packages/trueforge-ui-sdk/src/server/ServerContext.test.tsx b/packages/trueforge-ui-sdk/src/server/ServerContext.test.tsx
index 28889bb9a..99cb4268b 100644
--- a/packages/trueforge-ui-sdk/src/server/ServerContext.test.tsx
+++ b/packages/trueforge-ui-sdk/src/server/ServerContext.test.tsx
@@ -25,6 +25,15 @@ const catalog: CatalogServer = {
},
connectorCatalog: {
getConnectorCatalog: vi.fn(async () => []),
+ getConnector: vi.fn(async ({ id }) => ({
+ id,
+ name: '',
+ description: '',
+ url: '',
+ auth: { type: 'none' as const },
+ requiresAuth: false,
+ authenticated: false,
+ })),
listConnectors: vi.fn(async () => []),
getToolsByConnectorId: vi.fn(async () => []),
createConnector: vi.fn(async req => ({
diff --git a/packages/trueforge-ui-sdk/src/server/createTrueFoundryServer.test.ts b/packages/trueforge-ui-sdk/src/server/createTrueFoundryServer.test.ts
index 57e1ea8a4..2c4d86316 100644
--- a/packages/trueforge-ui-sdk/src/server/createTrueFoundryServer.test.ts
+++ b/packages/trueforge-ui-sdk/src/server/createTrueFoundryServer.test.ts
@@ -79,6 +79,15 @@ describe('createTrueFoundryServer', () => {
},
connectorCatalog: {
getConnectorCatalog: vi.fn(async () => []),
+ getConnector: vi.fn(async ({ id }) => ({
+ id,
+ name: '',
+ description: '',
+ url: '',
+ auth: { type: 'none' as const },
+ requiresAuth: false,
+ authenticated: false,
+ })),
listConnectors: vi.fn(async () => []),
getToolsByConnectorId: vi.fn(async () => []),
createConnector: vi.fn(async req => ({