Skip to content

AI Agents & MCPs & AI Workflow Automation • (~400 MCP servers for AI agents) • AI Automation / AI Agent with MCPs • AI Workflows & AI Agents • MCPs for AI Agents

chore(agents): opt-in AI SDK DevTools for local debugging of LLM calls (#16236)

ziyadev5cfddc59ee32
diff --git a/.gitignore b/.gitignore
index 8d32b43caef..6f1fe35f4d2 100644
--- a/.gitignore
+++ b/.gitignore
@@ -107,3 +107,4 @@ deploy/terraform/**/*.tfstate.backup
deploy/terraform/**/.terraform.lock.hcl
deploy/terraform/**/terraform.tfvars
deploy/terraform/**/terraform-*.tfvars
+.devtools
diff --git a/bun.lock b/bun.lock
index 09a9669f11c..21c41999ab4 100644
--- a/bun.lock
+++ b/bun.lock
@@ -11086,6 +11086,7 @@
"zod": "4.3.6",
},
"devDependencies": {
+ "@ai-sdk/devtools": "1.0.9",
"@types/node": "24.11.0",
"vitest": "3.2.6",
},
@@ -12874,6 +12875,8 @@
"@ai-sdk/deepseek": ["@ai-sdk/[email protected]", "", { "dependencies": { "@ai-sdk/provider": "4.0.4", "@ai-sdk/provider-utils": "5.0.16" }, "peerDependencies": { "zod": "^3.25.76 || ^4.1.8" } }, "sha512-7A4vfmJ5P8Vn+EEPaZFU8uoRnDh/+skTwhCLR/FPw+7AZ7FIPoqn2GtPSdRECTCRxp1fCjfBuvTgOh4PkKQAGg=="],
+ "@ai-sdk/devtools": ["@ai-sdk/[email protected]", "", { "dependencies": { "@ai-sdk/provider": "4.0.4", "@hono/node-server": "^1.19.13", "hono": "^4.12.25" }, "bin": { "devtools": "bin/cli.js" } }, "sha512-5KIsI+II8VBQT88y4uwAuiIep+YLWQgGtysfbE2c22RmDfTTjgOORoMqVNnTaQj9eOu9ln2ViTvSNTfgILdijQ=="],
+
"@ai-sdk/elevenlabs": ["@ai-sdk/[email protected]", "", { "dependencies": { "@ai-sdk/provider": "4.0.4", "@ai-sdk/provider-utils": "5.0.16" }, "peerDependencies": { "zod": "^3.25.76 || ^4.1.8" } }, "sha512-wCH/sTsbJRheDB7Ip+ITN3g94/M6or0WLE1rUKE/ftdfnEYVfmNpzCoPqJ1zELZExW+x1lRF5LwN/BQ1lbSjqw=="],
"@ai-sdk/fireworks": ["@ai-sdk/[email protected]", "", { "dependencies": { "@ai-sdk/openai-compatible": "3.0.18", "@ai-sdk/provider": "4.0.4", "@ai-sdk/provider-utils": "5.0.16" }, "peerDependencies": { "zod": "^3.25.76 || ^4.1.8" } }, "sha512-2EP7xBkX4Iz9WqOcgfSJGIJNKvQzmWZkYcrWz6VtFsjRgobv2qIzeorJfSRb2upCOJYhftxtjOYJh4Lg7cxNqw=="],
@@ -18916,6 +18919,8 @@
"@actual-app/crdt/uuid": ["[email protected]", "", { "bin": { "uuid": "dist/bin/uuid" } }, "sha512-b+1eJOlsR9K8HJpow9Ok3fiWOWSIcIzXodvv0rQjVoOVNpWMpxf1wZNpt4y9h10odCNrqnYp1OBzRktckBe3sA=="],
+ "@ai-sdk/devtools/hono": ["[email protected]", "", {}, "sha512-CQ46U0ZkAGmbT/4UxdzzGJpacP2IeKgY4a5/tOI9AABbpOMfK739wfDXmv1usCk+3RkKj1hQy4/fjhiwa2xlrA=="],
+
"@ai-sdk/google-vertex/google-auth-library": ["[email protected]", "", { "dependencies": { "base64-js": "^1.3.0", "ecdsa-sig-formatter": "^1.0.11", "gaxios": "^7.1.4", "gcp-metadata": "8.1.2", "google-logging-utils": "1.1.3", "jws": "^4.0.0" } }, "sha512-i1ydyHrqcIxXkWh/uBmVkzCvIuq5yiK2ATndIe5XxKholrG/MTYP9xGYka4sQhrbIAgGjL2B6NOE7rFaiF3fXw=="],
"@ai-sdk/mcp/@ai-sdk/provider": ["@ai-sdk/[email protected]", "", { "dependencies": { "json-schema": "^0.4.0" } }, "sha512-5KXyBOSEX+l67elrEa+wqo/LSsSTtrPj9Uoh3zMbe/ceQX4ucHI3b9nUEfNkGF3Ry1svv90widAt+aiKdIJasQ=="],
diff --git a/package.json b/package.json
index f4afb701024..2843973d283 100644
--- a/package.json
+++ b/package.json
@@ -19,6 +19,7 @@
"serve:engine": "turbo run serve --filter=@activepieces/engine",
"serve:worker": "turbo run serve --filter=worker",
"chat:logs": "node scripts/chat-logs.mjs",
+ "ai-devtools": "bunx @ai-sdk/[email protected]",
"push": "turbo run lint && git push",
"dev": "node tools/scripts/install-bun.js && turbo run serve --filter=web --filter=api --filter=@activepieces/engine --filter=worker --ui stream",
"dev:backend": "turbo run serve --filter=api --filter=@activepieces/engine --ui stream",
diff --git a/packages/server/api/src/main.ts b/packages/server/api/src/main.ts
index 1142d091085..e10f9a41ba6 100644
--- a/packages/server/api/src/main.ts
+++ b/packages/server/api/src/main.ts
@@ -1,4 +1,5 @@
-import { evlogSetup } from '@activepieces/server-utils'
+import { aiDevtools, evlogSetup } from '@activepieces/server-utils'
+import { ApEnvironment } from '@activepieces/shared'
import dayjs from 'dayjs'
import { FastifyInstance } from 'fastify'
import { appPostBoot } from './app/app'
@@ -54,6 +55,7 @@ function setupTimeZone(): void {
const main = async (): Promise<void> => {
setupTimeZone()
+ await aiDevtools.register({ enabled: system.get(AppSystemProp.ENVIRONMENT) === ApEnvironment.DEVELOPMENT })
if (system.isApp()) {
await distributedLock(system.globalLogger()).runExclusive({
key: 'database-migration-lock',
diff --git a/packages/server/utils/package.json b/packages/server/utils/package.json
index 160b35c8e64..3ed0fd5a016 100644
--- a/packages/server/utils/package.json
+++ b/packages/server/utils/package.json
@@ -37,6 +37,7 @@
"@activepieces/core-formula": "workspace:*"
},
"devDependencies": {
+ "@ai-sdk/devtools": "1.0.9",
"@types/node": "24.11.0",
"vitest": "3.2.6"
}
diff --git a/packages/server/utils/src/agent-ai-utils.ts b/packages/server/utils/src/agent-ai-utils.ts
index 0e5f9278ec2..31f4b179b43 100644
--- a/packages/server/utils/src/agent-ai-utils.ts
+++ b/packages/server/utils/src/agent-ai-utils.ts
@@ -147,7 +147,7 @@ function buildTelemetry({ functionId }: { functionId: string }): TelemetryOption
if (isNil(logger)) {
return undefined
}
- return { functionId, integrations: [createEvlogIntegration(logger)] }
+ return { functionId, integrations: [createEvlogIntegration(logger), ...(globalThis.AI_SDK_TELEMETRY_INTEGRATIONS ?? [])] }
}
function toRecord(value: unknown): Record<string, unknown> {
diff --git a/packages/server/utils/src/ai-devtools.ts b/packages/server/utils/src/ai-devtools.ts
new file mode 100644
index 00000000000..29c95ffe7c2
--- /dev/null
+++ b/packages/server/utils/src/ai-devtools.ts
@@ -0,0 +1,13 @@
+import { registerTelemetry, Telemetry } from 'ai'
+
+async function register({ enabled }: { enabled: boolean }): Promise<void> {
+ if (!enabled) {
+ return
+ }
+ const { DevToolsTelemetry } = await import('@ai-sdk/devtools')
+ registerTelemetry(DevToolsTelemetry() as Telemetry)
+}
+
+export const aiDevtools = {
+ register,
+}
diff --git a/packages/server/utils/src/index.ts b/packages/server/utils/src/index.ts
index 945478e43dc..29c9c25aba5 100644
--- a/packages/server/utils/src/index.ts
+++ b/packages/server/utils/src/index.ts
@@ -38,6 +38,7 @@ export { aiProviderKeyHealth } from './ai-provider-key-health'
export { aiProviderSignal } from './ai-provider-signal'
export type { KeyHealthObservation } from './ai-provider-key-health'
export { agentAiUtils } from './agent-ai-utils'
+export { aiDevtools } from './ai-devtools'
export type { ContentPartLike } from './agent-ai-utils'
export { aiUtils, EMBEDDING_DIMENSIONS } from './ai-utils'
export type { FlowStepMetadata, WebSearchOptions, WebSearchResult } from './ai-utils'
diff --git a/packages/server/worker/src/lib/main.ts b/packages/server/worker/src/lib/main.ts
index e2a19835b05..30d593c7025 100644
--- a/packages/server/worker/src/lib/main.ts
+++ b/packages/server/worker/src/lib/main.ts
@@ -1,3 +1,5 @@
+import { aiDevtools } from '@activepieces/server-utils'
+import { ApEnvironment } from '@activepieces/shared'
import { getApiUrl, getSocketUrl, system, WorkerSystemProp } from './config/configs'
import { logger } from './config/logger'
import { workerSystemSnapshot } from './utils/system-snapshot'
@@ -6,6 +8,7 @@ import { worker } from './worker'
const workerToken = system.getOrThrow(WorkerSystemProp.WORKER_TOKEN)
async function main(): Promise<void> {
+ await aiDevtools.register({ enabled: system.get(WorkerSystemProp.ENVIRONMENT) === ApEnvironment.DEVELOPMENT })
workerSystemSnapshot.start()
const containerType = system.get(WorkerSystemProp.CONTAINER_TYPE) ?? 'WORKER_AND_APP'
await worker.start({ apiUrl: getApiUrl(), socketUrl: getSocketUrl(), workerToken, withHealthServer: containerType === 'WORKER' })