Skip to content

Composio powers 1000+ toolkits, tool search, context management, authentication, and a sandboxed workbench to help you build AI agents that turn intent into action.

ci(ts): verify packed provider compatibility (#4355)

Alberto Schiabel20aaa95c96ef
diff --git a/.changeset/witty-shrimps-check.md b/.changeset/witty-shrimps-check.md
new file mode 100644
index 000000000..2c7d2ba28
--- /dev/null
+++ b/.changeset/witty-shrimps-check.md
@@ -0,0 +1,14 @@
+---
+'@composio/anthropic': patch
+'@composio/claude-agent-sdk': patch
+'@composio/cloudflare': patch
+'@composio/google': patch
+'@composio/langchain': patch
+'@composio/llamaindex': patch
+'@composio/mastra': patch
+'@composio/openai': patch
+'@composio/openai-agents': patch
+'@composio/vercel': patch
+---
+
+Accept the upcoming core prerelease and the upstream versions already used to build and test providers.
diff --git a/.github/workflows/ts.test.yml b/.github/workflows/ts.test.yml
index 4b31b0194..577e916db 100644
--- a/.github/workflows/ts.test.yml
+++ b/.github/workflows/ts.test.yml
@@ -15,6 +15,7 @@ on:
- 'pnpm-workspace.yaml'
- 'pnpm-lock.yaml'
- 'test/release-workflow.test.ts'
+ - 'test/provider-compatibility.test.ts'
- 'turbo.jsonc'
pull_request:
branches: [master, next]
@@ -30,6 +31,7 @@ on:
- 'pnpm-workspace.yaml'
- 'pnpm-lock.yaml'
- 'test/release-workflow.test.ts'
+ - 'test/provider-compatibility.test.ts'
- 'turbo.jsonc'
concurrency:
@@ -61,3 +63,9 @@ jobs:
- name: Run Tests
run: pnpm run test
+
+ - name: Build packages for consumer compatibility
+ run: pnpm run build:packages
+
+ - name: Check packed provider compatibility
+ run: pnpm run check:provider-compatibility
diff --git a/package.json b/package.json
index 8297dfcbc..d8e0cc7a1 100644
--- a/package.json
+++ b/package.json
@@ -26,9 +26,10 @@
"build:packages": "turbo build --filter=./ts/packages/**",
"cli:record": "turbo run record --filter=./ts/packages/cli",
"record": "turbo run record",
- "test": "pnpm run test:toolchain && pnpm run test:install-sh && pnpm run test:release-workflow && turbo test --filter=./ts/packages/** --filter=!@e2e-tests/* && pnpm run test:examples",
+ "test": "pnpm run test:toolchain && pnpm run test:install-sh && pnpm run test:release-workflow && pnpm run test:provider-compatibility && turbo test --filter=./ts/packages/** --filter=!@e2e-tests/* && pnpm run test:examples",
"test:install-sh": "bash test/install-sh-release-resolution.test.sh && bash test/install-sh-atomic-replace.test.sh",
"test:release-workflow": "bun run test/release-workflow.test.ts",
+ "test:provider-compatibility": "bun test test/provider-compatibility.test.ts",
"test:toolchain": "bun run test/mise-bun-pin.test.ts",
"test:examples": "tsx ts/scripts/validate-examples.ts",
"test:e2e": "turbo test:e2e --filter='@e2e-tests/*'",
@@ -50,6 +51,7 @@
"create:provider": "bash ts/scripts/create-provider.sh",
"create:example": "bash ts/scripts/create-example.sh",
"check:peer-deps": "tsx ts/scripts/check-peer-deps.ts",
+ "check:provider-compatibility": "tsx ts/scripts/check-provider-compatibility.ts",
"update:peer-deps": "tsx ts/scripts/update-peer-deps.ts",
"validate:agent-skills": "node ts/scripts/validate-agent-skills.mjs",
"validate:changesets": "node ts/scripts/validate-changesets.mjs",
@@ -80,6 +82,7 @@
"@composio/openai": "workspace:*",
"@types/bun": "catalog:",
"@types/node": "^26.3.0",
+ "@types/semver": "^7.8.0",
"@vitest/ui": "catalog:",
"husky": "^9.1.7",
"lint-staged": "^17.3.0",
diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml
index e90fb6772..ec0807536 100644
--- a/pnpm-lock.yaml
+++ b/pnpm-lock.yaml
@@ -158,6 +158,9 @@ importers:
'@types/node':
specifier: ^26.3.0
version: 26.3.0
+ '@types/semver':
+ specifier: ^7.8.0
+ version: 7.8.0
'@vitest/ui':
specifier: 'catalog:'
version: 4.1.11([email protected])
diff --git a/test/provider-compatibility.test.ts b/test/provider-compatibility.test.ts
new file mode 100644
index 000000000..77b936f17
--- /dev/null
+++ b/test/provider-compatibility.test.ts
@@ -0,0 +1,161 @@
+import { describe, expect, it } from 'bun:test';
+import { spawnSync } from 'node:child_process';
+import { mkdir, mkdtemp, rm, writeFile } from 'node:fs/promises';
+import { tmpdir } from 'node:os';
+import path from 'node:path';
+import {
+ buildCompatibilityPlan,
+ discoverProviderCases,
+ parseCliOptions,
+ repackCoreTarball,
+} from '../ts/scripts/check-provider-compatibility';
+
+describe('provider compatibility plan', () => {
+ it('covers every provider at the workspace, verified minimum, and beta boundaries', async () => {
+ const providers = await discoverProviderCases();
+ const plan = buildCompatibilityPlan(providers, '1.0.0-beta.0');
+ const providerNames = providers.map(provider => provider.name);
+ const current = plan.find(lane => lane.id === 'workspace-current');
+ const beta = plan.find(lane => lane.id === 'workspace-major-prerelease');
+ const minimum = plan.filter(lane => lane.id.startsWith('verified-minimum-core-'));
+
+ expect(providerNames).toHaveLength(10);
+ expect(current?.providerNames).toEqual(providerNames);
+ expect(beta?.providerNames).toEqual(providerNames);
+ expect(beta?.core).toEqual({ kind: 'workspace-prerelease', version: '1.0.0-beta.0' });
+ expect(minimum.flatMap(lane => lane.providerNames).sort()).toEqual([...providerNames].sort());
+ expect(minimum).toHaveLength(10);
+ expect(
+ Object.fromEntries(
+ minimum.map(lane => [
+ lane.providerNames[0],
+ lane.core.kind === 'registry' && lane.core.specifier,
+ ])
+ )
+ ).toEqual({
+ '@composio/anthropic': '0.14.0',
+ '@composio/claude-agent-sdk': '0.11.0',
+ '@composio/cloudflare': '0.14.0',
+ '@composio/google': '0.16.0',
+ '@composio/langchain': '0.11.0',
+ '@composio/llamaindex': '0.11.0',
+ '@composio/mastra': '0.18.0',
+ '@composio/openai': '0.18.0',
+ '@composio/openai-agents': '0.18.0',
+ '@composio/vercel': '0.18.0',
+ });
+ expect(minimum.every(lane => lane.providerNames.length === 1)).toBe(true);
+ expect(current?.lifecycleScripts).toBe('run');
+ expect(beta?.lifecycleScripts).toBe('skip');
+ expect(minimum.every(lane => lane.lifecycleScripts === 'skip')).toBe(true);
+ expect(
+ Object.fromEntries(
+ providers.map(provider => [provider.name, provider.advertisedMinimumCoreVersion])
+ )
+ ).toEqual({
+ '@composio/anthropic': '0.10.0',
+ '@composio/claude-agent-sdk': '0.10.0',
+ '@composio/cloudflare': '0.10.0',
+ '@composio/google': '0.16.0',
+ '@composio/langchain': '0.10.0',
+ '@composio/llamaindex': '0.10.0',
+ '@composio/mastra': '0.10.0',
+ '@composio/openai': '0.10.0',
+ '@composio/openai-agents': '0.10.0',
+ '@composio/vercel': '0.10.0',
+ });
+ });
+
+ it('selects all lanes by default and accepts focused runs', () => {
+ expect([...parseCliOptions([]).lanes]).toEqual(['current', 'minimum', 'beta']);
+ expect([...parseCliOptions(['--', '--lane', 'current', '--plan']).lanes]).toEqual(['current']);
+ expect(parseCliOptions(['--', '--lane', 'current', '--plan']).planOnly).toBe(true);
+ expect(() => parseCliOptions(['--lane', 'future'])).toThrow(
+ '--lane must be current, minimum, or beta'
+ );
+ expect(() => parseCliOptions(['--unknown'])).toThrow('Unknown argument: --unknown');
+ });
+});
+
+describe('repackCoreTarball', () => {
+ async function withPackedManifest<T>(
+ manifest: unknown,
+ callback: (tarball: string, artifactDirectory: string) => Promise<T>
+ ): Promise<T> {
+ const root = await mkdtemp(path.join(tmpdir(), 'composio-repack-test-'));
+ try {
+ await mkdir(path.join(root, 'source/package'), { recursive: true });
+ await writeFile(path.join(root, 'source/package/package.json'), JSON.stringify(manifest));
+ const tarball = path.join(root, 'core.tgz');
+ const packed = spawnSync('tar', [
+ '-czf',
+ tarball,
+ '-C',
+ path.join(root, 'source'),
+ 'package',
+ ]);
+ if (packed.status !== 0) throw new Error(String(packed.stderr));
+ return await callback(tarball, path.join(root, 'artifacts'));
+ } finally {
+ await rm(root, { recursive: true, force: true });
+ }
+ }
+
+ const options = (artifactDirectory: string) => ({
+ version: '1.0.0-beta.0',
+ jsonSchemaTarball: '/artifacts/composio-json-schema-to-zod-0.1.0.tgz',
+ artifactDirectory,
+ });
+
+ it('re-versions core and routes its helper dependency through the packed tarball', async () => {
+ await withPackedManifest(
+ {
+ name: '@composio/core',
+ version: '0.18.0',
+ dependencies: { '@composio/json-schema-to-zod': 'workspace:*', zod: '^3.0.0' },
+ peerDependencies: {},
+ exports: { '.': './dist/index.mjs' },
+ },
+ async (tarball, artifactDirectory) => {
+ const repacked = await repackCoreTarball(
+ tarball,
+ '@composio/core',
+ options(artifactDirectory)
+ );
+ expect(path.basename(repacked)).toBe('composio-core-1.0.0-beta.0.tgz');
+ const extracted = spawnSync('tar', ['-xzf', repacked, '-O', 'package/package.json'], {
+ encoding: 'utf8',
+ });
+ const manifest = JSON.parse(extracted.stdout);
+ expect(manifest.version).toBe('1.0.0-beta.0');
+ expect(manifest.dependencies['@composio/json-schema-to-zod']).toBe(
+ 'file:/artifacts/composio-json-schema-to-zod-0.1.0.tgz'
+ );
+ expect(manifest.dependencies.zod).toBe('^3.0.0');
+ expect(manifest.exports).toEqual({ '.': './dist/index.mjs' });
+ }
+ );
+ });
+
+ it('rejects a packed core manifest that omits the helper dependency', async () => {
+ await withPackedManifest(
+ { name: '@composio/core', version: '0.18.0', dependencies: { zod: '^3.0.0' } },
+ async (tarball, artifactDirectory) => {
+ await expect(
+ repackCoreTarball(tarball, '@composio/core', options(artifactDirectory))
+ ).rejects.toThrow('must declare @composio/json-schema-to-zod as a dependency');
+ }
+ );
+ });
+
+ it('rejects a malformed packed core manifest', async () => {
+ await withPackedManifest(
+ { name: '@composio/core', dependencies: { '@composio/json-schema-to-zod': '*' } },
+ async (tarball, artifactDirectory) => {
+ await expect(
+ repackCoreTarball(tarball, '@composio/core', options(artifactDirectory))
+ ).rejects.toThrow('Invalid JSON in');
+ }
+ );
+ });
+});
diff --git a/test/release-workflow.test.ts b/test/release-workflow.test.ts
index c046e7d8c..14b533de0 100644
--- a/test/release-workflow.test.ts
+++ b/test/release-workflow.test.ts
@@ -28,6 +28,10 @@ const tsReleaseWorkflow = readFileSync(
new URL('../.github/workflows/ts.release.yml', import.meta.url),
'utf8'
);
+const tsTestWorkflow = readFileSync(
+ new URL('../.github/workflows/ts.test.yml', import.meta.url),
+ 'utf8'
+);
const pythonPyproject = readFileSync(new URL('../python/pyproject.toml', import.meta.url), 'utf8');
const pythonRuntimeVersionModule = readFileSync(
new URL('../python/composio/__version__.py', import.meta.url),
@@ -298,6 +302,25 @@ if (packageJson.scripts?.['validate:changesets'] !== 'node ts/scripts/validate-c
throw new Error('validate:changesets must use the ignored-package guard');
}
+if (
+ packageJson.scripts?.['check:provider-compatibility'] !==
+ 'tsx ts/scripts/check-provider-compatibility.ts'
+) {
+ throw new Error('check:provider-compatibility must use the packed consumer harness');
+}
+
+const tsTestBuildIdx = tsTestWorkflow.indexOf('run: pnpm run build:packages');
+const tsTestProviderCompatibilityIdx = tsTestWorkflow.indexOf(
+ 'run: pnpm run check:provider-compatibility'
+);
+if (
+ tsTestBuildIdx === -1 ||
+ tsTestProviderCompatibilityIdx === -1 ||
+ tsTestBuildIdx > tsTestProviderCompatibilityIdx
+) {
+ throw new Error('ts.test.yml must build packages before checking packed provider compatibility');
+}
+
{
const violations = findIgnoredChangesetReleases(
{
@@ -364,7 +387,9 @@ if (
throw new Error('ts.release.yml must validate pending changesets before changesets/action');
}
-if (!tsReleaseWorkflow.includes('changesets/action@8488615a623b1b9c987934bb89eae8af6a946ac1 # v2.1.1')) {
+if (
+ !tsReleaseWorkflow.includes('changesets/action@8488615a623b1b9c987934bb89eae8af6a946ac1 # v2.1.1')
+) {
throw new Error('ts.release.yml must use changesets/action v2 with Changesets v3');
}
@@ -860,14 +885,23 @@ const fakeBin = mkdtempSync(join(tmpdir(), 'composio-release-test-'));
try {
const fakePnpmPath = join(fakeBin, 'pnpm');
const changesetsOutputPath = join(fakeBin, 'changesets-output.ndjson');
+ const commandLogPath = join(fakeBin, 'commands.log');
+ writeFileSync(commandLogPath, '');
writeFileSync(
fakePnpmPath,
`#!/usr/bin/env bash
set -euo pipefail
+printf '%s\n' "$*" >> "$COMMAND_LOG"
case "$*" in
"run build:packages")
exit 0
;;
+ "run check:provider-compatibility")
+ if [[ "\${FAIL_PROVIDER_COMPATIBILITY:-}" == "1" ]]; then
+ exit 42
+ fi
+ exit 0
+ ;;
"changeset publish")
printf '%s\\n' '{"type":"git-tag","tag":"@composio/[email protected]","packageName":"@composio/core"}' > "$CHANGESETS_OUTPUT"
printf '%s\\n' '{"type":"git-tag","tag":"@composio/[email protected]","packageName":"@composio/cli"}' >> "$CHANGESETS_OUTPUT"
@@ -888,6 +922,7 @@ esac
env: {
...process.env,
CHANGESETS_OUTPUT: changesetsOutputPath,
+ COMMAND_LOG: commandLogPath,
PATH: `${fakeBin}:${process.env.PATH}`,
},
});
@@ -913,6 +948,35 @@ esac
if (!result.stderr.includes('release warning preserved')) {
throw new Error('release script must preserve changeset publish stderr');
}
+
+ const commands = readFileSync(commandLogPath, 'utf8').trim().split('\n');
+ if (
+ JSON.stringify(commands) !==
+ JSON.stringify(['run build:packages', 'run check:provider-compatibility', 'changeset publish'])
+ ) {
+ throw new Error(
+ `release script must run build → provider compatibility → publish: ${commands}`
+ );
+ }
+
+ writeFileSync(commandLogPath, '');
+ const failedCompatibility = spawnSync('bash', [releaseScriptPath], {
+ encoding: 'utf8',
+ env: {
+ ...process.env,
+ CHANGESETS_OUTPUT: changesetsOutputPath,
+ COMMAND_LOG: commandLogPath,
+ FAIL_PROVIDER_COMPATIBILITY: '1',
+ PATH: `${fakeBin}:${process.env.PATH}`,
+ },
+ });
+ const failedCommands = readFileSync(commandLogPath, 'utf8').trim().split('\n');
+ if (failedCompatibility.status !== 42) {
+ throw new Error('release script must preserve a provider compatibility gate failure');
+ }
+ if (failedCommands.includes('changeset publish')) {
+ throw new Error('release script must not publish after provider compatibility fails');
+ }
} finally {
rmSync(fakeBin, { recursive: true, force: true });
}
diff --git a/ts/packages/providers/anthropic/package.json b/ts/packages/providers/anthropic/package.json
index 403c7dd19..6654d6c07 100644
--- a/ts/packages/providers/anthropic/package.json
+++ b/ts/packages/providers/anthropic/package.json
@@ -44,8 +44,8 @@
"author": "",
"license": "ISC",
"peerDependencies": {
- "@anthropic-ai/sdk": "^0.110.0",
- "@composio/core": ">=0.10.0 <1.0.0",
+ "@anthropic-ai/sdk": "^0.110.0 || ^0.120.0",
+ "@composio/core": ">=0.10.0 <1.0.0 || >=1.0.0-beta.0 <1.0.0",
"@mastra/mcp": "^1.13.1"
},
"devDependencies": {
diff --git a/ts/packages/providers/claude-agent-sdk/package.json b/ts/packages/providers/claude-agent-sdk/package.json
index 5277d9603..e409371b8 100644
--- a/ts/packages/providers/claude-agent-sdk/package.json
+++ b/ts/packages/providers/claude-agent-sdk/package.json
@@ -54,7 +54,7 @@
},
"peerDependencies": {
"@anthropic-ai/claude-agent-sdk": "^0.3.199",
- "@composio/core": ">=0.10.0 <1.0.0",
+ "@composio/core": ">=0.10.0 <1.0.0 || >=1.0.0-beta.0 <1.0.0",
"zod": "^4.0.0"
},
"devDependencies": {
diff --git a/ts/packages/providers/cloudflare/package.json b/ts/packages/providers/cloudflare/package.json
index 5775c6f79..805f340e4 100644
--- a/ts/packages/providers/cloudflare/package.json
+++ b/ts/packages/providers/cloudflare/package.json
@@ -41,7 +41,7 @@
"license": "ISC",
"peerDependencies": {
"@cloudflare/workers-types": "catalog:",
- "@composio/core": ">=0.10.0 <1.0.0"
+ "@composio/core": ">=0.10.0 <1.0.0 || >=1.0.0-beta.0 <1.0.0"
},
"devDependencies": {
"@composio/core": "workspace:*",
diff --git a/ts/packages/providers/google/package.json b/ts/packages/providers/google/package.json
index 8b5151f9f..e2b8d538b 100644
--- a/ts/packages/providers/google/package.json
+++ b/ts/packages/providers/google/package.json
@@ -46,7 +46,7 @@
"author": "",
"license": "ISC",
"peerDependencies": {
- "@composio/core": ">=0.16.0 <1.0.0",
+ "@composio/core": ">=0.16.0 <1.0.0 || >=1.0.0-beta.0 <1.0.0",
"@google/genai": "^1.1.0"
},
"devDependencies": {
diff --git a/ts/packages/providers/langchain/package.json b/ts/packages/providers/langchain/package.json
index 03a89430d..a84c192ef 100644
--- a/ts/packages/providers/langchain/package.json
+++ b/ts/packages/providers/langchain/package.json
@@ -40,7 +40,7 @@
"author": "",
"license": "ISC",
"peerDependencies": {
- "@composio/core": ">=0.10.0 <1.0.0",
+ "@composio/core": ">=0.10.0 <1.0.0 || >=1.0.0-beta.0 <1.0.0",
"@langchain/core": "^1.1.4"
},
"devDependencies": {
diff --git a/ts/packages/providers/llamaindex/package.json b/ts/packages/providers/llamaindex/package.json
index dc51270a1..c49eeb0ed 100644
--- a/ts/packages/providers/llamaindex/package.json
+++ b/ts/packages/providers/llamaindex/package.json
@@ -43,7 +43,7 @@
"author": "",
"license": "ISC",
"peerDependencies": {
- "@composio/core": ">=0.10.0 <1.0.0",
+ "@composio/core": ">=0.10.0 <1.0.0 || >=1.0.0-beta.0 <1.0.0",
"llamaindex": "^0.12.0"
},
"devDependencies": {
diff --git a/ts/packages/providers/mastra/package.json b/ts/packages/providers/mastra/package.json
index 4eff2a334..a43295c89 100644
--- a/ts/packages/providers/mastra/package.json
+++ b/ts/packages/providers/mastra/package.json
@@ -45,7 +45,7 @@
"author": "",
"license": "ISC",
"peerDependencies": {
- "@composio/core": ">=0.10.0 <1.0.0",
+ "@composio/core": ">=0.10.0 <1.0.0 || >=1.0.0-beta.0 <1.0.0",
"@mastra/core": "^1.46.0",
"zod": "^3.25 || ^4"
},
diff --git a/ts/packages/providers/openai-agents/package.json b/ts/packages/providers/openai-agents/package.json
index 5925ac608..5b7f3feec 100644
--- a/ts/packages/providers/openai-agents/package.json
+++ b/ts/packages/providers/openai-agents/package.json
@@ -40,8 +40,8 @@
"author": "",
"license": "ISC",
"peerDependencies": {
- "@composio/core": ">=0.10.0 <1.0.0",
- "@openai/agents": "^0.1.3",
+ "@composio/core": ">=0.10.0 <1.0.0 || >=1.0.0-beta.0 <1.0.0",
+ "@openai/agents": "^0.1.3 || ^0.17.0",
"zod": "catalog:"
},
"devDependencies": {
diff --git a/ts/packages/providers/openai/package.json b/ts/packages/providers/openai/package.json
index 7f15aa685..7a61f040e 100644
--- a/ts/packages/providers/openai/package.json
+++ b/ts/packages/providers/openai/package.json
@@ -40,7 +40,7 @@
"author": "",
"license": "ISC",
"peerDependencies": {
- "@composio/core": ">=0.10.0 <1.0.0",
+ "@composio/core": ">=0.10.0 <1.0.0 || >=1.0.0-beta.0 <1.0.0",
"openai": "^6.49.0 || ^7.0.0"
},
"devDependencies": {
diff --git a/ts/packages/providers/vercel/package.json b/ts/packages/providers/vercel/package.json
index e2d3a5e93..29e7c1106 100644
--- a/ts/packages/providers/vercel/package.json
+++ b/ts/packages/providers/vercel/package.json
@@ -40,7 +40,7 @@
"author": "",
"license": "ISC",
"peerDependencies": {
- "@composio/core": ">=0.10.0 <1.0.0",
+ "@composio/core": ">=0.10.0 <1.0.0 || >=1.0.0-beta.0 <1.0.0",
"ai": "^6.0.0 || ^7.0.0"
},
"devDependencies": {
diff --git a/ts/scripts/changeset-release.sh b/ts/scripts/changeset-release.sh
index d9215f547..4014d18ef 100755
--- a/ts/scripts/changeset-release.sh
+++ b/ts/scripts/changeset-release.sh
@@ -11,6 +11,7 @@ filtered_output_file=$(mktemp)
trap 'rm -f "$filtered_output_file"' EXIT
pnpm run build:packages
+pnpm run check:provider-compatibility
set +e
pnpm changeset publish
diff --git a/ts/scripts/check-provider-compatibility.ts b/ts/scripts/check-provider-compatibility.ts
new file mode 100644
index 000000000..3f8b8aed5
--- /dev/null
+++ b/ts/scripts/check-provider-compatibility.ts
@@ -0,0 +1,625 @@
+#!/usr/bin/env node
+import { spawnSync } from 'node:child_process';
+import { access, mkdir, mkdtemp, readFile, readdir, rm, writeFile } from 'node:fs/promises';
+import { tmpdir } from 'node:os';
+import path from 'node:path';
+import { fileURLToPath, pathToFileURL } from 'node:url';
+import semver from 'semver';
+import { z } from 'zod';
+
+const repoRoot = path.resolve(path.dirname(fileURLToPath(import.meta.url)), '../..');
+const providersDir = path.join(repoRoot, 'ts/packages/providers');
+const coreDir = path.join(repoRoot, 'ts/packages/core');
+const jsonSchemaToZodDir = path.join(repoRoot, 'ts/packages/json-schema-to-zod');
+const npmBin = process.platform === 'win32' ? 'npm.cmd' : 'npm';
+const pnpmBin = process.platform === 'win32' ? 'pnpm.cmd' : 'pnpm';
+
+// Published 0.x floors remain unchanged until the planned breaking release. These verified
+// floors keep the artifact gate green only for combinations the current providers can load.
+const PROVIDER_CONTRACTS: Record<
+ string,
+ { agentic: boolean; exportName: string; verifiedMinimumCore: string }
+> = {
+ '@composio/anthropic': {
+ agentic: false,
+ exportName: 'AnthropicProvider',
+ verifiedMinimumCore: '0.14.0',
+ },
+ '@composio/claude-agent-sdk': {
+ agentic: true,
+ exportName: 'ClaudeAgentSDKProvider',
+ verifiedMinimumCore: '0.11.0',
+ },
+ '@composio/cloudflare': {
+ agentic: false,
+ exportName: 'CloudflareProvider',
+ verifiedMinimumCore: '0.14.0',
+ },
+ '@composio/google': {
+ agentic: false,
+ exportName: 'GoogleProvider',
+ verifiedMinimumCore: '0.16.0',
+ },
+ '@composio/langchain': {
+ agentic: true,
+ exportName: 'LangchainProvider',
+ verifiedMinimumCore: '0.11.0',
+ },
+ '@composio/llamaindex': {
+ agentic: true,
+ exportName: 'LlamaindexProvider',
+ verifiedMinimumCore: '0.11.0',
+ },
+ '@composio/mastra': {
+ agentic: true,
+ exportName: 'MastraProvider',
+ verifiedMinimumCore: '0.18.0',
+ },
+ '@composio/openai': {
+ agentic: false,
+ exportName: 'OpenAIProvider',
+ verifiedMinimumCore: '0.18.0',
+ },
+ '@composio/openai-agents': {
+ agentic: true,
+ exportName: 'OpenAIAgentsProvider',
+ verifiedMinimumCore: '0.18.0',
+ },
+ '@composio/vercel': {
+ agentic: true,
+ exportName: 'VercelProvider',
+ verifiedMinimumCore: '0.18.0',
+ },
+};
+
+const StringRecordSchema = z.record(z.string(), z.string());
+const PackageManifestSchema = z
+ .object({
+ name: z.string().min(1),
+ version: z.string().min(1),
+ peerDependencies: StringRecordSchema.default({}),
+ dependencies: StringRecordSchema.default({}),
+ })
+ .passthrough();
+const JSON_SCHEMA_TO_ZOD = '@composio/json-schema-to-zod';
+const InstalledPackageManifestSchema = z.object({ version: z.string().min(1) }).passthrough();
+
+export type ProviderCompatibilityCase = {
+ directory: string;
+ name: string;
+ version: string;
+ advertisedMinimumCoreVersion: string;
+ verifiedMinimumCoreVersion: string;
+ agentic: boolean;
+ providerExportName: string;
+ externalPeers: Record<string, string>;
+};
+
+export type CompatibilityLane = {
+ id: string;
+ core:
+ | { kind: 'workspace' }
+ | { kind: 'workspace-prerelease'; version: string }
+ | { kind: 'registry'; specifier: string };
+ providerNames: string[];
+ // The release-blocking workspace lane installs exactly as a consumer does so install-time
+ // lifecycle failures cannot pass the gate; the other lanes skip that cost.
+ lifecycleScripts: 'run' | 'skip';
+};
+
+export type CliOptions = {
+ lanes: Set<'current' | 'minimum' | 'beta'>;
+ planOnly: boolean;
+};
+
+async function readJsonFile<T>(filePath: string, schema: z.ZodType<T>): Promise<T> {
+ const raw: unknown = JSON.parse(await readFile(filePath, 'utf8'));
+ const result = schema.safeParse(raw);
+ if (!result.success) {
+ throw new Error(
+ `Invalid JSON in ${path.relative(repoRoot, filePath)}: ${result.error.message}`
+ );
+ }
+ return result.data;
+}
+
+function installedPeerManifestPath(providerDirectory: string, peerName: string): string {
+ return path.join(providerDirectory, 'node_modules', ...peerName.split('/'), 'package.json');
+}
+
+async function readInstalledPeerVersion(
+ providerDirectory: string,
+ peerName: string
+): Promise<string> {
+ const manifestPath = installedPeerManifestPath(providerDirectory, peerName);
+ try {
+ const manifest = await readJsonFile(manifestPath, InstalledPackageManifestSchema);
+ return manifest.version;
+ } catch (error) {
+ throw new Error(
+ `Could not resolve installed peer ${peerName} for ${path.relative(repoRoot, providerDirectory)}. Run pnpm install first.`,
+ { cause: error }
+ );
+ }
+}
+
+export async function discoverProviderCases(): Promise<ProviderCompatibilityCase[]> {
+ const entries = await readdir(providersDir, { withFileTypes: true });
+ const providers: ProviderCompatibilityCase[] = [];
+
+ for (const entry of entries) {
+ if (!entry.isDirectory()) continue;
+
+ const directory = path.join(providersDir, entry.name);
+ const manifestPath = path.join(directory, 'package.json');
+ try {
+ await access(manifestPath);
+ } catch {
+ continue;
+ }
+
+ const manifest = await readJsonFile(manifestPath, PackageManifestSchema);
+ const coreRange = manifest.peerDependencies['@composio/core'];
+ if (!coreRange) {
+ throw new Error(`${manifest.name} must declare @composio/core as a peer dependency`);
+ }
+
+ const minimumCore = semver.minVersion(coreRange);
+ if (!minimumCore) {
+ throw new Error(`${manifest.name} has an invalid @composio/core peer range: ${coreRange}`);
+ }
+ const contract = PROVIDER_CONTRACTS[manifest.name];
+ if (!contract) {
+ throw new Error(`${manifest.name} must define a packed consumer contract`);
+ }
+
+ const externalPeers: Record<string, string> = {};
+ for (const peerName of Object.keys(manifest.peerDependencies).sort()) {
+ if (peerName === '@composio/core') continue;
+ externalPeers[peerName] = await readInstalledPeerVersion(directory, peerName);
+ }
+
+ providers.push({
+ directory,
+ name: manifest.name,
+ version: manifest.version,
+ advertisedMinimumCoreVersion: minimumCore.version,
+ verifiedMinimumCoreVersion: contract.verifiedMinimumCore,
+ agentic: contract.agentic,
+ providerExportName: contract.exportName,
+ externalPeers,
+ });
+ }
+
+ if (providers.length === 0) {
+ throw new Error('No provider packages were found');
+ }
+
+ return providers.sort((left, right) => left.name.localeCompare(right.name));
+}
+
+export function buildCompatibilityPlan(
+ providers: ProviderCompatibilityCase[],
+ prereleaseVersion = process.env.COMPOSIO_CORE_PRERELEASE_VERSION || '1.0.0-beta.0'
+): CompatibilityLane[] {
+ const providerNames = providers.map(provider => provider.name);
+ const lanes: CompatibilityLane[] = [
+ {
+ id: 'workspace-current',
+ core: { kind: 'workspace' },
+ providerNames,
+ lifecycleScripts: 'run',
+ },
+ ];
+
+ for (const provider of providers) {
+ lanes.push({
+ id: `verified-minimum-core-${provider.verifiedMinimumCoreVersion}-${provider.name.replace('@', '').replace('/', '-')}`,
+ core: { kind: 'registry', specifier: provider.verifiedMinimumCoreVersion },
+ providerNames: [provider.name],
+ lifecycleScripts: 'skip',
+ });
+ }
+
+ lanes.push({
+ id: 'workspace-major-prerelease',
+ core: { kind: 'workspace-prerelease', version: prereleaseVersion },
+ providerNames,
+ lifecycleScripts: 'skip',
+ });
+
+ return lanes;
+}
+
+export function parseCliOptions(args: string[]): CliOptions {
+ const lanes = new Set<'current' | 'minimum' | 'beta'>();
+ let planOnly = false;
+
+ for (let index = 0; index < args.length; index += 1) {
+ const argument = args[index];
+ if (argument === '--') {
+ continue;
+ }
+ if (argument === '--plan') {
+ planOnly = true;
+ continue;
+ }
+ if (argument === '--lane') {
+ const lane = args[index + 1];
+ if (lane !== 'current' && lane !== 'minimum' && lane !== 'beta') {
+ throw new Error('--lane must be current, minimum, or beta');
+ }
+ lanes.add(lane);
+ index += 1;
+ continue;
+ }
+ throw new Error(`Unknown argument: ${argument}`);
+ }
+
+ if (lanes.size === 0) {
+ lanes.add('current');
+ lanes.add('minimum');
+ lanes.add('beta');
+ }
+
+ return { lanes, planOnly };
+}
+
+function laneCategory(lane: CompatibilityLane): 'current' | 'minimum' | 'beta' {
+ if (lane.id === 'workspace-current') return 'current';
+ if (lane.id === 'workspace-major-prerelease') return 'beta';
+ return 'minimum';
+}
+
+function run(command: string, args: string[], cwd = repoRoot): string {
+ const result = spawnSync(command, args, {
+ cwd,
+ encoding: 'utf8',
+ env: {
+ ...process.env,
+ FORCE_COLOR: '0',
+ NO_COLOR: '1',
+ npm_config_update_notifier: 'false',
+ },
+ });
+
+ if (result.status !== 0) {
+ const output = [result.stdout, result.stderr].filter(Boolean).join('\n').trim();
+ const lines = output.split('\n');
+ const relevantOutput =
+ lines.length > 120
+ ? [
+ ...lines.slice(0, 40),
+ `... ${lines.length - 120} lines omitted ...`,
+ ...lines.slice(-80),
+ ].join('\n')
+ : output;
+ throw new Error(
+ [`Command failed: ${command} ${args.join(' ')}`, relevantOutput].filter(Boolean).join('\n')
+ );
+ }
+
+ return result.stdout.trim();
+}
+
+function packageTarballName(packageName: string, version: string): string {
+ return `${packageName.replace(/^@/, '').replaceAll('/', '-')}-${version}.tgz`;
+}
+
+async function packPackage(
+ packageDirectory: string,
+ packageName: string,
+ version: string,
+ artifactDirectory: string
+): Promise<string> {
+ run(pnpmBin, [
+ '--dir',
+ packageDirectory,
+ 'pack',
+ '--pack-destination',
+ artifactDirectory,
+ '--silent',
+ ]);
+ const tarballPath = path.join(artifactDirectory, packageTarballName(packageName, version));
+ await access(tarballPath);
+
+ const contents = run('tar', ['-tzf', tarballPath]);
+ for (const requiredPath of [
+ 'package/package.json',
+ 'package/dist/index.mjs',
+ 'package/dist/index.d.mts',
+ ]) {
+ if (!contents.split('\n').includes(requiredPath)) {
+ throw new Error(`${packageName} tarball is missing ${requiredPath}`);
+ }
+ }
+
+ return tarballPath;
+}
+
+async function packWorkspaceArtifacts(
+ providers: ProviderCompatibilityCase[],
+ artifactDirectory: string,
+ prereleaseVersion: string
+): Promise<Map<string, string>> {
+ const coreManifest = await readJsonFile(
+ path.join(coreDir, 'package.json'),
+ PackageManifestSchema
+ );
+ const jsonSchemaManifest = await readJsonFile(
+ path.join(jsonSchemaToZodDir, 'package.json'),
+ PackageManifestSchema
+ );
+ const tarballs = new Map<string, string>();
+
+ const jsonSchemaTarball = await packPackage(
+ jsonSchemaToZodDir,
+ jsonSchemaManifest.name,
+ jsonSchemaManifest.version,
+ artifactDirectory
+ );
+ const packedCore = await packPackage(
+ coreDir,
+ coreManifest.name,
+ coreManifest.version,
+ artifactDirectory
+ );
+ tarballs.set(
+ coreManifest.name,
+ await repackCoreTarball(packedCore, coreManifest.name, {
+ version: coreManifest.version,
+ jsonSchemaTarball,
+ artifactDirectory: path.join(artifactDirectory, 'core-workspace'),
+ })
+ );
+ tarballs.set(
+ `${coreManifest.name}@prerelease`,
+ await repackCoreTarball(packedCore, coreManifest.name, {
+ version: prereleaseVersion,
+ jsonSchemaTarball,
+ artifactDirectory: path.join(artifactDirectory, 'core-prerelease'),
+ })
+ );
+
+ for (const provider of providers) {
+ tarballs.set(
+ provider.name,
+ await packPackage(provider.directory, provider.name, provider.version, artifactDirectory)
+ );
+ }
+
+ return tarballs;
+}
+
+export async function repackCoreTarball(
+ tarballPath: string,
+ packageName: string,
+ options: { version: string; jsonSchemaTarball: string; artifactDirectory: string }
+): Promise<string> {
+ // Consumers install core and providers only, so the unpublished workspace helper must reach
+ // them through core's own dependency declaration. A release gate also cannot depend on a
+ // prerelease that has not been published yet, so the same repack re-versions the exact
+ // workspace tarball for the prerelease peer lane.
+ const stagingDirectory = path.join(options.artifactDirectory, 'staging');
+ await mkdir(stagingDirectory, { recursive: true });
+ run('tar', ['-xzf', tarballPath, '-C', stagingDirectory]);
+
+ const manifestPath = path.join(stagingDirectory, 'package/package.json');
+ const manifest = await readJsonFile(manifestPath, PackageManifestSchema);
+ if (!manifest.dependencies[JSON_SCHEMA_TO_ZOD]) {
+ throw new Error(
+ `${packageName} packed manifest must declare ${JSON_SCHEMA_TO_ZOD} as a dependency`
+ );
+ }
+ manifest.version = options.version;
+ manifest.dependencies[JSON_SCHEMA_TO_ZOD] = `file:${options.jsonSchemaTarball}`;
+ await writeFile(manifestPath, `${JSON.stringify(manifest, null, 2)}\n`);
+
+ const repackedTarball = path.join(
+ options.artifactDirectory,
+ packageTarballName(packageName, options.version)
+ );
+ run('tar', ['-czf', repackedTarball, '-C', stagingDirectory, 'package']);
+ return repackedTarball;
+}
+
+function mergeExternalPeers(providers: ProviderCompatibilityCase[]): Record<string, string> {
+ const peers: Record<string, string> = {};
+ for (const provider of providers) {
+ for (const [peerName, version] of Object.entries(provider.externalPeers)) {
+ const existingVersion = peers[peerName];
+ if (existingVersion && existingVersion !== version) {
+ throw new Error(
+ `${peerName} resolves to both ${existingVersion} and ${version} across provider fixtures`
+ );
+ }
+ peers[peerName] = version;
+ }
+ }
+ return peers;
+}
+
+async function writeConsumerFixture(
+ fixtureDirectory: string,
+ lane: CompatibilityLane,
+ providers: ProviderCompatibilityCase[],
+ tarballs: Map<string, string>
+): Promise<void> {
+ const dependencies: Record<string, string> = {
+ ...mergeExternalPeers(providers),
+ typescript: (
+ await readJsonFile(
+ path.join(repoRoot, 'node_modules/typescript/package.json'),
+ InstalledPackageManifestSchema
+ )
+ ).version,
+ };
+
+ for (const provider of providers) {
+ const tarball = tarballs.get(provider.name);
+ if (!tarball) throw new Error(`Missing packed artifact for ${provider.name}`);
+ dependencies[provider.name] = `file:${tarball}`;
+ }
+
+ if (lane.core.kind !== 'registry') {
+ const coreTarball = tarballs.get(
+ lane.core.kind === 'workspace' ? '@composio/core' : '@composio/core@prerelease'
+ );
+ if (!coreTarball) {
+ throw new Error('Missing packed core workspace artifact');
+ }
+ dependencies['@composio/core'] = `file:${coreTarball}`;
+ } else {
+ dependencies['@composio/core'] = lane.core.specifier;
+ }
+
+ const imports = providers.map((provider, index) => ({
+ identifier: `provider${index}`,
+ name: provider.name,
+ exportName: provider.providerExportName,
+ agentic: provider.agentic,
+ }));
+
+ await writeFile(
+ path.join(fixtureDirectory, 'package.json'),
+ `${JSON.stringify({ private: true, type: 'module', dependencies }, null, 2)}\n`
+ );
+ await writeFile(
+ path.join(fixtureDirectory, 'index.ts'),
+ `import type { ExecuteToolFn, Tool } from '@composio/core';\n${imports
+ .map(item => `import { ${item.exportName} as ${item.identifier} } from '${item.name}';`)
+ .join(
+ '\n'
+ )}\nconst tool: Tool = { slug: 'COMPATIBILITY_CHECK', name: 'Compatibility check', description: 'Checks packed provider conversion', inputParameters: { type: 'object', properties: { value: { type: 'string' } }, required: ['value'] }, toolkit: { slug: 'compatibility', name: 'Compatibility' }, tags: [] };\nconst executeTool: ExecuteToolFn = async () => ({ data: {}, error: null, successful: true });\n${imports
+ .map(
+ item =>
+ `const ${item.identifier}Instance = new ${item.identifier}();\nconst ${item.identifier}Tool = ${item.identifier}Instance.wrapTool(tool${item.agentic ? ', executeTool' : ''});\nvoid ${item.identifier}Tool;`
+ )
+ .join('\n')}\n`
+ );
+ await writeFile(
+ path.join(fixtureDirectory, 'index.mjs'),
+ `const providerContracts = ${JSON.stringify(imports.map(item => [item.name, item.exportName, item.agentic]))};\nconst tool = { slug: 'COMPATIBILITY_CHECK', name: 'Compatibility check', description: 'Checks packed provider conversion', inputParameters: { type: 'object', properties: { value: { type: 'string' } }, required: ['value'] }, toolkit: { slug: 'compatibility', name: 'Compatibility' }, tags: [] };\nconst executeTool = async () => ({ data: {}, error: null, successful: true });\nfor (const [packageName, exportName, agentic] of providerContracts) {\n const packageExports = await import(packageName);\n const Provider = packageExports[exportName];\n if (typeof Provider !== 'function') throw new Error(\`\${packageName} does not export \${exportName}\`);\n const provider = new Provider();\n const wrappedTool = provider.wrapTool(tool, ...(agentic ? [executeTool] : []));\n if ((typeof wrappedTool !== 'object' || wrappedTool === null) && typeof wrappedTool !== 'function') throw new Error(\`\${packageName} did not wrap a minimal tool\`);\n}\nconst core = JSON.parse(await (await import('node:fs/promises')).readFile(new URL('./node_modules/@composio/core/package.json', import.meta.url), 'utf8'));\nconsole.log(\`${lane.id}: wrapped a tool with \${providerContracts.length} providers and @composio/core@\${core.version}\`);\n`
+ );
+ await writeFile(
+ path.join(fixtureDirectory, 'tsconfig.json'),
+ `${JSON.stringify(
+ {
+ compilerOptions: {
+ strict: true,
+ noEmit: true,
+ // This aggregate fixture owns Composio's package boundary. Provider-specific
+ // strict fixtures own upstream declaration compatibility so unrelated framework
+ // internals cannot make every provider's packaging result unreadable.
+ skipLibCheck: true,
+ target: 'ES2022',
+ module: 'NodeNext',
+ moduleResolution: 'NodeNext',
+ },
+ include: ['index.ts'],
+ },
+ null,
+ 2
+ )}\n`
+ );
+}
+
+async function runLane(
+ lane: CompatibilityLane,
+ allProviders: ProviderCompatibilityCase[],
+ tarballs: Map<string, string>,
+ runDirectory: string
+): Promise<void> {
+ const providers = lane.providerNames.map(name => {
+ const provider = allProviders.find(candidate => candidate.name === name);
+ if (!provider) throw new Error(`Unknown provider in compatibility plan: ${name}`);
+ return provider;
+ });
+ const fixtureDirectory = path.join(runDirectory, lane.id);
+ await mkdir(fixtureDirectory, { recursive: true });
+ await writeConsumerFixture(fixtureDirectory, lane, providers, tarballs);
+
+ const installArgs = [
+ 'install',
+ ...(lane.lifecycleScripts === 'skip' ? ['--ignore-scripts'] : []),
+ '--package-lock=false',
+ '--no-audit',
+ '--no-fund',
+ ];
+ console.log(
+ `${lane.id}: installing ${providers.length} packed provider package(s), lifecycle scripts: ${lane.lifecycleScripts}`
+ );
+ run(npmBin, installArgs, fixtureDirectory);
+ run(path.join(fixtureDirectory, 'node_modules/.bin/tsc'), ['--noEmit'], fixtureDirectory);
+ const result = run(process.execPath, ['index.mjs'], fixtureDirectory);
+ console.log(result);
+}
+
+async function main(): Promise<void> {
+ const options = parseCliOptions(process.argv.slice(2));
+ const providers = await discoverProviderCases();
+ const plan = buildCompatibilityPlan(providers).filter(lane =>
+ options.lanes.has(laneCategory(lane))
+ );
+ const prereleaseLane = plan.find(lane => lane.core.kind === 'workspace-prerelease');
+ const prereleaseVersion =
+ prereleaseLane?.core.kind === 'workspace-prerelease'
+ ? prereleaseLane.core.version
+ : process.env.COMPOSIO_CORE_PRERELEASE_VERSION || '1.0.0-beta.0';
+
+ if (options.planOnly) {
+ console.log(JSON.stringify({ providers, lanes: plan }, null, 2));
+ return;
+ }
+
+ const deferredFloorCorrections = providers.filter(
+ provider => provider.advertisedMinimumCoreVersion !== provider.verifiedMinimumCoreVersion
+ );
+ if (deferredFloorCorrections.length > 0) {
+ console.log(
+ `Using verified core floors without changing published 0.x ranges: ${deferredFloorCorrections
+ .map(
+ provider =>
+ `${provider.name} ${provider.advertisedMinimumCoreVersion}→${provider.verifiedMinimumCoreVersion}`
+ )
+ .join(', ')}`
+ );
+ }
+
+ const runDirectory = await mkdtemp(path.join(tmpdir(), 'composio-provider-compatibility-'));
+ try {
+ const artifactDirectory = path.join(runDirectory, 'artifacts');
+ await mkdir(artifactDirectory, { recursive: true });
+ const tarballs = await packWorkspaceArtifacts(providers, artifactDirectory, prereleaseVersion);
+
+ console.log(
+ `Checking ${providers.length} providers across ${plan.length} compatibility lanes...`
+ );
+ const failures: string[] = [];
+ for (const lane of plan) {
+ try {
+ await runLane(lane, providers, tarballs, runDirectory);
+ } catch (error) {
+ const message = error instanceof Error ? error.message : String(error);
+ console.error(`${lane.id}: failed\n${message}`);
+ failures.push(lane.id);
+ }
+ }
+ if (failures.length > 0) {
+ throw new Error(
+ `Provider compatibility failed in ${failures.length} lane(s): ${failures.join(', ')}`
+ );
+ }
+ console.log('Packed provider compatibility checks passed.');
+ } finally {
+ await rm(runDirectory, { recursive: true, force: true });
+ }
+}
+
+const entrypoint = process.argv[1] ? pathToFileURL(path.resolve(process.argv[1])).href : '';
+if (import.meta.url === entrypoint) {
+ main().catch(error => {
+ console.error(error instanceof Error ? error.message : String(error));
+ process.exitCode = 1;
+ });
+}