Skip to content

Make Codex and Claude Code subscriptions go further: a local model router that gives routine agent work to economical models and keeps your strongest model for the hard parts.

6.3 KB
Raw Blame
import {test} from 'node:test';
import assert from 'node:assert/strict';
import {mkdtempSync, mkdirSync, writeFileSync, rmSync} from 'node:fs';
import {join} from 'node:path';
import {tmpdir} from 'node:os';
import {spawnSync} from 'node:child_process';
import {fileURLToPath} from 'node:url';
import {loadPiSdk, assertPiCapabilities, probePiCapabilities} from './pi_sdk_contract.mjs';

function sdk() {
  class ModelRuntime {
    static async create(options) {
      assert.equal(options.allowModelNetwork, false);
      assert.equal(options.refreshOnCreate, false);
      assert.deepEqual(await options.credentials.list(), []);
      return new ModelRuntime();
    }
    getModels(provider) {return [{provider, id:'capability', api:'openai-responses',
      baseUrl:'http://127.0.0.1:1/v1', contextWindow:16384, maxTokens:4096}];}
    registerProvider() {} setRuntimeApiKey() {}
  }
  class SettingsManager {static create() {} static fromStorage() {} getGlobalSettings() {} getProjectSettings() {}}
  class DefaultResourceLoader {reload() {} getSkills() {}}
  class SessionManager {static create() {} static open() {} getSessionId() {} getSessionFile() {} buildSessionContext() {} setSessionFile() {}}
  class AgentSession {setModel() {} subscribe() {} prompt() {} clearQueue() {} abort() {} dispose() {}}
  return {ModelRuntime, SettingsManager, DefaultResourceLoader, SessionManager, AgentSession,
    createAgentSession(){}, createReadTool(){}, createBashTool(){}, CURRENT_SESSION_VERSION:3};
}

test('the selected CLI owns its SDK after a version or npm entry-layout change', async () => {
  for (const version of ['1.0.2', '1.0.3', '9.0.0-next']) {
    const root = mkdtempSync(join(tmpdir(), 'hiroute-pi-sdk-test-'));
    try {
      mkdirSync(join(root, 'bin')); mkdirSync(join(root, 'sdk'));
      const cli = join(root, 'bin/pi.js');
      // Importing the SDK must never execute the selected CLI.
      writeFileSync(cli, 'throw new Error("native CLI executed during admission");');
      writeFileSync(join(root, 'sdk/index.mjs'), 'export const selected = "owned-SDK";');
      const pkg = {name:'@earendil-works/pi-coding-agent', version,
        bin:{pi:'bin/pi.js'}, exports:{'.':{import:'./sdk/index.mjs'}}};
      writeFileSync(join(root, 'package.json'), JSON.stringify(pkg));
      const loaded = await loadPiSdk(cli);
      assert.equal(loaded.pkg.version, version);
      assert.equal(loaded.sdk.selected, 'owned-SDK');
      pkg.exports['.'].import = '../../foreign-sdk.mjs';
      writeFileSync(join(root, 'package.json'), JSON.stringify(pkg));
      await assert.rejects(loadPiSdk(cli));
      pkg.bin.pi = 'bin/other.js';
      writeFileSync(join(root, 'package.json'), JSON.stringify(pkg));
      await assert.rejects(loadPiSdk(cli));
    } finally {rmSync(root, {recursive:true, force:true});}
  }
});

test('a CLI bundle cannot admit a broken SDK dependency or expose its import exception', async () => {
  const root = mkdtempSync(join(tmpdir(), 'hiroute-pi-sdk-import-test-'));
  try {
    mkdirSync(join(root, 'bin')); mkdirSync(join(root, 'sdk'));
    const cli = join(root, 'bin/pi.mjs');
    // The bundled CLI can work while the separately exported SDK has an incompatible
    // dependency, as pi-coding-agent 1.0.2 did with pi-codemode 1.2.0.
    writeFileSync(cli, 'process.stdout.write("CLI bundle available");');
    writeFileSync(join(root, 'sdk/declarations.mjs'), 'export const replacement = 1;');
    writeFileSync(join(root, 'sdk/index.mjs'),
      'import {MCP_TYPESCRIPT_PREAMBLE} from "./declarations.mjs"; export {MCP_TYPESCRIPT_PREAMBLE};');
    writeFileSync(join(root, 'package.json'), JSON.stringify({
      name:'@earendil-works/pi-coding-agent', version:'1.0.2', bin:{pi:'bin/pi.mjs'},
      exports:{'.':{import:'./sdk/index.mjs'}}
    }));
    await assert.rejects(loadPiSdk(cli), {name:'SyntaxError'});
    const contract = fileURLToPath(new URL('./pi_sdk_contract.mjs', import.meta.url));
    const checked = spawnSync(process.execPath, [contract, '--check', cli, 'worker'], {
      encoding:'utf8', timeout:10_000
    });
    assert.equal(checked.error, undefined);
    assert.equal(checked.status, 21);
    assert.equal(checked.stdout, '');
    assert.equal(checked.stderr, '');
  } finally {rmSync(root, {recursive:true, force:true});}
});

test('model routing checks native declarations without requiring Worker or history interfaces', async () => {
  const value = sdk();
  delete value.createAgentSession; delete value.SessionManager; delete value.SettingsManager;
  await probePiCapabilities(value, 'models');
  value.ModelRuntime.prototype.getModels = () => [];
  await assert.rejects(probePiCapabilities(value, 'models'), /configuration unavailable/);
  delete value.ModelRuntime.create;
  assert.throws(() => assertPiCapabilities(value, 'models'), /capability unavailable/);
});

test('task-route configuration requires resources and tools, independently of Worker SDK', () => {
  const value = sdk(); delete value.ModelRuntime; delete value.createAgentSession;
  delete value.SettingsManager.create;
  delete value.SettingsManager.prototype.getGlobalSettings;
  delete value.SettingsManager.prototype.getProjectSettings;
  assertPiCapabilities(value, 'collaboration');
  delete value.createBashTool;
  assert.throws(() => assertPiCapabilities(value, 'collaboration'), /capability unavailable/);
});

test('a new Worker does not require native open; Continue does', () => {
  const value = sdk(); delete value.SessionManager.open;
  assertPiCapabilities(value, 'worker');
  assert.throws(() => assertPiCapabilities(value, 'continue'), /capability unavailable/);
  delete value.AgentSession.prototype.abort;
  assert.throws(() => assertPiCapabilities(value, 'worker'), /capability unavailable/);
  const resume = sdk(); delete resume.SessionManager.create; delete resume.SessionManager.prototype.setSessionFile;
  assertPiCapabilities(resume, 'continue');
  assert.throws(() => assertPiCapabilities(resume, 'worker'), /capability unavailable/);
});

test('an unknown SDK history writer is refused without blocking model or task-route setup', () => {
  const value = sdk(); value.CURRENT_SESSION_VERSION = 4;
  assertPiCapabilities(value, 'models'); assertPiCapabilities(value, 'collaboration');
  assert.throws(() => assertPiCapabilities(value, 'worker'), /session format unavailable/);
  assert.throws(() => assertPiCapabilities(value, 'continue'), /session format unavailable/);
});