Skip to content

Write HTML. Render video. Built for agents.

9.7 KB
Raw Blame
import { strict as assert } from "node:assert";
import { test } from "node:test";
import {
  getProviders,
  getProvider,
  listTypes,
  providerMatches,
  providerNamesFor,
  runProviders,
  runCapability,
  providerTierFor,
  buildProviderTierIndex,
} from "./registry.mjs";

// --- registry shape -------------------------------------------------------

test("listTypes exposes the v2 media types", () => {
  const types = listTypes();
  for (const t of [
    "bgm",
    "sfx",
    "image",
    "icon",
    "logo",
    "voice",
    "video",
    "brand",
    "grade",
    "lut",
  ]) {
    assert.ok(types.includes(t), `missing type: ${t}`);
  }
});

test("heygen provider is first for every type it serves", () => {
  for (const t of ["bgm", "image", "icon"]) {
    const first = getProviders(t)[0];
    assert.ok(first, `no enabled provider for ${t}`);
    assert.match(first.name, /^heygen/, `${t} first provider is ${first.name}`);
  }
  assert.ok(!getProviders("sfx").some((p) => p.name.startsWith("heygen")), "sfx never asks HeyGen");
});

test("sanctioned providers only: heygen, Openverse, local mflux/kokoro/ltx, codex, design spec, logo tiers", () => {
  const allowed =
    /^heygen|^openverse\.audio$|^bundled\.sfx$|^mflux\.local$|^kokoro\.local$|^ltx\.local$|^codex\.image_gen$|^design_spec$|^thesvg$|^github\.avatar$|^favicon\.ddg$|^color_grade\.local$|^cube_lut\.local$/;
  for (const t of listTypes()) {
    for (const p of getProviders(t)) {
      assert.ok(allowed.test(p.name), `${t} lists unsanctioned provider: ${p.name}`);
    }
  }
});

test("image cascade: heygen catalog, then local mflux, then the codex upsell", () => {
  const ps = getProviders("image");
  assert.match(ps[0].name, /^heygen/, "heygen catalog first");
  const names = ps.map((p) => p.name);
  const mflux = ps.find((p) => p.name === "mflux.local");
  const codex = ps.find((p) => p.name === "codex.image_gen");
  assert.ok(mflux && typeof mflux.generate === "function", "local mflux registered");
  assert.ok(codex && typeof codex.generate === "function", "codex upsell registered");
  assert.ok(names.indexOf("mflux.local") < names.indexOf("codex.image_gen"), "local before codex");
  assert.ok(!mflux.network, "local mflux is kept under --local-only");
  assert.ok(codex.network, "codex is network (skipped under --local-only)");
});

test("voice cascade: HeyGen TTS first, Kokoro remains the local fallback", () => {
  const ps = getProviders("voice");
  assert.equal(ps[0].name, "heygen.tts", "HeyGen TTS is first when credentials exist");
  assert.ok(ps[0].network, "HeyGen TTS is network (skipped under --local-only)");
  assert.ok(ps[0].paid, "HeyGen TTS may bill after the OAuth free allowance");
  assert.equal(ps[1].name, "kokoro.local", "local Kokoro is the offline fallback");
  assert.ok(!ps[1].network, "local Kokoro kept under --local-only");
  assert.ok(!ps[1].paid, "local Kokoro is free");
});

test("video cascade: HeyGen first, LTX local fallback, generate-only", async () => {
  assert.deepEqual(providerNamesFor("video"), ["heygen.video", "ltx.local"]);
  assert.equal(providerMatches("video", "ltx.local"), true);

  const ps = getProviders("video");
  assert.ok(ps[0].network, "HeyGen video is network (skipped under --local-only)");
  assert.ok(ps[0].paid, "HeyGen video may bill after the OAuth free allowance");
  assert.ok(!ps[1].network, "local LTX is kept under --local-only");
  assert.equal(await runCapability("video", "search", "x", {}), null);
});

test("sfx cascade: Openverse first, the bundled library is the offline fallback", () => {
  const ps = getProviders("sfx");
  assert.deepEqual(
    ps.map((p) => p.name),
    ["openverse.audio", "bundled.sfx"],
  );
  assert.ok(ps[0].network && !ps[0].paid, "Openverse is free and network-only");
  assert.ok(!ps[1].network, "bundled SFX remain available offline");
});

test("ctx.provider forces one generator (e.g. 'make an image WITH codex')", async () => {
  const providers = [
    { name: "heygen.asset.search", network: true, search: async () => null },
    { name: "mflux.local", generate: async () => ({ hit: "local" }) },
    { name: "codex.image_gen", network: true, generate: async () => ({ hit: "codex" }) },
  ];
  // no override: local wins (first generate to return non-null)
  assert.deepEqual(await runProviders(providers, "generate", "x", {}), { hit: "local" });
  // override to codex: skip local, use codex even though local would have worked
  assert.deepEqual(await runProviders(providers, "generate", "x", { provider: "codex" }), {
    hit: "codex",
  });
  // override matches the full name too
  assert.deepEqual(
    await runProviders(providers, "generate", "x", { provider: "codex.image_gen" }),
    { hit: "codex" },
  );
  // --local-only wins even over a forced network provider: no network call,
  // clean miss (the caller surfaces the conflict). A forced LOCAL provider under
  // --local-only still runs.
  assert.equal(
    await runProviders(providers, "generate", "x", { provider: "codex", localOnly: true }),
    null,
  );
  assert.deepEqual(
    await runProviders(providers, "generate", "x", { provider: "mflux", localOnly: true }),
    { hit: "local" },
  );
});

test("getProvider returns the first provider with its type, throws for unknown", () => {
  const p = getProvider("bgm");
  assert.equal(p.type, "bgm");
  assert.equal(typeof p.search, "function");
  assert.throws(() => getProvider("unknown_type"), /unknown media type/);
});

test("getProviders throws for unknown type", () => {
  assert.throws(() => getProviders("nope"), /unknown media type/);
});

// --- deterministic capability execution (runProviders core) ---------------

test("runProviders calls providers in order and returns the first non-null", async () => {
  const calls = [];
  const providers = [
    {
      name: "a",
      enabled: true,
      search: async () => {
        calls.push("a");
        return null;
      },
    },
    {
      name: "b",
      enabled: true,
      search: async () => {
        calls.push("b");
        return { hit: "b" };
      },
    },
    {
      name: "c",
      enabled: true,
      search: async () => {
        calls.push("c");
        return { hit: "c" };
      },
    },
  ];
  const res = await runProviders(providers, "search", "x", {});
  assert.deepEqual(res, { hit: "b" });
  assert.deepEqual(calls, ["a", "b"], "must stop at first non-null, never call c");
});

test("runProviders skips providers missing the requested capability", async () => {
  const providers = [
    { name: "a", enabled: true /* no search */ },
    { name: "b", enabled: true, search: async () => ({ hit: "b" }) },
  ];
  const res = await runProviders(providers, "search", "x", {});
  assert.deepEqual(res, { hit: "b" });
});

test("runProviders returns null when no provider yields a result", async () => {
  const providers = [{ name: "a", enabled: true, search: async () => null }];
  assert.equal(await runProviders(providers, "search", "x", {}), null);
});

test("runCapability('bgm','process') is null — process slot is graceful when unfilled", async () => {
  assert.equal(await runCapability("bgm", "process", "x", {}), null);
});

// --- provider cost tier (telemetry) ---------------------------------------

test("providerTierFor reports the registry's own A/N/P declaration", () => {
  assert.equal(providerTierFor("heygen.tts"), "network_paid");
  assert.equal(providerTierFor("heygen.video"), "network_paid");
  assert.equal(providerTierFor("heygen.audio.sounds"), "network_free");
  assert.equal(providerTierFor("heygen.asset.search"), "network_free");
  assert.equal(providerTierFor("codex.image_gen"), "network_free");
  assert.equal(providerTierFor("bundled.sfx"), "local");
  assert.equal(providerTierFor("kokoro.local"), "local");
});

test("providerTierFor agrees across every type that declares the same name", () => {
  // heygen.asset.search serves both image and icon. A name whose tier depended
  // on the media type would make the telemetry property meaningless.
  const byName = new Map();
  for (const type of listTypes()) {
    for (const name of providerNamesFor(type)) {
      const tier = providerTierFor(name);
      assert.ok(tier, `every declared provider has a tier (${type}/${name})`);
      const prior = byName.get(name);
      if (prior) assert.equal(tier, prior, `${name} must carry one tier across types`);
      byName.set(name, tier);
    }
  }
});

test("providerTierFor returns undefined for a name the registry does not declare", () => {
  assert.equal(providerTierFor("does.not.exist"), undefined);
  assert.equal(providerTierFor(undefined), undefined);
  assert.equal(providerTierFor(null), undefined);
  assert.equal(providerTierFor(""), undefined);
});

test("buildProviderTierIndex throws when one name carries two tiers", () => {
  assert.throws(
    () =>
      buildProviderTierIndex([
        [{ name: "dual", network: true }],
        [{ name: "dual", network: true, paid: true }],
      ]),
    /declared network_free under one media type and network_paid under another/,
  );
});

test("buildProviderTierIndex accepts the same name repeated at the same tier", () => {
  const index = buildProviderTierIndex([
    [{ name: "same", network: true }],
    [{ name: "same", network: true }],
  ]);
  assert.equal(index.get("same"), "network_free");
});

test("--local-only skips every network provider (even free remote ones)", async () => {
  let remoteRan = false;
  const providers = [
    {
      name: "heygen",
      network: true,
      search: async () => {
        remoteRan = true;
        return { hit: "net" };
      },
    },
    { name: "local", search: async () => ({ hit: "local" }) },
  ];
  assert.deepEqual(await runProviders(providers, "search", "x", { localOnly: true }), {
    hit: "local",
  });
  assert.equal(remoteRan, false, "the remote provider must not be called offline");
});