Skip to content

Open-source AI coworkers that each get a computer of their own: a browser, files and tools, with every action decided before it happens and recorded after. Bring any AG-UI agent.

3.6 KB
Raw Blame
import { expect, test } from "bun:test";
import { HARNESSES, WEB_HARNESSES } from "./harnesses";

test("carries every row the desktop picker offers, in its order", () => {
  expect(HARNESSES.map((h) => h.id)).toEqual([
    "crewai",
    "llamaindex",
    "agno",
    "langgraph",
    "google-adk",
    "antigravity",
    "pydantic-ai",
    "microsoft-agent-framework",
    "claude-agent-sdk",
    "strands",
    "ag2",
    "langroid",
    "mastra",
    "byo-url",
  ]);
});

test("leads the web list with the partners people look for, keeping the rest in order", () => {
  expect(WEB_HARNESSES.map((h) => h.id)).toEqual([
    "claude-agent-sdk",
    "google-adk",
    "antigravity",
    "langgraph",
    "crewai",
    "llamaindex",
    "agno",
    "pydantic-ai",
    "microsoft-agent-framework",
    "strands",
    "ag2",
    "langroid",
    "byo-url",
  ]);
});

test("the brands with no usable mark carry none", () => {
  const unmarked = HARNESSES.filter((h) => h.mark === null)
    .map((h) => h.id)
    .sort();
  expect(unmarked).toEqual(["byo-url"]);
});

/*
 * Mastra is the one row a plain AG-UI endpoint cannot stand in for: the server dials it through the
 * `@ag-ui/mastra` bridge as `remote_mastra` and needs a roster id, neither of which the web create
 * API can send. Offered there it would make a Bot that answers nothing.
 */
test("marks Mastra as something the web dialog must not offer", () => {
  const notOfferable = HARNESSES.filter((h) => !h.webCreate).map((h) => h.id);
  expect(notOfferable).toEqual(["mastra"]);
});

test("gives a web-specific summary only where the installer's is false here", () => {
  const rewritten = HARNESSES.filter((h) => h.webSummary !== null).map(
    (h) => h.id,
  );
  expect(rewritten.sort()).toEqual(["byo-url", "claude-agent-sdk"]);
});

/*
 * The web app and the desktop both resolve a mark by globbing this directory, and a glob that
 * matches nothing fails silently: every row simply shows its name, which is also what a brand with
 * no mark legitimately looks like. Only this assertion tells the two apart.
 */
test("every named mark is vendored where both apps look for it", async () => {
  for (const harness of HARNESSES) {
    if (harness.mark === null) continue;
    const file = Bun.file(`${import.meta.dir}/marks/${harness.mark}.svg`);
    expect(await file.exists()).toBe(true);
  }
});

test("CrewAI uses its expected image, health endpoint and port", () => {
  const crewai = HARNESSES.find((h) => h.id === "crewai");
  expect(crewai?.image).toBe("agent-crewai");
  expect(crewai?.healthPath).toBe("/health");
  expect(crewai?.port).toBe(4202);
});

/*
 * Antigravity only ever runs on Gemini: its README says the harness requires a Gemini API key
 * wherever `base_url` points. `any-provider` would let a deployment holding only an OpenAI key
 * install it and get a Bot that cannot answer — the shape of failure `webCreate: false` exists to
 * stop for Mastra.
 */
test("marks Antigravity as needing Google's key rather than any provider's", () => {
  const antigravity = HARNESSES.find((h) => h.id === "antigravity");
  expect(antigravity?.credential).toBe("google");
  expect(antigravity?.name).toBe("Google Antigravity");
  expect(antigravity?.image).toBe("agent-antigravity");
  expect(antigravity?.port).toBe(4214);
  expect(antigravity?.mark).toBe("antigravity");
  expect(antigravity?.webCreate).toBe(true);
});

test("gives every row a credential the type actually names", () => {
  const known = ["any-provider", "anthropic", "google", "their-endpoint"];
  for (const harness of HARNESSES) {
    expect(known).toContain(harness.credential);
  }
});