Skip to content

Every agent's model. One place. Codex on DeepSeek, Claude Code on Kimi, from the menu bar.

7.0 KB
Raw Blame
// A model a vendor names its own way (Volcengine Ark's
// deepseek-v4-1-flash-260910) can be said, in the provider editor's Names &
// levels, to be the same as another vendor's model, so the routing groups
// magpie finds merge them (kyzhouxu, #583). It is staged and made with the
// editor's Save, as the rest of Names & levels is; Cancel drops it.
const assert = require("node:assert/strict");
const fs = require("node:fs/promises");
const path = require("node:path");
const { test } = require("node:test");
const { chromium, webkit } = require("playwright");

const assets = path.resolve(__dirname, "../assets");
const levels = ["none", "low", "medium", "high"];

function serve(lang, posts) {
  const state = { agents: [], profiles: [], settings: { lang, theme: "light" } };
  const models = [
    { id: "deepseek-v4-1-flash-260910", name: "deepseek-v4-1-flash-260910", on: true, efforts: levels, images: false, merge: "deepseek-v4-1-flash" },
    { id: "ep-2026-sol", name: "ep-2026-sol", on: true, efforts: levels, images: false, merge: "ep-2026-sol", same: "sol" },
  ];
  const provider = { id: "relay", name: "Relay", icon: "generic", chat: "https://relay.example/v1", responses: "", anthropic: "", models, agents: [], key: { set: true, masked: "sk-…1234" }, ready: true };
  const providers = { providers: [provider], presets: [], excluded: [], gateway: { running: true, window: true } };
  return async (route) => {
    const url = new URL(route.request().url());
    const json = (data) => route.fulfill({ json: data });
    if (url.pathname === "/boot.js") return route.fulfill({ contentType: "text/javascript", body: `window.bootPrefs = {lang:${JSON.stringify(lang)},theme:"light",web:true};` });
    if (url.pathname === "/wails/runtime.js") return route.fulfill({ contentType: "text/javascript", body: "export const Window = {};" });
    if (url.pathname === "/api/state") return json(state);
    if (url.pathname === "/api/providers") return json(providers);
    if (url.pathname === "/api/groups") return json({ groups: [] });
    if (url.pathname.startsWith("/api/provider/")) {
      posts.push({ path: url.pathname, body: route.request().postDataJSON() });
      return json(providers);
    }
    if (url.pathname.startsWith("/api/")) return json({});
    const file = path.join(assets, url.pathname === "/" ? "index.html" : url.pathname);
    await route.fulfill({ body: await fs.readFile(file), contentType: { ".html": "text/html", ".js": "text/javascript", ".css": "text/css", ".svg": "image/svg+xml", ".png": "image/png" }[path.extname(file)] });
  };
}

for (const engine of (process.env.BROWSER ? [process.env.BROWSER] : ["chromium", "webkit"])) {
  for (const lang of ["en", "zh"]) {
    test(`${engine} ${lang}: the model a model is the same as is staged and made with the provider's Save`, async (t) => {
      const browser = await (engine === "webkit" ? webkit.launch() : chromium.launch({ channel: process.env.PLAYWRIGHT_CHANNEL || "chromium" }));
      t.after(() => browser.close());
      const page = await (await browser.newContext({ viewport: { width: 900, height: 720 }, reducedMotion: "reduce" })).newPage();
      page.setDefaultTimeout(5000);
      const errors = [], posts = [];
      page.on("pageerror", (e) => errors.push(e.message));
      await page.route("**/*", serve(lang, posts));
      await page.goto("http://magpie.test/?view=providers");
      const zh = lang === "zh";
      const L = { names: zh ? "名称与推理档位" : "Names & levels", same: zh ? "等同于" : "Same as", unsaved: zh ? "未保存" : "unsaved", save: zh ? "保存" : "Save", cancel: zh ? "取消" : "Cancel", reset: zh ? "恢复默认" : "Restore default" };
      const open = async () => {
        await page.locator('.row.provider[data-id="relay"]').click();
        if (!(await page.locator(".mnames:not([hidden])").count())) await page.getByRole("button", { name: L.names, exact: true }).click();
      };
      const row = (id) => page.locator(".mname", { has: page.locator("code", { hasText: id }) });
      const box = (id) => row(id).getByRole("textbox", { name: L.same, exact: true });
      await open();
      // empty, it says what the found groups merge it by now; one given shows
      assert.equal(await box("deepseek-v4-1-flash-260910").inputValue(), "");
      assert.equal(await box("deepseek-v4-1-flash-260910").getAttribute("placeholder"), "deepseek-v4-1-flash");
      assert.equal(await box("ep-2026-sol").inputValue(), "sol");
      const list = await page.locator(".mnames:not([hidden])").elementHandle();
      const y = await page.evaluate(() => scrollY);
      await box("deepseek-v4-1-flash-260910").fill("deepseek-v4.1-flash");
      await box("deepseek-v4-1-flash-260910").press("Enter");
      await row("ep-2026-sol").getByRole("button", { name: L.reset }).click();
      await page.waitForTimeout(200);
      assert.deepEqual(posts, [], "nothing is sent before the Save");
      assert(await list.evaluate((e) => e.isConnected), "the list is not redrawn");
      assert.equal(await page.evaluate(() => scrollY), y, "nothing scrolls the page");
      assert.equal(await box("ep-2026-sol").inputValue(), "", "Restore default empties it");
      for (const id of ["deepseek-v4-1-flash-260910", "ep-2026-sol"]) assert(await row(id).getByText(L.unsaved, { exact: true }).isVisible(), id + " says it is unsaved");
      // Cancel drops them
      await page.getByRole("button", { name: L.cancel, exact: true }).click();
      await page.locator("dialog.action-confirm[open] button").last().click();
      await page.locator("#modal").waitFor({ state: "hidden" });
      await open();
      assert.equal(await box("deepseek-v4-1-flash-260910").inputValue(), "");
      assert.equal(await box("ep-2026-sol").inputValue(), "sol");
      assert.deepEqual(posts, []);
      // given again and saved: one Save carries them
      await box("deepseek-v4-1-flash-260910").fill("deepseek-v4.1-flash");
      await box("deepseek-v4-1-flash-260910").press("Enter");
      await box("ep-2026-sol").fill("");
      await box("ep-2026-sol").press("Enter");
      await page.getByRole("button", { name: L.save, exact: true }).click();
      await page.waitForFunction(() => !document.querySelector(".mnames"));
      assert.deepEqual(posts.map((p) => p.path), ["/api/provider/save"]);
      assert.deepEqual(posts[0].body.modelPrefs, { "deepseek-v4-1-flash-260910": { same: "deepseek-v4.1-flash" }, "ep-2026-sol": { same: "" } });
      const missing = await page.evaluate(() => ["Same as",
        "The model other providers serve that {id} is the same as: the routing groups magpie finds put them together, and what no list gives for {id} is that model's: its window, reply limit, reasoning levels, images and list price. Empty: by its own id",
        "Its own name, every reasoning level it has, whether it sees images, the API it is asked on, the model it is the same as, and its list price",
      ].flatMap((k) => ["zh", "zh-TW", "ja", "de"].filter((l) => !I18N[l][k]).map((l) => `${l}: ${k}`)));
      assert.deepEqual(missing, [], "every string has every language");
      assert.deepEqual(errors, []);
    });
  }
}