Your lightweight open-source personal agent.
Python agent-frameworkai-agentai-agentschatbotchatopsdiscord-botllm-agentsllmslocal-llmmcpmodel-context-protocolmulti-agentopenai-compatibleopenclawpersonal-ai-assistantpythonself-hostedtelegram-bot-ai-assistantwebuiworkflow-automation
import { act, fireEvent, render, screen, waitFor } from "@testing-library/react";
import { describe, expect, it, vi } from "vitest";
import { ModelIdPicker } from "@/components/settings/shared/ModelControls";
import type { ProviderModelsPayload } from "@/lib/types";
import { installSettingsViewTestHooks, jsonResponse, openPopover, settingsPayload } from "@/tests/settings-test-utils";
import en from "@/i18n/locales/en/common.json";
import zhCN from "@/i18n/locales/zh-CN/common.json";
async function openModelPicker(input = screen.getByRole("combobox", { name: "Select model" })) {
await openPopover(input);
}
function settings() {
return {
...settingsPayload(),
providers: [{
name: "openai_codex", label: "OpenAI Codex", configured: true,
auth_type: "oauth" as const, model_catalog: "hybrid" as const,
oauth_login_supported: true,
}],
};
}
function catalog(
source: ProviderModelsPayload["source"],
error_kind: ProviderModelsPayload["error_kind"],
): ProviderModelsPayload {
return {
provider: "openai_codex", label: "OpenAI Codex", status: "available",
catalog_kind: "hybrid", source, error_kind,
models: [{ id: "openai-codex/offline-model", label: "Offline model" }],
model_count: 1,
// Never use raw provider text as a translated, user-facing catalog notice.
message: "private upstream response fixture",
};
}
describe("OAuth catalog feedback", () => {
installSettingsViewTestHooks();
it.each(["stale", "fallback"] as const)("replaces %s models and search with sign-in after auth fails", async (source) => {
vi.stubGlobal("fetch", vi.fn(async () => jsonResponse(catalog(source, "auth_required"))));
const onChange = vi.fn();
const login = vi.fn();
render(<ModelIdPicker token="tok" settings={settings()} provider="openai_codex"
value="openai-codex/saved-model" showProviderLogos onChange={onChange} onProviderOAuthLogin={login} />);
await openModelPicker();
const notice = await screen.findByRole("status");
expect(notice).toHaveTextContent("Authorization expired. Please sign in again.");
expect(notice).not.toHaveTextContent("out of date");
expect(screen.queryByText(/private upstream/)).not.toBeInTheDocument();
expect(screen.queryByRole("option")).not.toBeInTheDocument();
expect(screen.queryByRole("listbox")).not.toBeInTheDocument();
expect(screen.getByRole("combobox")).toHaveAttribute("readonly");
expect(screen.getByRole("combobox")).toHaveValue("openai-codex/saved-model");
expect(onChange).not.toHaveBeenCalled();
const signIn = screen.getByRole("button", { name: "Sign in again" });
expect(signIn).toHaveAttribute("aria-describedby", notice.id);
expect(signIn).toHaveFocus();
fireEvent.click(signIn);
expect(login).toHaveBeenCalledWith("openai_codex");
expect(screen.getByRole("combobox")).toHaveAttribute("readonly");
});
it.each([
["fallback", "unavailable"], ["fallback", undefined], ["stale", "unavailable"],
] as const)("keeps %s models for temporary or legacy failures (%s)", async (source, kind) => {
vi.stubGlobal("fetch", vi.fn(async () => jsonResponse(catalog(source, kind))));
const onChange = vi.fn();
render(<ModelIdPicker token="tok" settings={settings()} provider="openai_codex"
value="" showProviderLogos onChange={onChange} onProviderOAuthLogin={vi.fn()} />);
await openModelPicker();
const notice = await screen.findByRole("status");
expect(notice).toHaveTextContent("Refresh failed. Click to retry");
expect(notice).toHaveTextContent(source === "stale" ? "Cached list" : "Built-in list");
expect(notice).toHaveTextContent("out of date");
expect(screen.queryByRole("button", { name: "Sign in again" })).not.toBeInTheDocument();
expect(screen.getByRole("option", { name: /Offline model/ })).toBeVisible();
const search = screen.getByRole("combobox");
expect(search).toHaveAttribute("aria-describedby", notice.id);
fireEvent.change(search, { target: { value: "openai-codex/custom-model" } });
fireEvent.click(screen.getByRole("option", { name: /Use.*custom-model/ }));
expect(onChange).toHaveBeenCalledWith("openai-codex/custom-model");
});
it("removes a pending custom choice when an auth failure arrives", async () => {
let finish!: (response: Response) => void;
vi.stubGlobal("fetch", vi.fn(() => new Promise<Response>((resolve) => { finish = resolve; })));
const onChange = vi.fn();
render(<ModelIdPicker token="tok" settings={settings()} provider="openai_codex"
value="" showProviderLogos onChange={onChange} onProviderOAuthLogin={vi.fn()} />);
await openModelPicker();
fireEvent.change(screen.getByRole("combobox"), { target: { value: "openai-codex/custom-model" } });
expect(screen.getByRole("option", { name: /Use.*custom-model/ })).toBeVisible();
await act(async () => { finish(jsonResponse(catalog("stale", "auth_required"))); });
expect(screen.getByRole("combobox")).toHaveAttribute("readonly");
expect(screen.queryByRole("option")).not.toBeInTheDocument();
expect(screen.getByRole("button", { name: "Sign in again" })).toHaveFocus();
expect(onChange).not.toHaveBeenCalled();
});
it.each(["auth_required", null] as const)("preserves the known catalog state (%s) while reopening and refreshing", async (errorKind) => {
let finish!: (response: Response) => void;
const fetchMock = vi.fn()
.mockResolvedValueOnce(jsonResponse(catalog(errorKind ? "fallback" : "remote", errorKind)))
.mockImplementationOnce(() => new Promise<Response>((resolve) => { finish = resolve; }));
vi.stubGlobal("fetch", fetchMock);
const onChange = vi.fn();
render(<ModelIdPicker token="tok" settings={settings()} provider="openai_codex"
value="" showProviderLogos onChange={onChange} onProviderOAuthLogin={vi.fn()} />);
const trigger = screen.getByRole("combobox", { name: "Select model" });
await openModelPicker(trigger);
if (errorKind) await screen.findByRole("button", { name: "Sign in again" });
else await screen.findByRole("option", { name: /Offline model/ });
fireEvent.keyDown(document.activeElement!, { key: "Escape" });
await waitFor(() => expect(trigger).toHaveAttribute("aria-expanded", "false"));
await waitFor(() => expect(trigger).toHaveFocus());
if (errorKind) fireEvent.keyDown(trigger, { key: "ArrowDown" });
else fireEvent.change(trigger, { target: { value: "offline" } });
await waitFor(() => expect(fetchMock).toHaveBeenCalledTimes(2));
if (errorKind) {
expect(trigger).toHaveAttribute("readonly");
expect(screen.queryByRole("option")).not.toBeInTheDocument();
expect(screen.getByRole("button", { name: "Sign in again" })).toBeVisible();
} else {
expect(trigger).toHaveValue("offline");
expect(trigger).not.toHaveAttribute("readonly");
expect(screen.getByRole("option", { name: /Offline model/ })).toBeVisible();
expect(screen.queryByRole("status", { name: "Loading models..." })).not.toBeInTheDocument();
}
await act(async () => { finish(jsonResponse(catalog("remote", null))); });
expect(screen.getByRole("combobox")).toBeVisible();
expect(screen.getByRole("option", { name: /Offline model/ })).toBeVisible();
expect(screen.queryByRole("status")).not.toBeInTheDocument();
expect(onChange).not.toHaveBeenCalled();
});
it("does not carry a rejected provider's sign-in state into another provider", async () => {
const fetchMock = vi.fn()
.mockResolvedValueOnce(jsonResponse(catalog("fallback", "auth_required")))
.mockImplementationOnce(() => new Promise<Response>(() => {}));
vi.stubGlobal("fetch", fetchMock);
const payload = settings();
payload.providers.push({ ...payload.providers[0], name: "xai_grok", label: "xAI Grok" });
const props = { token: "tok", settings: payload, value: "", showProviderLogos: true, onChange: vi.fn() };
const view = render(<ModelIdPicker {...props} provider="openai_codex" />);
await openModelPicker();
expect(await screen.findByRole("status")).toHaveTextContent("Authorization expired");
view.rerender(<ModelIdPicker {...props} provider="xai_grok" />);
await waitFor(() => expect(fetchMock).toHaveBeenCalledTimes(2));
expect(screen.getByRole("status", { name: "Loading models..." })).toHaveAttribute("aria-busy", "true");
expect(screen.getByRole("combobox")).toBeVisible();
});
it("reloads an open picker on successful same-account login and clears stale feedback", async () => {
const fetchMock = vi.fn()
.mockResolvedValueOnce(jsonResponse(catalog("stale", "auth_required")))
.mockResolvedValueOnce(jsonResponse({
...catalog("remote", null), message: null,
models: [{ id: "openai-codex/new-model", label: "New model" }],
}));
vi.stubGlobal("fetch", fetchMock);
const props = { token: "tok", provider: "openai_codex", value: "", showProviderLogos: true, onChange: vi.fn() };
const view = render(<ModelIdPicker {...props} settings={settings()} />);
await openModelPicker();
expect(await screen.findByRole("status")).toHaveTextContent("Authorization expired");
expect(screen.getByRole("combobox")).toHaveAttribute("readonly");
expect(screen.queryByRole("option")).not.toBeInTheDocument();
// Login produces a new settings snapshot, even when the account is unchanged.
view.rerender(<ModelIdPicker {...props} settings={settings()} />);
expect(await screen.findByRole("option", { name: /New model/ })).toBeVisible();
expect(screen.getByRole("combobox")).toBeVisible();
expect(screen.queryByRole("status")).not.toBeInTheDocument();
expect(fetchMock).toHaveBeenCalledTimes(2);
});
it("ignores an old auth failure arriving after refreshed settings", async () => {
let finishOld!: (response: Response) => void;
const fetchMock = vi.fn()
.mockImplementationOnce(() => new Promise<Response>((resolve) => { finishOld = resolve; }))
.mockResolvedValueOnce(jsonResponse(catalog("remote", null)));
vi.stubGlobal("fetch", fetchMock);
const props = { token: "tok", provider: "openai_codex", value: "", showProviderLogos: true, onChange: vi.fn() };
const view = render(<ModelIdPicker {...props} settings={settings()} />);
await openModelPicker();
await waitFor(() => expect(fetchMock).toHaveBeenCalledTimes(1));
view.rerender(<ModelIdPicker {...props} settings={settings()} />);
await screen.findByRole("option", { name: /Offline model/ });
await act(async () => { finishOld(jsonResponse(catalog("fallback", "auth_required"))); });
expect(screen.getByRole("option", { name: /Offline model/ })).toBeVisible();
expect(screen.getByRole("combobox")).not.toHaveAttribute("readonly");
});
it.each([en, zhCN])("includes localized notices", (locale) => {
for (const key of ["catalogAuthRequired", "catalogUnavailable", "catalogStale", "catalogFallback"] as const) {
expect(locale.settings.models[key].length).toBeGreaterThan(0);
}
});
});