Python
// Settings ▸ Models key flows on the shared provider gallery (§39 components, UX-021 page):
// bad key fails in place, a passing Test auto-saves and slides home to the gallery where the
// card wears its ✓. Providers are seeded in three states (OpenAI configured+used, Anthropic
// configured-unused, Z AI unconfigured w/ a prefilled endpoint behind the disclosure). The
// mock's /verify fails on a key containing "bad"; POST /v1/providers flips `configured`.
import { expect } from "@playwright/test";
import { test } from "./fixtures";
async function openModels(page) {
await page.goto("/");
await page.getByTestId("account-row").click();
await page.getByRole("button", { name: "Settings", exact: true }).click();
await page.getByRole("button", { name: "Models & Keys" }).click();
await expect(page.getByTestId("set-provider-openai")).toBeVisible();
}
test("Test with a bad key fails in place; a good key saves and returns to the gallery", async ({
page,
}) => {
await openModels(page);
await page.getByTestId("set-provider-zai").click();
await page.getByTestId("set-field-api_key").fill("sk-bad-key");
await page.getByTestId("set-test").click();
await expect(page.getByText("Invalid API key.")).toBeVisible();
// A good key: Test verifies AND saves (§39) — the in-field pill confirms, then the form
// slides home and the card wears its ✓.
await page.getByTestId("set-field-api_key").fill("sk-glm-realkey");
await page.getByTestId("set-test").click();
await expect(page.getByTestId("set-saved-pill")).toContainText("Tested & saved");
await expect(page.getByTestId("set-provider-zai")).toContainText("✓ Connected", {
timeout: 5_000,
});
// State-restore regression (owner catch 2026-07-19): revisiting the just-saved provider
// must show the masked placeholder + saved pill — never the typed key restored as a draft
// (the auto-return used to stash the saved key and replay it on the next open).
await page.getByTestId("set-provider-zai").click();
await expect(page.getByTestId("set-field-api_key")).toHaveValue("");
await expect(page.getByTestId("set-field-api_key")).toHaveAttribute("placeholder", "••••••••");
await expect(page.getByTestId("set-saved-pill")).toContainText("Tested & saved");
});
test("a configured provider's form opens with the saved state, no plaintext key", async ({
page,
}) => {
await openModels(page);
await page.getByTestId("set-provider-openai").click();
// Stored credentials show as the in-field saved pill + masked placeholder — never the key.
await expect(page.getByTestId("set-saved-pill")).toContainText("Tested & saved");
await expect(page.getByTestId("set-field-api_key")).toHaveValue("");
await expect(page.getByTestId("set-field-api_key")).toHaveAttribute("placeholder", "••••••••");
});
test("non-secret fields blur-save on a configured provider (ollama endpoint)", async ({
page,
}) => {
// Owner-hit 2026-07-23 (as the thinking-budget field, since folded into a default):
// the Test button was the form's only save path — typing into a non-secret field and
// leaving Settings silently discarded it. Blur now saves.
await openModels(page);
await page.getByTestId("set-provider-ollama").click();
const endpoint = page.getByTestId("set-field-base_url");
await endpoint.fill("http://127.0.0.1:9999");
await endpoint.blur();
await expect(page.getByTestId("set-field-saved-base_url")).toBeVisible();
// Leave and come back: the value survived (served from the provider's stored values).
await page.getByTestId("set-back").click();
await page.getByTestId("set-provider-ollama").click();
await expect(page.getByTestId("set-field-base_url")).toHaveValue("http://127.0.0.1:9999");
});
test("the subscription provider signs in from the browser flow, no key form", async ({
page,
}) => {
await openModels(page);
const card = page.getByTestId("set-provider-openai-codex");
await expect(card).toContainText("Sign in with your plan");
await card.click();
// No key fields — the pane is the sign-in button (plus the blurb).
await expect(page.getByTestId("set-field-api_key")).toHaveCount(0);
await page.getByTestId("set-oauth-signin").click();
// The mock completes the flow on the first poll; the pane flips to signed in.
await expect(page.getByTestId("set-oauth-account")).toContainText("[email protected]");
// Sign out returns the pane (and the gallery card) to the signed-out state.
await page.getByTestId("set-oauth-signout").click();
await expect(page.getByTestId("set-oauth-signin")).toBeVisible();
await page.getByTestId("set-back").click();
await expect(card).toContainText("Sign in with your plan");
});
test("Azure OpenAI: the endpoint is a plain required field, saved with the key", async ({
page,
}) => {
// The Azure card (issue #457) replaces the old trick of pasting an Azure /openai/v1 URL
// into the OpenAI card's custom endpoint. Its endpoint is a first-class required field,
// rendered as an ordinary row — not behind the "Custom endpoint" disclosure.
await openModels(page);
await page.getByTestId("set-provider-azure").click();
await expect(page.getByTestId("set-field-endpoint")).toBeVisible();
await expect(page.getByTestId("set-endpoint-link")).toHaveCount(0);
await expect(page.getByText("model ids are your deployment names")).toBeVisible();
await expect(page.getByText("portal.azure.com")).toBeVisible();
await page.getByTestId("set-field-endpoint").fill("https://contoso.openai.azure.com");
await page.getByTestId("set-field-api_key").fill("azure-key-1234");
await page.getByTestId("set-test").click();
await expect(page.getByTestId("set-saved-pill")).toContainText("Tested & saved");
await expect(page.getByTestId("set-provider-azure")).toContainText("✓ Connected", {
timeout: 5_000,
});
// Reopened: the endpoint is served back from the stored values, the key never is, and
// the models section says what an Azure model id is.
await page.getByTestId("set-provider-azure").click();
await expect(page.getByTestId("set-field-endpoint")).toHaveValue("https://contoso.openai.azure.com");
await expect(page.getByTestId("set-field-api_key")).toHaveValue("");
await expect(page.getByTestId("set-azure-deployment-note")).toContainText("deployment name");
});