A desktop coding agent with free access to frontier models.
TypeScript
test: use a supported provider for catalog journey
Task Builderf92c2871ecc6
diff --git a/evals/specs/provider-catalog-notifications.e2e.test.ts b/evals/specs/provider-catalog-notifications.e2e.test.tsindex d5644f9a..8265fb07 100644--- a/evals/specs/provider-catalog-notifications.e2e.test.ts+++ b/evals/specs/provider-catalog-notifications.e2e.test.ts@@ -13,10 +13,11 @@ function providerNotifications(value: unknown) {test("catalog refreshes announce new models once and keep metadata updates and reconnects quiet", async ({ world, user, step, evidence }) => {const notifications = async () => providerNotifications(await control(world.app, "notifications.list"));const models = () => readAvailableModels(world.app);- await eventually(async () => {- const rows = await models();- return rows.some((model) => model.id === world.modelIds[0]);- }, { within: 60_000, label: "baseline catalog available", until: (value) => value === true });+ await eventually(models, {+ within: 60_000,+ label: "baseline catalog available",+ until: (rows) => rows.some((model) => model.id === world.modelIds[0]),+ });await user.press("Escape");await user.click({ role: "button", label: /^Notifications/ });if ((await notifications()).length > 0) await user.click({ role: "button", label: "Clear all" });diff --git a/evals/worlds/chat.ts b/evals/worlds/chat.tsindex b807af02..0bf06b05 100644--- a/evals/worlds/chat.ts+++ b/evals/worlds/chat.ts@@ -508,7 +508,7 @@ export async function providerCatalogNotifications(seed: Seed) {const den = await seed.den();const app = await seed.desktop({ den, signIn: false, name: "provider-catalog-notifications" });const workspace = await seed.workspace(app, seed.tmpPath("provider-catalog-notifications"));- const providerId = "catalog-notifications-fixture";+ const providerId = "openai";const modelIds = Array.from({ length: 41 }, (_, index) => "catalog-model-" + index);const catalog = (ids: string[], revision: number, disabled: boolean) => ({disabled_providers: disabled ? [providerId] : [],