Skip to content

A desktop coding agent with free access to frontier models.

TypeScript

test: use a supported provider for catalog journey

Task Builderf92c2871ecc6
diff --git a/evals/specs/provider-catalog-notifications.e2e.test.ts b/evals/specs/provider-catalog-notifications.e2e.test.ts
index d5644f9a..8265fb07 100644
--- a/evals/specs/provider-catalog-notifications.e2e.test.ts
+++ b/evals/specs/provider-catalog-notifications.e2e.test.ts
@@ -13,10 +13,11 @@ function providerNotifications(value: unknown) {
test("catalog refreshes announce new models once and keep metadata updates and reconnects quiet", async ({ world, user, step, evidence }) => {
const notifications = async () => providerNotifications(await control(world.app, "notifications.list"));
const models = () => readAvailableModels(world.app);
- await eventually(async () => {
- const rows = await models();
- return rows.some((model) => model.id === world.modelIds[0]);
- }, { within: 60_000, label: "baseline catalog available", until: (value) => value === true });
+ await eventually(models, {
+ within: 60_000,
+ label: "baseline catalog available",
+ until: (rows) => rows.some((model) => model.id === world.modelIds[0]),
+ });
await user.press("Escape");
await user.click({ role: "button", label: /^Notifications/ });
if ((await notifications()).length > 0) await user.click({ role: "button", label: "Clear all" });
diff --git a/evals/worlds/chat.ts b/evals/worlds/chat.ts
index b807af02..0bf06b05 100644
--- a/evals/worlds/chat.ts
+++ b/evals/worlds/chat.ts
@@ -508,7 +508,7 @@ export async function providerCatalogNotifications(seed: Seed) {
const den = await seed.den();
const app = await seed.desktop({ den, signIn: false, name: "provider-catalog-notifications" });
const workspace = await seed.workspace(app, seed.tmpPath("provider-catalog-notifications"));
- const providerId = "catalog-notifications-fixture";
+ const providerId = "openai";
const modelIds = Array.from({ length: 41 }, (_, index) => "catalog-model-" + index);
const catalog = (ids: string[], revision: number, disabled: boolean) => ({
disabled_providers: disabled ? [providerId] : [],