7.4 billion tokens per month. 34 free LLM providers. 635 free model endpoints. All behind one /v1 endpoint, plus any custom OpenAI-compatible endpoint. Smart routing, automatic failover, encrypted keys. Personal experimentation only.
TypeScript
fix(desktop): start built-in model discovery in the embedded server (#1359)
Tashfeen8f35a3f3d2e5
diff --git a/desktop/src/__tests__/server-host-boot.test.ts b/desktop/src/__tests__/server-host-boot.test.tsindex 5f035399..2a5d2e31 100644--- a/desktop/src/__tests__/server-host-boot.test.ts+++ b/desktop/src/__tests__/server-host-boot.test.ts@@ -78,6 +78,13 @@ vi.mock('../../../server/src/services/custom-model-sync.js', () => ({}),}));+vi.mock('../../../server/src/services/builtin-model-discovery.js', () => ({+ startBuiltinModelDiscovery: vi.fn(() => {+ calls.push('startBuiltinModelDiscovery');+ return null;+ }),+}));+vi.mock('../../../server/src/lib/wake-detect.js', () => ({startWakeDetect: vi.fn(() => {calls.push('startWakeDetect');@@ -169,6 +176,7 @@ describe('desktop server boot sequence (#949)', () => {'startCooldownProbe','startBackupScheduler','startCustomModelSync',+ 'startBuiltinModelDiscovery','startWakeDetect',]);});diff --git a/desktop/src/server-host.ts b/desktop/src/server-host.tsindex 3ade752c..abd99460 100644--- a/desktop/src/server-host.ts+++ b/desktop/src/server-host.ts@@ -16,6 +16,7 @@ import { startHealthChecker, checkAllKeys } from '../../server/src/services/healimport { startCatalogSync } from '../../server/src/services/catalog-sync.js';import { startCooldownProbe } from '../../server/src/services/cooldown-probe.js';import { startCustomModelSync } from '../../server/src/services/custom-model-sync.js';+import { startBuiltinModelDiscovery } from '../../server/src/services/builtin-model-discovery.js';import { startBackupScheduler } from '../../server/src/services/backups.js';import { cleanupExpiredCooldowns } from '../../server/src/services/ratelimit.js';import { loadCacheFromDb } from '../../server/src/services/cache.js';@@ -112,6 +113,7 @@ export async function startServer(opts: StartOptions): Promise<ServerHandle> {startCooldownProbe(scheduler);startBackupScheduler(scheduler);startCustomModelSync(getDb(), scheduler);+ startBuiltinModelDiscovery(getDb(), scheduler);// Post-sleep recovery — the menu-bar app on a laptop is the canonical// lid-close case: flush pooled sockets and force-re-probe every key so the// first request after wake doesn't ride a dead connection or a pre-sleep