Skip to content

7.4 billion tokens per month. 34 free LLM providers. 635 free model endpoints. All behind one /v1 endpoint, plus any custom OpenAI-compatible endpoint. Smart routing, automatic failover, encrypted keys. Personal experimentation only.

TypeScript
975 B
Raw Blame
// Type surface of the esbuild-produced server bundle. At compile time TS
// resolves `./server.mjs` to this declaration; at runtime build/main.mjs
// resolves it to the sibling build/server.mjs (kept external in build:main).
import type { Server } from 'node:http';
import type Database from 'better-sqlite3';

export interface StartOptions {
  dbPath: string;
  clientDist: string;
  host: string;
  preferredPort: number;
}

export interface ServerHandle {
  server: Server;
  port: number;
}

export function startServer(opts: StartOptions): Promise<ServerHandle>;
export function ensureSessionToken(): string;
export function getDb(): Database.Database;
export function getUnifiedApiKey(): string;
export function isAutoUpdateCheckEnabled(): boolean;
export function backupBeforeUpdate(): string;
export function outboundProxyUrl(): string;
export function setCatalogFallbackFetch(
  fn: ((input: string | URL, init?: RequestInit) => Promise<Response>) | null,
): void;