7.4 billion tokens per month. 34 free LLM providers. 635 free model endpoints. All behind one /v1 endpoint, plus any custom OpenAI-compatible endpoint. Smart routing, automatic failover, encrypted keys. Personal experimentation only.
TypeScript
import type { TokenUsageData } from './routing'
// The monthly-budget legend: one flat list of models, smartest first.
//
// It used to nest model rows under provider pool headers (#1010), which read
// as "arranged by provider" — the first thing on the Models page and the one
// place it was grouped that way. The legend is back to models only, ordered by
// intelligence so the top of the list is what the router reaches for first
// under the smartest strategy. Pool-level quota readings live on each model's
// own page.
export type LegendModel = TokenUsageData['models'][number]
export interface LegendRow extends LegendModel {
usedTokens: number
remainingTokens: number
/** Share of the whole budget this model's remaining allowance is. */
widthPct: number
}
export interface BudgetLegend {
/** Rows with a budget to show, smartest first. */
rows: LegendRow[]
/** Rows with no published quota, folded into the "+N" summary line. */
unpublishedCount: number
}
/** Smartest first (rank 1 = smartest). Rows without a rank sort last, and the
* incoming order is kept as the tiebreaker so equal ranks stay stable. */
export function sortByIntelligence<T extends { intelligenceRank?: number }>(models: readonly T[]): T[] {
const rank = (m: T) => (typeof m.intelligenceRank === 'number' && Number.isFinite(m.intelligenceRank)
? m.intelligenceRank
: Number.POSITIVE_INFINITY)
return models
.map((m, i) => ({ m, i }))
.sort((a, b) => rank(a.m) - rank(b.m) || a.i - b.i)
.map(({ m }) => m)
}
export function buildBudgetLegend(models: readonly LegendModel[], totalBudget: number): BudgetLegend {
const ordered = sortByIntelligence(models)
const rows: LegendRow[] = []
let unpublishedCount = 0
for (const m of ordered) {
const usedTokens = m.used ?? 0
const remainingTokens = Math.max(0, m.budget - usedTokens)
if (m.budget <= 0) {
unpublishedCount += 1
continue
}
rows.push({
...m,
usedTokens,
remainingTokens,
widthPct: totalBudget > 0 ? (remainingTokens / totalBudget) * 100 : 0,
})
}
return { rows, unpublishedCount }
}