Skip to content

7.4 billion tokens per month. 34 free LLM providers. 635 free model endpoints. All behind one /v1 endpoint, plus any custom OpenAI-compatible endpoint. Smart routing, automatic failover, encrypted keys. Personal experimentation only.

TypeScript

feat(desktop): Image and Audio tabs in the model browser (#359)

Tashfeen214f1a264f03
diff --git a/client/src/App.tsx b/client/src/App.tsx
index d4db5f8c..b704c8dd 100644
--- a/client/src/App.tsx
+++ b/client/src/App.tsx
@@ -25,6 +25,8 @@ import FallbackPage from '@/pages/FallbackPage'
import ModelDetailPage from '@/pages/ModelDetailPage'
import FusionPage from '@/pages/FusionPage'
import EmbeddingsPage from '@/pages/EmbeddingsPage'
+import ImagePage from '@/pages/ImagePage'
+import AudioPage from '@/pages/AudioPage'
import AnalyticsPage from '@/pages/AnalyticsPage'
import PremiumPage from '@/pages/PremiumPage'
@@ -241,6 +243,8 @@ function App() {
<Route path="/models/chat/:id" element={<ModelDetailPage />} />
<Route path="/models/fusion" element={<FusionPage />} />
<Route path="/models/embeddings" element={<EmbeddingsPage />} />
+ <Route path="/models/image" element={<ImagePage />} />
+ <Route path="/models/audio" element={<AudioPage />} />
<Route path="/playground" element={<PlaygroundPage />} />
<Route path="/keys" element={<KeysPage />} />
<Route path="/fallback" element={<Navigate to="/models/chat" replace />} />
diff --git a/client/src/components/media-models.tsx b/client/src/components/media-models.tsx
new file mode 100644
index 00000000..d0590a70
--- /dev/null
+++ b/client/src/components/media-models.tsx
@@ -0,0 +1,87 @@
+import { useQuery, useMutation, useQueryClient } from '@tanstack/react-query'
+import { apiFetch } from '@/lib/api'
+import { Switch } from '@/components/ui/switch'
+import { PageHeader } from '@/components/page-header'
+import { ModelsTabs } from '@/components/models-tabs'
+import { useI18n } from '@/i18n'
+
+interface MediaModel {
+ id: number
+ platform: string
+ modelId: string
+ displayName: string
+ modality: 'image' | 'audio'
+ enabled: boolean
+ quotaLabel: string
+ keyCount: number
+}
+interface MediaData { models: MediaModel[] }
+
+// Shared list view for the Image and Audio dashboard tabs. Mirrors the
+// Embeddings tab: a flat list of catalog media models with a per-row enable
+// toggle (saved immediately). Rows arrive from the signed catalog via
+// catalog-sync, so the list self-populates once a media catalog is applied.
+export function MediaModelsView({ modality }: { modality: 'image' | 'audio' }) {
+ const { t } = useI18n()
+ const queryClient = useQueryClient()
+
+ const { data, isLoading } = useQuery<MediaData>({
+ queryKey: ['media'],
+ queryFn: () => apiFetch('/api/media'),
+ })
+
+ const toggle = useMutation({
+ mutationFn: ({ id, enabled }: { id: number; enabled: boolean }) =>
+ apiFetch(`/api/media/${id}`, { method: 'PUT', body: JSON.stringify({ enabled }) }),
+ onSuccess: () => queryClient.invalidateQueries({ queryKey: ['media'] }),
+ })
+
+ const models = (data?.models ?? []).filter(m => m.modality === modality)
+ const title = modality === 'image' ? t('models.imageTitle') : t('models.audioTitle')
+ const description = modality === 'image' ? t('models.imageDesc') : t('models.audioDesc')
+ const endpoint = modality === 'image' ? '/v1/images/generations' : '/v1/audio/speech'
+
+ return (
+ <div>
+ <PageHeader title={title} description={description} divider={false} actions={<ModelsTabs />} />
+
+ <div className="space-y-4">
+ <p className="text-xs text-muted-foreground">
+ {t('models.mediaHint')} <code className="rounded bg-muted px-1 py-0.5 font-mono text-[11px]">{endpoint}</code>
+ </p>
+
+ {isLoading ? (
+ <p className="text-sm text-muted-foreground">{t('common.loading')}</p>
+ ) : models.length === 0 ? (
+ <p className="text-sm text-muted-foreground">{t('models.mediaEmpty')}</p>
+ ) : (
+ <section className="rounded-3xl border bg-card p-5">
+ <div className="divide-y">
+ {models.map(m => (
+ <div key={m.id} className={`flex items-center gap-3 py-2 ${m.enabled ? '' : 'opacity-50'}`}>
+ <div className="min-w-0 flex-1">
+ <div className="flex items-center gap-2">
+ <span className="text-sm font-medium">{m.displayName}</span>
+ <span className="text-xs text-muted-foreground">{m.platform}</span>
+ {m.keyCount === 0 && (
+ <span className="text-[10px] rounded-full px-1.5 py-0.5 bg-amber-600/15 text-amber-700 dark:bg-amber-400/15 dark:text-amber-400">
+ {t('models.noKey')}
+ </span>
+ )}
+ </div>
+ <div className="truncate font-mono text-[11px] text-muted-foreground">{m.modelId}</div>
+ {m.quotaLabel && <div className="text-[11px] text-muted-foreground/70">{m.quotaLabel}</div>}
+ </div>
+ <Switch
+ checked={m.enabled}
+ onCheckedChange={(c) => toggle.mutate({ id: m.id, enabled: c })}
+ />
+ </div>
+ ))}
+ </div>
+ </section>
+ )}
+ </div>
+ </div>
+ )
+}
diff --git a/client/src/components/models-tabs.tsx b/client/src/components/models-tabs.tsx
index 8d001b7b..06e06d0b 100644
--- a/client/src/components/models-tabs.tsx
+++ b/client/src/components/models-tabs.tsx
@@ -16,6 +16,8 @@ export function ModelsTabs() {
<div className="inline-flex gap-1 rounded-xl border p-1">
<NavLink to="/models/chat" className={({ isActive }) => tab(isActive)}>{t('models.chatModelsTab')}</NavLink>
<NavLink to="/models/embeddings" className={({ isActive }) => tab(isActive)}>{t('models.embeddingsTab')}</NavLink>
+ <NavLink to="/models/image" className={({ isActive }) => tab(isActive)}>{t('models.imageTab')}</NavLink>
+ <NavLink to="/models/audio" className={({ isActive }) => tab(isActive)}>{t('models.audioTab')}</NavLink>
<NavLink to="/models/fusion" className={({ isActive }) => tab(isActive)}>
{({ isActive }) => (
<>
diff --git a/client/src/i18n/locales/en.json b/client/src/i18n/locales/en.json
index be5a0757..9372d616 100644
--- a/client/src/i18n/locales/en.json
+++ b/client/src/i18n/locales/en.json
@@ -68,6 +68,14 @@
"chatModelsTab": "Chat models",
"fusionTab": "Fusion",
"embeddingsTab": "Embeddings",
+ "imageTab": "Image",
+ "audioTab": "Audio",
+ "imageTitle": "Image models",
+ "audioTitle": "Audio models",
+ "imageDesc": "Text-to-image generation models.",
+ "audioDesc": "Text-to-speech generation models.",
+ "mediaHint": "Generate via",
+ "mediaEmpty": "No models yet — they sync from the catalog.",
"newBadge": "New",
"monthlyTokenBudget": "Monthly token budget",
"remaining": "remaining",
diff --git a/client/src/i18n/locales/es.json b/client/src/i18n/locales/es.json
index 5d5f4739..5cc8bd85 100644
--- a/client/src/i18n/locales/es.json
+++ b/client/src/i18n/locales/es.json
@@ -68,6 +68,14 @@
"chatModelsTab": "Modelos de chat",
"fusionTab": "Fusión",
"embeddingsTab": "Embeddings",
+ "imageTab": "Imagen",
+ "audioTab": "Audio",
+ "imageTitle": "Modelos de imagen",
+ "audioTitle": "Modelos de audio",
+ "imageDesc": "Modelos de generación de texto a imagen.",
+ "audioDesc": "Modelos de generación de texto a voz.",
+ "mediaHint": "Generar mediante",
+ "mediaEmpty": "Aún no hay modelos: se sincronizan desde el catálogo.",
"newBadge": "Nuevo",
"monthlyTokenBudget": "Presupuesto mensual de tokens",
"remaining": "restante",
diff --git a/client/src/i18n/locales/fr.json b/client/src/i18n/locales/fr.json
index 3883a3a0..8a861b90 100644
--- a/client/src/i18n/locales/fr.json
+++ b/client/src/i18n/locales/fr.json
@@ -68,6 +68,14 @@
"chatModelsTab": "Modèles de chat",
"fusionTab": "Fusion",
"embeddingsTab": "Embeddings",
+ "imageTab": "Image",
+ "audioTab": "Audio",
+ "imageTitle": "Modèles d'image",
+ "audioTitle": "Modèles audio",
+ "imageDesc": "Modèles de génération texte-image.",
+ "audioDesc": "Modèles de synthèse vocale.",
+ "mediaHint": "Générer via",
+ "mediaEmpty": "Aucun modèle pour l'instant — ils se synchronisent depuis le catalogue.",
"newBadge": "Nouveau",
"monthlyTokenBudget": "Budget mensuel de tokens",
"remaining": "restant",
diff --git a/client/src/i18n/locales/pt-BR.json b/client/src/i18n/locales/pt-BR.json
index 8a6e8bb4..6ff30402 100644
--- a/client/src/i18n/locales/pt-BR.json
+++ b/client/src/i18n/locales/pt-BR.json
@@ -68,6 +68,14 @@
"chatModelsTab": "Modelos de chat",
"fusionTab": "Fusão",
"embeddingsTab": "Embeddings",
+ "imageTab": "Imagem",
+ "audioTab": "Áudio",
+ "imageTitle": "Modelos de imagem",
+ "audioTitle": "Modelos de áudio",
+ "imageDesc": "Modelos de geração de texto para imagem.",
+ "audioDesc": "Modelos de geração de texto para fala.",
+ "mediaHint": "Gerar via",
+ "mediaEmpty": "Ainda sem modelos — eles sincronizam do catálogo.",
"newBadge": "Novo",
"monthlyTokenBudget": "Orçamento mensal de tokens",
"remaining": "restante",
diff --git a/client/src/i18n/locales/zh-CN.json b/client/src/i18n/locales/zh-CN.json
index a0b236bf..79a4e5aa 100644
--- a/client/src/i18n/locales/zh-CN.json
+++ b/client/src/i18n/locales/zh-CN.json
@@ -68,6 +68,14 @@
"chatModelsTab": "对话模型",
"fusionTab": "融合",
"embeddingsTab": "嵌入模型",
+ "imageTab": "图像",
+ "audioTab": "音频",
+ "imageTitle": "图像模型",
+ "audioTitle": "音频模型",
+ "imageDesc": "文本生成图像模型。",
+ "audioDesc": "文本转语音模型。",
+ "mediaHint": "通过以下端点生成",
+ "mediaEmpty": "暂无模型 — 将从目录同步。",
"newBadge": "新",
"monthlyTokenBudget": "每月令牌额度",
"remaining": "剩余",
diff --git a/client/src/pages/AudioPage.tsx b/client/src/pages/AudioPage.tsx
new file mode 100644
index 00000000..e55e1c27
--- /dev/null
+++ b/client/src/pages/AudioPage.tsx
@@ -0,0 +1,5 @@
+import { MediaModelsView } from '@/components/media-models'
+
+export default function AudioPage() {
+ return <MediaModelsView modality="audio" />
+}
diff --git a/client/src/pages/ImagePage.tsx b/client/src/pages/ImagePage.tsx
new file mode 100644
index 00000000..d80d3e62
--- /dev/null
+++ b/client/src/pages/ImagePage.tsx
@@ -0,0 +1,5 @@
+import { MediaModelsView } from '@/components/media-models'
+
+export default function ImagePage() {
+ return <MediaModelsView modality="image" />
+}
diff --git a/server/src/app.ts b/server/src/app.ts
index a7573d3d..2cf175e1 100644
--- a/server/src/app.ts
+++ b/server/src/app.ts
@@ -10,6 +10,7 @@ import { responsesRouter } from './routes/responses.js';
import { fallbackRouter } from './routes/fallback.js';
import { profilesRouter } from './routes/profiles.js';
import { embeddingsRouter } from './routes/embeddings.js';
+import { mediaRouter } from './routes/media.js';
import { analyticsRouter } from './routes/analytics.js';
import { healthRouter } from './routes/health.js';
import { settingsRouter } from './routes/settings.js';
@@ -68,6 +69,7 @@ export function createApp() {
app.use('/api/profiles', requireAuth, profilesRouter);
app.use('/api/fallback', requireAuth, fallbackRouter);
app.use('/api/embeddings', requireAuth, embeddingsRouter);
+ app.use('/api/media', requireAuth, mediaRouter);
app.use('/api/analytics', requireAuth, analyticsRouter);
app.use('/api/health', requireAuth, healthRouter);
app.use('/api/settings', requireAuth, settingsRouter);
diff --git a/server/src/routes/media.ts b/server/src/routes/media.ts
new file mode 100644
index 00000000..e2a06161
--- /dev/null
+++ b/server/src/routes/media.ts
@@ -0,0 +1,53 @@
+import { Router } from 'express';
+import type { Request, Response } from 'express';
+import { z } from 'zod';
+import { getDb } from '../db/index.js';
+import { listAllMediaModels } from '../services/media.js';
+
+export const mediaRouter = Router();
+
+// Generative-media models (image + audio/TTS) for the dashboard Image/Audio tabs.
+// Mirrors the embeddings tab: a flat list with an enable toggle per row. keyCount
+// surfaces whether the row's platform has a usable key configured.
+mediaRouter.get('/', (_req: Request, res: Response) => {
+ const db = getDb();
+ const keyCounts = new Map(
+ (db.prepare(
+ "SELECT platform, COUNT(*) AS n FROM api_keys WHERE enabled = 1 AND status IN ('healthy', 'unknown') GROUP BY platform",
+ ).all() as { platform: string; n: number }[]).map(r => [r.platform, r.n]),
+ );
+
+ res.json({
+ models: listAllMediaModels().map(r => ({
+ id: r.id,
+ platform: r.platform,
+ modelId: r.model_id,
+ displayName: r.display_name,
+ modality: r.modality,
+ enabled: r.enabled === 1,
+ quotaLabel: r.quota_label,
+ keyCount: keyCounts.get(r.platform) ?? 0,
+ })),
+ });
+});
+
+const updateSchema = z.object({ enabled: z.boolean() });
+
+mediaRouter.put('/:id', (req: Request, res: Response) => {
+ const id = Number(req.params.id);
+ if (!Number.isInteger(id)) {
+ res.status(400).json({ error: { message: 'Invalid id' } });
+ return;
+ }
+ const parsed = updateSchema.safeParse(req.body);
+ if (!parsed.success) {
+ res.status(400).json({ error: { message: 'Invalid request body' } });
+ return;
+ }
+ const info = getDb().prepare('UPDATE media_models SET enabled = ? WHERE id = ?').run(parsed.data.enabled ? 1 : 0, id);
+ if (info.changes === 0) {
+ res.status(404).json({ error: { message: `Unknown media model ${id}` } });
+ return;
+ }
+ res.json({ success: true });
+});
diff --git a/server/src/services/media.ts b/server/src/services/media.ts
index 229048d3..cd2781ca 100644
--- a/server/src/services/media.ts
+++ b/server/src/services/media.ts
@@ -62,6 +62,13 @@ export function listMediaModels(modality: MediaModality): MediaModelRow[] {
.all(modality) as MediaModelRow[];
}
+/** All media models (both modalities, including disabled) for the dashboard. */
+export function listAllMediaModels(): MediaModelRow[] {
+ return getDb()
+ .prepare('SELECT * FROM media_models ORDER BY modality, priority, id')
+ .all() as MediaModelRow[];
+}
+
function getPlatformKey(platform: string): string | null {
const row = getDb()
.prepare("SELECT encrypted_key, iv, auth_tag FROM api_keys WHERE platform = ? AND enabled = 1 AND status IN ('healthy', 'unknown') ORDER BY id LIMIT 1")