Skip to content

7.4 billion tokens per month. 34 free LLM providers. 635 free model endpoints. All behind one /v1 endpoint, plus any custom OpenAI-compatible endpoint. Smart routing, automatic failover, encrypted keys. Personal experimentation only.

TypeScript

Add reasoning and tool-call capability probes for custom endpoints (#881)

suantea (asuan_suan)c7b4d4569ce3
diff --git a/client/src/components/keys/provider-list.tsx b/client/src/components/keys/provider-list.tsx
index cb6110c0..5ccc3e44 100644
--- a/client/src/components/keys/provider-list.tsx
+++ b/client/src/components/keys/provider-list.tsx
@@ -129,7 +129,10 @@ export function ProviderList({ onAddKey }: { onAddKey: () => void }) {
// silence it and toast a translated line that carries the reason instead.
meta: { silenceToast: true },
mutationFn: (keyId: number) =>
- apiFetch<{ modelId: string; latencyMs: number }>(`/api/keys/custom/probe`, {
+ // reasoning/toolCalls are optional (#874): the server omits a capability
+ // whose probe errored or timed out, and "absent" means UNKNOWN — which is
+ // not the same claim as "the model cannot do it", so it renders as such.
+ apiFetch<{ modelId: string; latencyMs: number; reasoning?: boolean; toolCalls?: boolean }>(`/api/keys/custom/probe`, {
method: 'POST',
body: JSON.stringify({ keyId }),
}),
@@ -138,7 +141,15 @@ export function ProviderList({ onAddKey }: { onAddKey: () => void }) {
queryClient.invalidateQueries({ queryKey: [key] })
}
queryClient.invalidateQueries({ queryKey: ['fallback', 'routing'] })
- toast.success(t('keys.probeSuccess', { model: data.modelId, latency: data.latencyMs }))
+ const capability = (value: boolean | undefined) =>
+ value === undefined ? t('keys.probeCapUnknown') : value ? t('keys.probeCapYes') : t('keys.probeCapNo')
+ const capabilities = t('keys.probeCapabilities', {
+ reasoning: capability(data.reasoning),
+ tools: capability(data.toolCalls),
+ })
+ toast.success(
+ `${t('keys.probeSuccess', { model: data.modelId, latency: data.latencyMs })} — ${capabilities}`,
+ )
},
onError: (error) => {
toast.error(t('keys.probeFailed', { reason: error instanceof Error ? error.message : String(error) }))
@@ -650,15 +661,18 @@ export function ProviderList({ onAddKey }: { onAddKey: () => void }) {
</Button>
</Tooltip>
<Tooltip text={t('keys.probeNow')}>
- <Button
+ <ConfirmButton
variant="ghost"
size="icon-xs"
- onClick={() => probeKey.mutate(k.id)}
+ armedSize="xs"
+ confirmLabel={t('keys.probeConfirm')}
+ onConfirm={() => probeKey.mutate(k.id)}
disabled={probeKey.isPending}
+ title={t('keys.probeNow')}
aria-label={t('keys.probeNow')}
>
<Zap className={`size-3 ${probeKey.isPending ? 'animate-pulse' : ''}`} />
- </Button>
+ </ConfirmButton>
</Tooltip>
</>
)}
diff --git a/client/src/i18n/locales/am.json b/client/src/i18n/locales/am.json
index 9237b172..ae9b577d 100644
--- a/client/src/i18n/locales/am.json
+++ b/client/src/i18n/locales/am.json
@@ -416,6 +416,11 @@
"addingCustom": "በማከል ላይ...",
"discoverModels": "ሞዴሎችን አምጣ",
"probeNow": "የመጨረሻ ነጥቡን ይፈትሹ",
+ "probeConfirm": "እስከ 3 የሙከራ ጥያቄዎች ይላኩ?",
+ "probeCapabilities": "ማመዛዘን፦ {reasoning} · መሣሪያዎች፦ {tools}",
+ "probeCapYes": "አዎ",
+ "probeCapNo": "የለም",
+ "probeCapUnknown": "አይታወቅም",
"probeSuccess": "{model} በ{latency}ms ውስጥ ተፈትኗል",
"probeFailed": "ፍተሻው አልተሳካም፦ {reason}",
"discoverTitle": "በዚህ መዳረሻ ላይ ያሉ ሞዴሎች",
diff --git a/client/src/i18n/locales/ar.json b/client/src/i18n/locales/ar.json
index 8a72450a..f58805bc 100644
--- a/client/src/i18n/locales/ar.json
+++ b/client/src/i18n/locales/ar.json
@@ -416,6 +416,11 @@
"addingCustom": "جارٍ الإضافة…",
"discoverModels": "جلب النماذج",
"probeNow": "اختبار نقطة النهاية",
+ "probeConfirm": "إرسال ما يصل إلى 3 طلبات اختبار؟",
+ "probeCapabilities": "الاستدلال: {reasoning} · الأدوات: {tools}",
+ "probeCapYes": "نعم",
+ "probeCapNo": "لا",
+ "probeCapUnknown": "غير معروف",
"probeSuccess": "تم اختبار {model} خلال {latency} مللي ثانية",
"probeFailed": "فشل الاختبار: {reason}",
"discoverTitle": "النماذج على نقطة النهاية هذه",
diff --git a/client/src/i18n/locales/az.json b/client/src/i18n/locales/az.json
index 7b3db263..7f622e03 100644
--- a/client/src/i18n/locales/az.json
+++ b/client/src/i18n/locales/az.json
@@ -416,6 +416,11 @@
"addingCustom": "Əlavə edirəm...",
"discoverModels": "Modelləri gətir",
"probeNow": "Son nöqtəni test et",
+ "probeConfirm": "Ən çox 3 sınaq sorğusu göndərilsin?",
+ "probeCapabilities": "mühakimə: {reasoning} · alətlər: {tools}",
+ "probeCapYes": "bəli",
+ "probeCapNo": "xeyr",
+ "probeCapUnknown": "naməlum",
"probeSuccess": "{model} {latency}ms ərzində test edildi",
"probeFailed": "Test alınmadı: {reason}",
"discoverTitle": "Bu son nöqtədəki modellər",
diff --git a/client/src/i18n/locales/bg.json b/client/src/i18n/locales/bg.json
index 67dfc1f2..d50e56cf 100644
--- a/client/src/i18n/locales/bg.json
+++ b/client/src/i18n/locales/bg.json
@@ -416,6 +416,11 @@
"addingCustom": "Добавям...",
"discoverModels": "Извличане на модели",
"probeNow": "Тествай крайната точка",
+ "probeConfirm": "Да се изпратят до 3 тестови заявки?",
+ "probeCapabilities": "разсъждение: {reasoning} · инструменти: {tools}",
+ "probeCapYes": "да",
+ "probeCapNo": "не",
+ "probeCapUnknown": "неизвестно",
"probeSuccess": "{model} е тестван за {latency}ms",
"probeFailed": "Тестът е неуспешен: {reason}",
"discoverTitle": "Модели на тази крайна точка",
diff --git a/client/src/i18n/locales/bn.json b/client/src/i18n/locales/bn.json
index 0e094df8..71aaf937 100644
--- a/client/src/i18n/locales/bn.json
+++ b/client/src/i18n/locales/bn.json
@@ -416,6 +416,11 @@
"addingCustom": "যোগ করা হচ্ছে...",
"discoverModels": "মডেল আনুন",
"probeNow": "এন্ডপয়েন্ট পরীক্ষা করুন",
+ "probeConfirm": "সর্বোচ্চ ৩টি পরীক্ষামূলক অনুরোধ পাঠাবেন?",
+ "probeCapabilities": "যুক্তি: {reasoning} · টুল: {tools}",
+ "probeCapYes": "হ্যাঁ",
+ "probeCapNo": "না",
+ "probeCapUnknown": "অজানা",
"probeSuccess": "{model} {latency}ms-এ পরীক্ষা করা হয়েছে",
"probeFailed": "পরীক্ষা ব্যর্থ হয়েছে: {reason}",
"discoverTitle": "এই এন্ডপয়েন্টের মডেল",
diff --git a/client/src/i18n/locales/cs.json b/client/src/i18n/locales/cs.json
index b4619224..f341892a 100644
--- a/client/src/i18n/locales/cs.json
+++ b/client/src/i18n/locales/cs.json
@@ -416,6 +416,11 @@
"addingCustom": "Přidávám...",
"discoverModels": "Načíst modely",
"probeNow": "Otestovat endpoint",
+ "probeConfirm": "Odeslat až 3 testovací požadavky?",
+ "probeCapabilities": "uvažování: {reasoning} · nástroje: {tools}",
+ "probeCapYes": "ano",
+ "probeCapNo": "ne",
+ "probeCapUnknown": "neznámo",
"probeSuccess": "Model {model} otestován za {latency} ms",
"probeFailed": "Test se nezdařil: {reason}",
"discoverTitle": "Modely na tomto endpointu",
diff --git a/client/src/i18n/locales/da.json b/client/src/i18n/locales/da.json
index 2d5a6685..fa44d5b0 100644
--- a/client/src/i18n/locales/da.json
+++ b/client/src/i18n/locales/da.json
@@ -416,6 +416,11 @@
"addingCustom": "Tilføjer...",
"discoverModels": "Hent modeller",
"probeNow": "Test endpointet",
+ "probeConfirm": "Send op til 3 testanmodninger?",
+ "probeCapabilities": "ræsonnement: {reasoning} · værktøjer: {tools}",
+ "probeCapYes": "ja",
+ "probeCapNo": "nej",
+ "probeCapUnknown": "ukendt",
"probeSuccess": "Testede {model} på {latency} ms",
"probeFailed": "Testen mislykkedes: {reason}",
"discoverTitle": "Modeller på dette endpoint",
diff --git a/client/src/i18n/locales/de.json b/client/src/i18n/locales/de.json
index 96ce45db..2465c3d2 100644
--- a/client/src/i18n/locales/de.json
+++ b/client/src/i18n/locales/de.json
@@ -416,6 +416,11 @@
"addingCustom": "Hinzufügen…",
"discoverModels": "Modelle abrufen",
"probeNow": "Endpunkt testen",
+ "probeConfirm": "Bis zu 3 Testanfragen senden?",
+ "probeCapabilities": "Schlussfolgern: {reasoning} · Tools: {tools}",
+ "probeCapYes": "ja",
+ "probeCapNo": "nein",
+ "probeCapUnknown": "unbekannt",
"probeSuccess": "{model} in {latency} ms getestet",
"probeFailed": "Test fehlgeschlagen: {reason}",
"discoverTitle": "Modelle an diesem Endpunkt",
diff --git a/client/src/i18n/locales/el.json b/client/src/i18n/locales/el.json
index 8906810f..7272e1ad 100644
--- a/client/src/i18n/locales/el.json
+++ b/client/src/i18n/locales/el.json
@@ -416,6 +416,11 @@
"addingCustom": "Προσθέτοντας...",
"discoverModels": "Λήψη μοντέλων",
"probeNow": "Δοκιμή του endpoint",
+ "probeConfirm": "Αποστολή έως 3 δοκιμαστικών αιτημάτων;",
+ "probeCapabilities": "συλλογιστική: {reasoning} · εργαλεία: {tools}",
+ "probeCapYes": "ναι",
+ "probeCapNo": "όχι",
+ "probeCapUnknown": "άγνωστο",
"probeSuccess": "Το {model} δοκιμάστηκε σε {latency}ms",
"probeFailed": "Η δοκιμή απέτυχε: {reason}",
"discoverTitle": "Μοντέλα σε αυτό το endpoint",
diff --git a/client/src/i18n/locales/en.json b/client/src/i18n/locales/en.json
index 42edcaa4..5937ada4 100644
--- a/client/src/i18n/locales/en.json
+++ b/client/src/i18n/locales/en.json
@@ -442,6 +442,11 @@
"addingCustom": "Adding…",
"discoverModels": "Fetch models",
"probeNow": "Probe endpoint",
+ "probeConfirm": "Send up to 3 test requests?",
+ "probeCapabilities": "reasoning: {reasoning} · tools: {tools}",
+ "probeCapYes": "yes",
+ "probeCapNo": "no",
+ "probeCapUnknown": "unknown",
"probeSuccess": "Probed {model} in {latency}ms",
"probeFailed": "Probe failed: {reason}",
"discoverTitle": "Models on this endpoint",
diff --git a/client/src/i18n/locales/es.json b/client/src/i18n/locales/es.json
index 29446061..dadb9d42 100644
--- a/client/src/i18n/locales/es.json
+++ b/client/src/i18n/locales/es.json
@@ -416,6 +416,11 @@
"addingCustom": "Añadiendo…",
"discoverModels": "Obtener modelos",
"probeNow": "Probar el endpoint",
+ "probeConfirm": "¿Enviar hasta 3 solicitudes de prueba?",
+ "probeCapabilities": "razonamiento: {reasoning} · herramientas: {tools}",
+ "probeCapYes": "sí",
+ "probeCapNo": "no",
+ "probeCapUnknown": "desconocido",
"probeSuccess": "{model} probado en {latency} ms",
"probeFailed": "La prueba falló: {reason}",
"discoverTitle": "Modelos en este endpoint",
diff --git a/client/src/i18n/locales/fa.json b/client/src/i18n/locales/fa.json
index 977bd78f..e2b8aaeb 100644
--- a/client/src/i18n/locales/fa.json
+++ b/client/src/i18n/locales/fa.json
@@ -416,6 +416,11 @@
"addingCustom": "در حال افزودن…",
"discoverModels": "دریافت مدل‌ها",
"probeNow": "آزمایش نقطه پایانی",
+ "probeConfirm": "حداکثر ۳ درخواست آزمایشی ارسال شود؟",
+ "probeCapabilities": "استدلال: {reasoning} · ابزارها: {tools}",
+ "probeCapYes": "بله",
+ "probeCapNo": "خیر",
+ "probeCapUnknown": "نامشخص",
"probeSuccess": "{model} در {latency}ms آزمایش شد",
"probeFailed": "آزمایش ناموفق بود: {reason}",
"discoverTitle": "مدل‌های این نقطه پایانی",
diff --git a/client/src/i18n/locales/fi.json b/client/src/i18n/locales/fi.json
index e511d2ba..781d2000 100644
--- a/client/src/i18n/locales/fi.json
+++ b/client/src/i18n/locales/fi.json
@@ -416,6 +416,11 @@
"addingCustom": "Lisään...",
"discoverModels": "Hae mallit",
"probeNow": "Testaa päätepiste",
+ "probeConfirm": "Lähetetäänkö enintään 3 testipyyntöä?",
+ "probeCapabilities": "päättely: {reasoning} · työkalut: {tools}",
+ "probeCapYes": "kyllä",
+ "probeCapNo": "ei",
+ "probeCapUnknown": "tuntematon",
"probeSuccess": "{model} testattu, {latency} ms",
"probeFailed": "Testaus epäonnistui: {reason}",
"discoverTitle": "Tämän päätepisteen mallit",
diff --git a/client/src/i18n/locales/fr.json b/client/src/i18n/locales/fr.json
index 6fc7a39f..7ebca278 100644
--- a/client/src/i18n/locales/fr.json
+++ b/client/src/i18n/locales/fr.json
@@ -416,6 +416,11 @@
"addingCustom": "Ajout…",
"discoverModels": "Récupérer les modèles",
"probeNow": "Tester l'endpoint",
+ "probeConfirm": "Envoyer jusqu'à 3 requêtes de test ?",
+ "probeCapabilities": "raisonnement : {reasoning} · outils : {tools}",
+ "probeCapYes": "oui",
+ "probeCapNo": "non",
+ "probeCapUnknown": "inconnu",
"probeSuccess": "{model} testé en {latency} ms",
"probeFailed": "Échec du test : {reason}",
"discoverTitle": "Modèles sur cet endpoint",
diff --git a/client/src/i18n/locales/gu.json b/client/src/i18n/locales/gu.json
index 3b265a86..992f4002 100644
--- a/client/src/i18n/locales/gu.json
+++ b/client/src/i18n/locales/gu.json
@@ -416,6 +416,11 @@
"addingCustom": "ઉમેરી રહ્યું છે...",
"discoverModels": "મોડેલ મેળવો",
"probeNow": "એન્ડપોઇન્ટ ચકાસો",
+ "probeConfirm": "વધુમાં વધુ 3 પરીક્ષણ વિનંતીઓ મોકલવી?",
+ "probeCapabilities": "તર્ક: {reasoning} · ટૂલ્સ: {tools}",
+ "probeCapYes": "હા",
+ "probeCapNo": "ના",
+ "probeCapUnknown": "અજ્ઞાત",
"probeSuccess": "{model} {latency}ms-માં ચકાસાયું",
"probeFailed": "ચકાસણી નિષ્ફળ થઈ: {reason}",
"discoverTitle": "આ એન્ડપોઇન્ટ પરના મોડેલ",
diff --git a/client/src/i18n/locales/ha.json b/client/src/i18n/locales/ha.json
index a5bfdfe8..4011fb41 100644
--- a/client/src/i18n/locales/ha.json
+++ b/client/src/i18n/locales/ha.json
@@ -416,6 +416,11 @@
"addingCustom": "Ana ƙara…",
"discoverModels": "Ɗauko samfura",
"probeNow": "Gwada matattarar",
+ "probeConfirm": "A aika har buƙatun gwaji 3?",
+ "probeCapabilities": "tunani: {reasoning} · kayan aiki: {tools}",
+ "probeCapYes": "eh",
+ "probeCapNo": "a'a",
+ "probeCapUnknown": "ba a sani ba",
"probeSuccess": "An gwada {model} cikin {latency}ms",
"probeFailed": "Gwajin ya gaza: {reason}",
"discoverTitle": "Samfura a wannan matattarar",
diff --git a/client/src/i18n/locales/he.json b/client/src/i18n/locales/he.json
index 8847f694..99035a94 100644
--- a/client/src/i18n/locales/he.json
+++ b/client/src/i18n/locales/he.json
@@ -416,6 +416,11 @@
"addingCustom": "מוסיף...",
"discoverModels": "משיכת מודלים",
"probeNow": "בדיקת נקודת הקצה",
+ "probeConfirm": "לשלוח עד 3 בקשות בדיקה?",
+ "probeCapabilities": "הסקה: {reasoning} · כלים: {tools}",
+ "probeCapYes": "כן",
+ "probeCapNo": "לא",
+ "probeCapUnknown": "לא ידוע",
"probeSuccess": "{model} נבדק תוך {latency}ms",
"probeFailed": "הבדיקה נכשלה: {reason}",
"discoverTitle": "מודלים בנקודת קצה זו",
diff --git a/client/src/i18n/locales/hi.json b/client/src/i18n/locales/hi.json
index 071af1f4..76aa1d7d 100644
--- a/client/src/i18n/locales/hi.json
+++ b/client/src/i18n/locales/hi.json
@@ -416,6 +416,11 @@
"addingCustom": "जोड़ा जा रहा है...",
"discoverModels": "मॉडल लाएँ",
"probeNow": "एंडपॉइंट का परीक्षण करें",
+ "probeConfirm": "अधिकतम 3 परीक्षण अनुरोध भेजें?",
+ "probeCapabilities": "तर्क: {reasoning} · टूल: {tools}",
+ "probeCapYes": "हाँ",
+ "probeCapNo": "नहीं",
+ "probeCapUnknown": "अज्ञात",
"probeSuccess": "{model} का परीक्षण {latency}ms में हुआ",
"probeFailed": "परीक्षण विफल: {reason}",
"discoverTitle": "इस एंडपॉइंट के मॉडल",
diff --git a/client/src/i18n/locales/hr.json b/client/src/i18n/locales/hr.json
index 4c4be1f2..658b0b0e 100644
--- a/client/src/i18n/locales/hr.json
+++ b/client/src/i18n/locales/hr.json
@@ -416,6 +416,11 @@
"addingCustom": "Dodajem...",
"discoverModels": "Dohvati modele",
"probeNow": "Testiraj krajnju točku",
+ "probeConfirm": "Poslati do 3 testna zahtjeva?",
+ "probeCapabilities": "zaključivanje: {reasoning} · alati: {tools}",
+ "probeCapYes": "da",
+ "probeCapNo": "ne",
+ "probeCapUnknown": "nepoznato",
"probeSuccess": "{model} testiran za {latency} ms",
"probeFailed": "Test nije uspio: {reason}",
"discoverTitle": "Modeli na ovoj krajnjoj točki",
diff --git a/client/src/i18n/locales/hu.json b/client/src/i18n/locales/hu.json
index a3f21c4f..80bbcff6 100644
--- a/client/src/i18n/locales/hu.json
+++ b/client/src/i18n/locales/hu.json
@@ -416,6 +416,11 @@
"addingCustom": "Hozzátéve...",
"discoverModels": "Modellek lekérése",
"probeNow": "Végpont tesztelése",
+ "probeConfirm": "Küldjön legfeljebb 3 tesztkérést?",
+ "probeCapabilities": "következtetés: {reasoning} · eszközök: {tools}",
+ "probeCapYes": "igen",
+ "probeCapNo": "nem",
+ "probeCapUnknown": "ismeretlen",
"probeSuccess": "{model} tesztelve {latency} ms alatt",
"probeFailed": "A teszt nem sikerült: {reason}",
"discoverTitle": "Modellek ezen a végponton",
diff --git a/client/src/i18n/locales/id.json b/client/src/i18n/locales/id.json
index 81e10c4b..5448d7ca 100644
--- a/client/src/i18n/locales/id.json
+++ b/client/src/i18n/locales/id.json
@@ -416,6 +416,11 @@
"addingCustom": "Menambahkan…",
"discoverModels": "Ambil model",
"probeNow": "Uji endpoint",
+ "probeConfirm": "Kirim hingga 3 permintaan uji?",
+ "probeCapabilities": "penalaran: {reasoning} · alat: {tools}",
+ "probeCapYes": "ya",
+ "probeCapNo": "tidak",
+ "probeCapUnknown": "tidak diketahui",
"probeSuccess": "{model} diuji dalam {latency}ms",
"probeFailed": "Pengujian gagal: {reason}",
"discoverTitle": "Model di endpoint ini",
diff --git a/client/src/i18n/locales/ig.json b/client/src/i18n/locales/ig.json
index 954ef5af..1bb0c975 100644
--- a/client/src/i18n/locales/ig.json
+++ b/client/src/i18n/locales/ig.json
@@ -416,6 +416,11 @@
"addingCustom": "Na-agbakwụnye…",
"discoverModels": "Weta ụdị",
"probeNow": "Nwalee njedebe",
+ "probeConfirm": "Ziga ihe ruru arịrịọ nnwale 3?",
+ "probeCapabilities": "ntụlegharị uche: {reasoning} · ngwaọrụ: {tools}",
+ "probeCapYes": "ee",
+ "probeCapNo": "mba",
+ "probeCapUnknown": "amaghị",
"probeSuccess": "A nwalere {model} n'ime {latency}ms",
"probeFailed": "Nnwale dara: {reason}",
"discoverTitle": "Ụdị dị na njedebe a",
diff --git a/client/src/i18n/locales/it.json b/client/src/i18n/locales/it.json
index 9c1034f0..d07f5454 100644
--- a/client/src/i18n/locales/it.json
+++ b/client/src/i18n/locales/it.json
@@ -416,6 +416,11 @@
"addingCustom": "Aggiunta…",
"discoverModels": "Recupera modelli",
"probeNow": "Testa l'endpoint",
+ "probeConfirm": "Inviare fino a 3 richieste di prova?",
+ "probeCapabilities": "ragionamento: {reasoning} · strumenti: {tools}",
+ "probeCapYes": "sì",
+ "probeCapNo": "no",
+ "probeCapUnknown": "sconosciuto",
"probeSuccess": "{model} testato in {latency} ms",
"probeFailed": "Test non riuscito: {reason}",
"discoverTitle": "Modelli su questo endpoint",
diff --git a/client/src/i18n/locales/ja.json b/client/src/i18n/locales/ja.json
index 686edafd..eef468ea 100644
--- a/client/src/i18n/locales/ja.json
+++ b/client/src/i18n/locales/ja.json
@@ -416,6 +416,11 @@
"addingCustom": "追加中…",
"discoverModels": "モデルを取得",
"probeNow": "エンドポイントをテスト",
+ "probeConfirm": "最大 3 件のテストリクエストを送信しますか?",
+ "probeCapabilities": "推論: {reasoning} · ツール: {tools}",
+ "probeCapYes": "あり",
+ "probeCapNo": "なし",
+ "probeCapUnknown": "不明",
"probeSuccess": "{model} を {latency}ms でテストしました",
"probeFailed": "テストに失敗しました: {reason}",
"discoverTitle": "このエンドポイントのモデル",
diff --git a/client/src/i18n/locales/ka.json b/client/src/i18n/locales/ka.json
index ee520df2..52079d02 100644
--- a/client/src/i18n/locales/ka.json
+++ b/client/src/i18n/locales/ka.json
@@ -416,6 +416,11 @@
"addingCustom": "ემატება…",
"discoverModels": "მოდელების მიღება",
"probeNow": "ბოლოწერტილის ტესტირება",
+ "probeConfirm": "გაიგზავნოს 3-მდე სატესტო მოთხოვნა?",
+ "probeCapabilities": "მსჯელობა: {reasoning} · ხელსაწყოები: {tools}",
+ "probeCapYes": "დიახ",
+ "probeCapNo": "არა",
+ "probeCapUnknown": "უცნობი",
"probeSuccess": "{model} შემოწმდა {latency}ms-ში",
"probeFailed": "ტესტი ვერ შესრულდა: {reason}",
"discoverTitle": "მოდელები ამ ბოლოწერტილზე",
diff --git a/client/src/i18n/locales/km.json b/client/src/i18n/locales/km.json
index f67ce26a..031fea60 100644
--- a/client/src/i18n/locales/km.json
+++ b/client/src/i18n/locales/km.json
@@ -416,6 +416,11 @@
"addingCustom": "បន្ថែម...",
"discoverModels": "ទាញយកម៉ូដែល",
"probeNow": "សាកល្បងចំណុចបញ្ចប់",
+ "probeConfirm": "ផ្ញើសំណើសាកល្បងរហូតដល់ 3?",
+ "probeCapabilities": "ការវែកញែក: {reasoning} · ឧបករណ៍: {tools}",
+ "probeCapYes": "មាន",
+ "probeCapNo": "គ្មាន",
+ "probeCapUnknown": "មិនដឹង",
"probeSuccess": "បានសាកល្បង {model} ក្នុងរយៈពេល {latency}ms",
"probeFailed": "ការសាកល្បងបានបរាជ័យ៖ {reason}",
"discoverTitle": "ម៉ូដែលនៅចំណុចបញ្ចប់នេះ",
diff --git a/client/src/i18n/locales/kn.json b/client/src/i18n/locales/kn.json
index d121a4c6..87e46749 100644
--- a/client/src/i18n/locales/kn.json
+++ b/client/src/i18n/locales/kn.json
@@ -416,6 +416,11 @@
"addingCustom": "ಸೇರಿಸಲಾಗುತ್ತಿದೆ...",
"discoverModels": "ಮಾದರಿಗಳನ್ನು ತರಿಸಿ",
"probeNow": "ಎಂಡ್‌ಪಾಯಿಂಟ್ ಪರೀಕ್ಷಿಸಿ",
+ "probeConfirm": "ಗರಿಷ್ಠ 3 ಪರೀಕ್ಷಾ ವಿನಂತಿಗಳನ್ನು ಕಳುಹಿಸಬೇಕೆ?",
+ "probeCapabilities": "ತರ್ಕ: {reasoning} · ಟೂಲ್‌ಗಳು: {tools}",
+ "probeCapYes": "ಹೌದು",
+ "probeCapNo": "ಇಲ್ಲ",
+ "probeCapUnknown": "ತಿಳಿದಿಲ್ಲ",
"probeSuccess": "{model} ಅನ್ನು {latency}ms ನಲ್ಲಿ ಪರೀಕ್ಷಿಸಲಾಗಿದೆ",
"probeFailed": "ಪರೀಕ್ಷೆ ವಿಫಲವಾಗಿದೆ: {reason}",
"discoverTitle": "ಈ ಎಂಡ್‌ಪಾಯಿಂಟ್‌ನ ಮಾದರಿಗಳು",
diff --git a/client/src/i18n/locales/ko.json b/client/src/i18n/locales/ko.json
index ac36bc62..6e2cd951 100644
--- a/client/src/i18n/locales/ko.json
+++ b/client/src/i18n/locales/ko.json
@@ -416,6 +416,11 @@
"addingCustom": "추가 중…",
"discoverModels": "모델 가져오기",
"probeNow": "엔드포인트 테스트",
+ "probeConfirm": "최대 3개의 테스트 요청을 보낼까요?",
+ "probeCapabilities": "추론: {reasoning} · 도구: {tools}",
+ "probeCapYes": "지원",
+ "probeCapNo": "미지원",
+ "probeCapUnknown": "알 수 없음",
"probeSuccess": "{model} 테스트 완료 ({latency}ms)",
"probeFailed": "테스트 실패: {reason}",
"discoverTitle": "이 엔드포인트의 모델",
diff --git a/client/src/i18n/locales/lt.json b/client/src/i18n/locales/lt.json
index 60691c0e..f076200a 100644
--- a/client/src/i18n/locales/lt.json
+++ b/client/src/i18n/locales/lt.json
@@ -416,6 +416,11 @@
"addingCustom": "Prideda...",
"discoverModels": "Gauti modelius",
"probeNow": "Išbandyti galinį tašką",
+ "probeConfirm": "Siųsti iki 3 bandomųjų užklausų?",
+ "probeCapabilities": "samprotavimas: {reasoning} · įrankiai: {tools}",
+ "probeCapYes": "taip",
+ "probeCapNo": "ne",
+ "probeCapUnknown": "nežinoma",
"probeSuccess": "{model} išbandytas per {latency} ms",
"probeFailed": "Bandymas nepavyko: {reason}",
"discoverTitle": "Modeliai šiame galiniame taške",
diff --git a/client/src/i18n/locales/ml.json b/client/src/i18n/locales/ml.json
index fbba09b8..0da781d2 100644
--- a/client/src/i18n/locales/ml.json
+++ b/client/src/i18n/locales/ml.json
@@ -416,6 +416,11 @@
"addingCustom": "ചേർക്കുന്നു...",
"discoverModels": "മോഡലുകൾ എടുക്കുക",
"probeNow": "എൻഡ്‌പോയിന്റ് പരീക്ഷിക്കുക",
+ "probeConfirm": "പരമാവധി 3 ടെസ്റ്റ് അഭ്യർത്ഥനകൾ അയയ്ക്കണോ?",
+ "probeCapabilities": "ന്യായവാദം: {reasoning} · ടൂളുകൾ: {tools}",
+ "probeCapYes": "അതെ",
+ "probeCapNo": "ഇല്ല",
+ "probeCapUnknown": "അറിയില്ല",
"probeSuccess": "{model} {latency}ms-ൽ പരീക്ഷിച്ചു",
"probeFailed": "പരീക്ഷണം പരാജയപ്പെട്ടു: {reason}",
"discoverTitle": "ഈ എൻഡ്‌പോയിന്റിലെ മോഡലുകൾ",
diff --git a/client/src/i18n/locales/mr.json b/client/src/i18n/locales/mr.json
index a1e1881c..40cdae24 100644
--- a/client/src/i18n/locales/mr.json
+++ b/client/src/i18n/locales/mr.json
@@ -416,6 +416,11 @@
"addingCustom": "जोडत आहे...",
"discoverModels": "मॉडेल आणा",
"probeNow": "एंडपॉइंटची चाचणी करा",
+ "probeConfirm": "जास्तीत जास्त 3 चाचणी विनंत्या पाठवायच्या?",
+ "probeCapabilities": "तर्क: {reasoning} · साधने: {tools}",
+ "probeCapYes": "होय",
+ "probeCapNo": "नाही",
+ "probeCapUnknown": "अज्ञात",
"probeSuccess": "{model} ची चाचणी {latency}ms मध्ये झाली",
"probeFailed": "चाचणी अयशस्वी झाली: {reason}",
"discoverTitle": "या एंडपॉइंटवरील मॉडेल",
diff --git a/client/src/i18n/locales/ms.json b/client/src/i18n/locales/ms.json
index ce8ccc72..6711754c 100644
--- a/client/src/i18n/locales/ms.json
+++ b/client/src/i18n/locales/ms.json
@@ -416,6 +416,11 @@
"addingCustom": "Menambah...",
"discoverModels": "Dapatkan model",
"probeNow": "Uji endpoint",
+ "probeConfirm": "Hantar sehingga 3 permintaan ujian?",
+ "probeCapabilities": "penaakulan: {reasoning} · alat: {tools}",
+ "probeCapYes": "ya",
+ "probeCapNo": "tidak",
+ "probeCapUnknown": "tidak diketahui",
"probeSuccess": "{model} diuji dalam {latency}ms",
"probeFailed": "Ujian gagal: {reason}",
"discoverTitle": "Model pada endpoint ini",
diff --git a/client/src/i18n/locales/my.json b/client/src/i18n/locales/my.json
index f047356c..7310feda 100644
--- a/client/src/i18n/locales/my.json
+++ b/client/src/i18n/locales/my.json
@@ -416,6 +416,11 @@
"addingCustom": "ထပ်ထည့်နေသည်...",
"discoverModels": "မော်ဒယ်များ ရယူရန်",
"probeNow": "အဆုံးမှတ်ကို စမ်းသပ်ရန်",
+ "probeConfirm": "စမ်းသပ်တောင်းဆိုမှု ၃ ခုအထိ ပို့မလား?",
+ "probeCapabilities": "ကျိုးကြောင်းဆင်ခြင်မှု: {reasoning} · ကိရိယာများ: {tools}",
+ "probeCapYes": "ရှိ",
+ "probeCapNo": "မရှိ",
+ "probeCapUnknown": "မသိရ",
"probeSuccess": "{model} ကို {latency}ms အတွင်း စမ်းသပ်ပြီးပါပြီ",
"probeFailed": "စမ်းသပ်မှု မအောင်မြင်ပါ: {reason}",
"discoverTitle": "ဤအဆုံးမှတ်ရှိ မော်ဒယ်များ",
diff --git a/client/src/i18n/locales/ne.json b/client/src/i18n/locales/ne.json
index ec06085f..fdfad9c6 100644
--- a/client/src/i18n/locales/ne.json
+++ b/client/src/i18n/locales/ne.json
@@ -416,6 +416,11 @@
"addingCustom": "थप्दैछ...",
"discoverModels": "मोडेल ल्याउनुहोस्",
"probeNow": "एन्डपोइन्ट परीक्षण गर्नुहोस्",
+ "probeConfirm": "बढीमा ३ परीक्षण अनुरोध पठाउने?",
+ "probeCapabilities": "तर्क: {reasoning} · उपकरण: {tools}",
+ "probeCapYes": "हो",
+ "probeCapNo": "होइन",
+ "probeCapUnknown": "अज्ञात",
"probeSuccess": "{model} {latency}ms मा परीक्षण गरियो",
"probeFailed": "परीक्षण असफल भयो: {reason}",
"discoverTitle": "यो एन्डपोइन्टका मोडेलहरू",
diff --git a/client/src/i18n/locales/nl.json b/client/src/i18n/locales/nl.json
index e21a9809..d01733e3 100644
--- a/client/src/i18n/locales/nl.json
+++ b/client/src/i18n/locales/nl.json
@@ -416,6 +416,11 @@
"addingCustom": "En ik voeg toe...",
"discoverModels": "Modellen ophalen",
"probeNow": "Endpoint testen",
+ "probeConfirm": "Maximaal 3 testverzoeken versturen?",
+ "probeCapabilities": "redeneren: {reasoning} · tools: {tools}",
+ "probeCapYes": "ja",
+ "probeCapNo": "nee",
+ "probeCapUnknown": "onbekend",
"probeSuccess": "{model} getest in {latency} ms",
"probeFailed": "Test mislukt: {reason}",
"discoverTitle": "Modellen op dit endpoint",
diff --git a/client/src/i18n/locales/no.json b/client/src/i18n/locales/no.json
index 69dbc6ba..39b2403e 100644
--- a/client/src/i18n/locales/no.json
+++ b/client/src/i18n/locales/no.json
@@ -416,6 +416,11 @@
"addingCustom": "Legger til...",
"discoverModels": "Hent modeller",
"probeNow": "Test endepunktet",
+ "probeConfirm": "Sende opptil 3 testforespørsler?",
+ "probeCapabilities": "resonnering: {reasoning} · verktøy: {tools}",
+ "probeCapYes": "ja",
+ "probeCapNo": "nei",
+ "probeCapUnknown": "ukjent",
"probeSuccess": "Testet {model} på {latency} ms",
"probeFailed": "Testen mislyktes: {reason}",
"discoverTitle": "Modeller på dette endepunktet",
diff --git a/client/src/i18n/locales/or.json b/client/src/i18n/locales/or.json
index cf5a2cd5..44eb636b 100644
--- a/client/src/i18n/locales/or.json
+++ b/client/src/i18n/locales/or.json
@@ -416,6 +416,11 @@
"addingCustom": "ଯୋଡ଼ିବା...",
"discoverModels": "ମଡେଲ ଆଣନ୍ତୁ",
"probeNow": "ଏଣ୍ଡପଏଣ୍ଟ ପରୀକ୍ଷା କରନ୍ତୁ",
+ "probeConfirm": "ସର୍ବାଧିକ 3ଟି ପରୀକ୍ଷା ଅନୁରୋଧ ପଠାଇବେ?",
+ "probeCapabilities": "ଯୁକ୍ତି: {reasoning} · ଟୁଲ୍: {tools}",
+ "probeCapYes": "ହଁ",
+ "probeCapNo": "ନା",
+ "probeCapUnknown": "ଅଜଣା",
"probeSuccess": "{model} କୁ {latency}ms ରେ ପରୀକ୍ଷା କରାଗଲା",
"probeFailed": "ପରୀକ୍ଷା ବିଫଳ ହେଲା: {reason}",
"discoverTitle": "ଏହି ଏଣ୍ଡପଏଣ୍ଟର ମଡେଲ",
diff --git a/client/src/i18n/locales/pa.json b/client/src/i18n/locales/pa.json
index b3ea9af5..8704b905 100644
--- a/client/src/i18n/locales/pa.json
+++ b/client/src/i18n/locales/pa.json
@@ -416,6 +416,11 @@
"addingCustom": "ਜੋੜ ਰਿਹਾ ਹੈ...",
"discoverModels": "ਮਾਡਲ ਲਿਆਓ",
"probeNow": "ਐਂਡਪੌਇੰਟ ਪਰਖੋ",
+ "probeConfirm": "ਵੱਧ ਤੋਂ ਵੱਧ 3 ਟੈਸਟ ਬੇਨਤੀਆਂ ਭੇਜਣੀਆਂ ਹਨ?",
+ "probeCapabilities": "ਤਰਕ: {reasoning} · ਟੂਲ: {tools}",
+ "probeCapYes": "ਹਾਂ",
+ "probeCapNo": "ਨਹੀਂ",
+ "probeCapUnknown": "ਅਣਜਾਣ",
"probeSuccess": "{model} ਨੂੰ {latency}ms ਵਿੱਚ ਪਰਖਿਆ ਗਿਆ",
"probeFailed": "ਪਰਖ ਅਸਫਲ ਰਹੀ: {reason}",
"discoverTitle": "ਇਸ ਐਂਡਪੌਇੰਟ ਦੇ ਮਾਡਲ",
diff --git a/client/src/i18n/locales/pl.json b/client/src/i18n/locales/pl.json
index 755031ef..879a1f8e 100644
--- a/client/src/i18n/locales/pl.json
+++ b/client/src/i18n/locales/pl.json
@@ -416,6 +416,11 @@
"addingCustom": "Dodawanie…",
"discoverModels": "Pobierz modele",
"probeNow": "Przetestuj punkt końcowy",
+ "probeConfirm": "Wysłać maksymalnie 3 żądania testowe?",
+ "probeCapabilities": "rozumowanie: {reasoning} · narzędzia: {tools}",
+ "probeCapYes": "tak",
+ "probeCapNo": "nie",
+ "probeCapUnknown": "nieznane",
"probeSuccess": "Przetestowano {model} w {latency} ms",
"probeFailed": "Test nie powiódł się: {reason}",
"discoverTitle": "Modele w tym punkcie końcowym",
diff --git a/client/src/i18n/locales/pt-BR.json b/client/src/i18n/locales/pt-BR.json
index 24a4a9a3..762b9ba3 100644
--- a/client/src/i18n/locales/pt-BR.json
+++ b/client/src/i18n/locales/pt-BR.json
@@ -416,6 +416,11 @@
"addingCustom": "Adicionando…",
"discoverModels": "Buscar modelos",
"probeNow": "Testar o endpoint",
+ "probeConfirm": "Enviar até 3 requisições de teste?",
+ "probeCapabilities": "raciocínio: {reasoning} · ferramentas: {tools}",
+ "probeCapYes": "sim",
+ "probeCapNo": "não",
+ "probeCapUnknown": "desconhecido",
"probeSuccess": "{model} testado em {latency} ms",
"probeFailed": "Falha no teste: {reason}",
"discoverTitle": "Modelos neste endpoint",
diff --git a/client/src/i18n/locales/pt-PT.json b/client/src/i18n/locales/pt-PT.json
index 0f0f2691..01fd6b08 100644
--- a/client/src/i18n/locales/pt-PT.json
+++ b/client/src/i18n/locales/pt-PT.json
@@ -416,6 +416,11 @@
"addingCustom": "Acrescentando...",
"discoverModels": "Obter modelos",
"probeNow": "Testar o endpoint",
+ "probeConfirm": "Enviar até 3 pedidos de teste?",
+ "probeCapabilities": "raciocínio: {reasoning} · ferramentas: {tools}",
+ "probeCapYes": "sim",
+ "probeCapNo": "não",
+ "probeCapUnknown": "desconhecido",
"probeSuccess": "{model} testado em {latency} ms",
"probeFailed": "O teste falhou: {reason}",
"discoverTitle": "Modelos neste endpoint",
diff --git a/client/src/i18n/locales/ro.json b/client/src/i18n/locales/ro.json
index f14500b3..78ebc696 100644
--- a/client/src/i18n/locales/ro.json
+++ b/client/src/i18n/locales/ro.json
@@ -416,6 +416,11 @@
"addingCustom": "Adăugând...",
"discoverModels": "Preia modelele",
"probeNow": "Testează endpointul",
+ "probeConfirm": "Trimiți până la 3 cereri de test?",
+ "probeCapabilities": "raționament: {reasoning} · instrumente: {tools}",
+ "probeCapYes": "da",
+ "probeCapNo": "nu",
+ "probeCapUnknown": "necunoscut",
"probeSuccess": "{model} testat în {latency} ms",
"probeFailed": "Testul a eșuat: {reason}",
"discoverTitle": "Modele pe acest endpoint",
diff --git a/client/src/i18n/locales/ru.json b/client/src/i18n/locales/ru.json
index 7d1efda6..e5ac650b 100644
--- a/client/src/i18n/locales/ru.json
+++ b/client/src/i18n/locales/ru.json
@@ -416,6 +416,11 @@
"addingCustom": "Добавление…",
"discoverModels": "Получить модели",
"probeNow": "Протестировать конечную точку",
+ "probeConfirm": "Отправить до 3 тестовых запросов?",
+ "probeCapabilities": "рассуждение: {reasoning} · инструменты: {tools}",
+ "probeCapYes": "да",
+ "probeCapNo": "нет",
+ "probeCapUnknown": "неизвестно",
"probeSuccess": "{model} протестирован за {latency} мс",
"probeFailed": "Не удалось выполнить тест: {reason}",
"discoverTitle": "Модели на этой точке доступа",
diff --git a/client/src/i18n/locales/si.json b/client/src/i18n/locales/si.json
index 6e4f92cb..d7462f7b 100644
--- a/client/src/i18n/locales/si.json
+++ b/client/src/i18n/locales/si.json
@@ -416,6 +416,11 @@
"addingCustom": "එකතු කරමින්...",
"discoverModels": "ආකෘති ලබාගන්න",
"probeNow": "අන්ත ලක්ෂ්‍යය පරීක්ෂා කරන්න",
+ "probeConfirm": "පරීක්ෂණ ඉල්ලීම් 3ක් දක්වා යවන්නද?",
+ "probeCapabilities": "තර්කනය: {reasoning} · මෙවලම්: {tools}",
+ "probeCapYes": "ඔව්",
+ "probeCapNo": "නැත",
+ "probeCapUnknown": "නොදනී",
"probeSuccess": "{model} {latency}ms කින් පරීක්ෂා කරන ලදි",
"probeFailed": "පරීක්ෂණය අසාර්ථක විය: {reason}",
"discoverTitle": "මෙම අන්තයේ ඇති ආකෘති",
diff --git a/client/src/i18n/locales/sk.json b/client/src/i18n/locales/sk.json
index d157c6f9..a2ef91b2 100644
--- a/client/src/i18n/locales/sk.json
+++ b/client/src/i18n/locales/sk.json
@@ -416,6 +416,11 @@
"addingCustom": "Pridávam...",
"discoverModels": "Načítať modely",
"probeNow": "Otestovať endpoint",
+ "probeConfirm": "Odoslať až 3 testovacie požiadavky?",
+ "probeCapabilities": "uvažovanie: {reasoning} · nástroje: {tools}",
+ "probeCapYes": "áno",
+ "probeCapNo": "nie",
+ "probeCapUnknown": "neznáme",
"probeSuccess": "Model {model} otestovaný za {latency} ms",
"probeFailed": "Test zlyhal: {reason}",
"discoverTitle": "Modely na tomto endpointe",
diff --git a/client/src/i18n/locales/sr.json b/client/src/i18n/locales/sr.json
index 8552f375..546931f8 100644
--- a/client/src/i18n/locales/sr.json
+++ b/client/src/i18n/locales/sr.json
@@ -416,6 +416,11 @@
"addingCustom": "Додавање…",
"discoverModels": "Преузми моделе",
"probeNow": "Тестирај крајњу тачку",
+ "probeConfirm": "Послати до 3 тест захтева?",
+ "probeCapabilities": "закључивање: {reasoning} · алати: {tools}",
+ "probeCapYes": "да",
+ "probeCapNo": "не",
+ "probeCapUnknown": "непознато",
"probeSuccess": "{model} тестиран за {latency} ms",
"probeFailed": "Тест није успео: {reason}",
"discoverTitle": "Модели на овој крајњој тачки",
diff --git a/client/src/i18n/locales/sv.json b/client/src/i18n/locales/sv.json
index c7d18809..5da32c1d 100644
--- a/client/src/i18n/locales/sv.json
+++ b/client/src/i18n/locales/sv.json
@@ -416,6 +416,11 @@
"addingCustom": "Lägger till...",
"discoverModels": "Hämta modeller",
"probeNow": "Testa endpointen",
+ "probeConfirm": "Skicka upp till 3 testförfrågningar?",
+ "probeCapabilities": "resonemang: {reasoning} · verktyg: {tools}",
+ "probeCapYes": "ja",
+ "probeCapNo": "nej",
+ "probeCapUnknown": "okänt",
"probeSuccess": "Testade {model} på {latency} ms",
"probeFailed": "Testet misslyckades: {reason}",
"discoverTitle": "Modeller på denna endpoint",
diff --git a/client/src/i18n/locales/sw.json b/client/src/i18n/locales/sw.json
index 95042cfd..d0f36d63 100644
--- a/client/src/i18n/locales/sw.json
+++ b/client/src/i18n/locales/sw.json
@@ -416,6 +416,11 @@
"addingCustom": "Inaongeza...",
"discoverModels": "Leta modeli",
"probeNow": "Jaribu mwisho huu",
+ "probeConfirm": "Tuma hadi maombi 3 ya majaribio?",
+ "probeCapabilities": "hoja: {reasoning} · zana: {tools}",
+ "probeCapYes": "ndiyo",
+ "probeCapNo": "hapana",
+ "probeCapUnknown": "haijulikani",
"probeSuccess": "{model} imejaribiwa kwa {latency}ms",
"probeFailed": "Jaribio limeshindwa: {reason}",
"discoverTitle": "Modeli kwenye mwisho huu",
diff --git a/client/src/i18n/locales/ta.json b/client/src/i18n/locales/ta.json
index 3c92e591..31a99cd1 100644
--- a/client/src/i18n/locales/ta.json
+++ b/client/src/i18n/locales/ta.json
@@ -416,6 +416,11 @@
"addingCustom": "சேர்க்கிறது…",
"discoverModels": "மாதிரிகளைப் பெறு",
"probeNow": "எண்ட்பாயிண்டைச் சோதிக்கவும்",
+ "probeConfirm": "அதிகபட்சம் 3 சோதனை கோரிக்கைகளை அனுப்பவா?",
+ "probeCapabilities": "பகுத்தறிவு: {reasoning} · கருவிகள்: {tools}",
+ "probeCapYes": "ஆம்",
+ "probeCapNo": "இல்லை",
+ "probeCapUnknown": "தெரியவில்லை",
"probeSuccess": "{model} {latency}ms-இல் சோதிக்கப்பட்டது",
"probeFailed": "சோதனை தோல்வியடைந்தது: {reason}",
"discoverTitle": "இந்த எண்ட்பாயிண்டில் உள்ள மாதிரிகள்",
diff --git a/client/src/i18n/locales/te.json b/client/src/i18n/locales/te.json
index ae5c1519..e422186e 100644
--- a/client/src/i18n/locales/te.json
+++ b/client/src/i18n/locales/te.json
@@ -416,6 +416,11 @@
"addingCustom": "జోడిస్తోంది...",
"discoverModels": "మోడల్‌లను తెచ్చు",
"probeNow": "ఎండ్‌పాయింట్‌ను పరీక్షించండి",
+ "probeConfirm": "గరిష్టంగా 3 పరీక్ష అభ్యర్థనలు పంపాలా?",
+ "probeCapabilities": "తార్కికత: {reasoning} · టూల్స్: {tools}",
+ "probeCapYes": "అవును",
+ "probeCapNo": "కాదు",
+ "probeCapUnknown": "తెలియదు",
"probeSuccess": "{model} {latency}ms లో పరీక్షించబడింది",
"probeFailed": "పరీక్ష విఫలమైంది: {reason}",
"discoverTitle": "ఈ ఎండ్‌పాయింట్‌లోని మోడల్‌లు",
diff --git a/client/src/i18n/locales/th.json b/client/src/i18n/locales/th.json
index de9a9172..d3cfed5a 100644
--- a/client/src/i18n/locales/th.json
+++ b/client/src/i18n/locales/th.json
@@ -416,6 +416,11 @@
"addingCustom": "กำลังเพิ่ม...",
"discoverModels": "ดึงรายการโมเดล",
"probeNow": "ทดสอบเอนด์พอยต์",
+ "probeConfirm": "ส่งคำขอทดสอบสูงสุด 3 รายการหรือไม่?",
+ "probeCapabilities": "การให้เหตุผล: {reasoning} · เครื่องมือ: {tools}",
+ "probeCapYes": "ใช่",
+ "probeCapNo": "ไม่",
+ "probeCapUnknown": "ไม่ทราบ",
"probeSuccess": "ทดสอบ {model} ใน {latency}ms แล้ว",
"probeFailed": "การทดสอบล้มเหลว: {reason}",
"discoverTitle": "โมเดลบนเอนด์พอยต์นี้",
diff --git a/client/src/i18n/locales/tl.json b/client/src/i18n/locales/tl.json
index 46bb61c7..e560278d 100644
--- a/client/src/i18n/locales/tl.json
+++ b/client/src/i18n/locales/tl.json
@@ -416,6 +416,11 @@
"addingCustom": "Dagdag pa...",
"discoverModels": "Kunin ang mga modelo",
"probeNow": "Subukan ang endpoint",
+ "probeConfirm": "Magpadala ng hanggang 3 test request?",
+ "probeCapabilities": "pangangatwiran: {reasoning} · mga tool: {tools}",
+ "probeCapYes": "oo",
+ "probeCapNo": "hindi",
+ "probeCapUnknown": "hindi alam",
"probeSuccess": "Nasubukan ang {model} sa loob ng {latency}ms",
"probeFailed": "Nabigo ang pagsubok: {reason}",
"discoverTitle": "Mga modelo sa endpoint na ito",
diff --git a/client/src/i18n/locales/tr.json b/client/src/i18n/locales/tr.json
index fa879e1d..fb68e3e7 100644
--- a/client/src/i18n/locales/tr.json
+++ b/client/src/i18n/locales/tr.json
@@ -416,6 +416,11 @@
"addingCustom": "Ekleniyor…",
"discoverModels": "Modelleri getir",
"probeNow": "Uç noktayı test et",
+ "probeConfirm": "En fazla 3 test isteği gönderilsin mi?",
+ "probeCapabilities": "akıl yürütme: {reasoning} · araçlar: {tools}",
+ "probeCapYes": "evet",
+ "probeCapNo": "hayır",
+ "probeCapUnknown": "bilinmiyor",
"probeSuccess": "{model} {latency} ms içinde test edildi",
"probeFailed": "Test başarısız oldu: {reason}",
"discoverTitle": "Bu uç noktadaki modeller",
diff --git a/client/src/i18n/locales/uk.json b/client/src/i18n/locales/uk.json
index 22c92a94..f86dc197 100644
--- a/client/src/i18n/locales/uk.json
+++ b/client/src/i18n/locales/uk.json
@@ -416,6 +416,11 @@
"addingCustom": "Додавання…",
"discoverModels": "Отримати моделі",
"probeNow": "Протестувати кінцеву точку",
+ "probeConfirm": "Надіслати до 3 тестових запитів?",
+ "probeCapabilities": "міркування: {reasoning} · інструменти: {tools}",
+ "probeCapYes": "так",
+ "probeCapNo": "ні",
+ "probeCapUnknown": "невідомо",
"probeSuccess": "{model} протестовано за {latency} мс",
"probeFailed": "Не вдалося виконати тест: {reason}",
"discoverTitle": "Моделі на цій кінцевій точці",
diff --git a/client/src/i18n/locales/ur.json b/client/src/i18n/locales/ur.json
index 809a6f1c..d478fa20 100644
--- a/client/src/i18n/locales/ur.json
+++ b/client/src/i18n/locales/ur.json
@@ -416,6 +416,11 @@
"addingCustom": "شامل کیا جا رہا ہے…",
"discoverModels": "ماڈلز حاصل کریں",
"probeNow": "اینڈ پوائنٹ کی جانچ کریں",
+ "probeConfirm": "زیادہ سے زیادہ 3 ٹیسٹ درخواستیں بھیجیں؟",
+ "probeCapabilities": "استدلال: {reasoning} · ٹولز: {tools}",
+ "probeCapYes": "ہاں",
+ "probeCapNo": "نہیں",
+ "probeCapUnknown": "نامعلوم",
"probeSuccess": "{model} کی جانچ {latency}ms میں مکمل ہوئی",
"probeFailed": "جانچ ناکام ہوگئی: {reason}",
"discoverTitle": "اس اینڈ پوائنٹ کے ماڈلز",
diff --git a/client/src/i18n/locales/uz.json b/client/src/i18n/locales/uz.json
index 69e66c5a..04cb2be7 100644
--- a/client/src/i18n/locales/uz.json
+++ b/client/src/i18n/locales/uz.json
@@ -416,6 +416,11 @@
"addingCustom": "Qo‘shilmoqda…",
"discoverModels": "Modellarni olish",
"probeNow": "Endpointni sinab ko‘rish",
+ "probeConfirm": "3 tagacha sinov so‘rovi yuborilsinmi?",
+ "probeCapabilities": "mulohaza: {reasoning} · vositalar: {tools}",
+ "probeCapYes": "ha",
+ "probeCapNo": "yo‘q",
+ "probeCapUnknown": "noma’lum",
"probeSuccess": "{model} {latency}ms ichida sinovdan o‘tdi",
"probeFailed": "Sinov muvaffaqiyatsiz tugadi: {reason}",
"discoverTitle": "Ushbu endpointdagi modellar",
diff --git a/client/src/i18n/locales/vi.json b/client/src/i18n/locales/vi.json
index 6efd3726..1c26d231 100644
--- a/client/src/i18n/locales/vi.json
+++ b/client/src/i18n/locales/vi.json
@@ -416,6 +416,11 @@
"addingCustom": "Đang thêm…",
"discoverModels": "Lấy danh sách mô hình",
"probeNow": "Kiểm thử endpoint",
+ "probeConfirm": "Gửi tối đa 3 yêu cầu thử nghiệm?",
+ "probeCapabilities": "suy luận: {reasoning} · công cụ: {tools}",
+ "probeCapYes": "có",
+ "probeCapNo": "không",
+ "probeCapUnknown": "không rõ",
"probeSuccess": "Đã kiểm thử {model} trong {latency}ms",
"probeFailed": "Kiểm thử thất bại: {reason}",
"discoverTitle": "Mô hình trên endpoint này",
diff --git a/client/src/i18n/locales/yo.json b/client/src/i18n/locales/yo.json
index 1911399d..2b278cd2 100644
--- a/client/src/i18n/locales/yo.json
+++ b/client/src/i18n/locales/yo.json
@@ -416,6 +416,11 @@
"addingCustom": "Nfi…",
"discoverModels": "Gba àwọn àwòṣe",
"probeNow": "Dán ibùdó náà wò",
+ "probeConfirm": "Ránṣẹ́ àwọn ìbéèrè ìdánwò tó tó 3?",
+ "probeCapabilities": "ìrònú: {reasoning} · irinṣẹ́: {tools}",
+ "probeCapYes": "bẹ́ẹ̀ni",
+ "probeCapNo": "bẹ́ẹ̀kọ́",
+ "probeCapUnknown": "àìmọ̀",
"probeSuccess": "A dán {model} wò ní {latency}ms",
"probeFailed": "Ìdánwò kùnà: {reason}",
"discoverTitle": "Àwọn àwòṣe lórí ibùdó yìí",
diff --git a/client/src/i18n/locales/zh-CN.json b/client/src/i18n/locales/zh-CN.json
index e66220f7..37133da8 100644
--- a/client/src/i18n/locales/zh-CN.json
+++ b/client/src/i18n/locales/zh-CN.json
@@ -420,6 +420,11 @@
"addingCustom": "添加中…",
"discoverModels": "获取模型",
"probeNow": "立即探测",
+ "probeConfirm": "将发送最多 3 次测试请求?",
+ "probeCapabilities": "推理:{reasoning} · 工具调用:{tools}",
+ "probeCapYes": "支持",
+ "probeCapNo": "不支持",
+ "probeCapUnknown": "未知",
"probeSuccess": "已探测 {model},耗时 {latency}ms",
"probeFailed": "探测失败:{reason}",
"discoverTitle": "此端点上的模型",
diff --git a/client/src/i18n/locales/zh-TW.json b/client/src/i18n/locales/zh-TW.json
index 8cc96450..34932f96 100644
--- a/client/src/i18n/locales/zh-TW.json
+++ b/client/src/i18n/locales/zh-TW.json
@@ -420,6 +420,11 @@
"addingCustom": "新增中...",
"discoverModels": "取得模型",
"probeNow": "立即探測",
+ "probeConfirm": "將傳送最多 3 次測試請求?",
+ "probeCapabilities": "推理:{reasoning} · 工具呼叫:{tools}",
+ "probeCapYes": "支援",
+ "probeCapNo": "不支援",
+ "probeCapUnknown": "未知",
"probeSuccess": "已探測 {model},耗時 {latency}ms",
"probeFailed": "探測失敗:{reason}",
"discoverTitle": "此端點上的模型",
diff --git a/server/src/__tests__/routes/custom-model-discovery.test.ts b/server/src/__tests__/routes/custom-model-discovery.test.ts
index 3c2d9088..435c11d9 100644
--- a/server/src/__tests__/routes/custom-model-discovery.test.ts
+++ b/server/src/__tests__/routes/custom-model-discovery.test.ts
@@ -436,4 +436,202 @@ describe('median seeding for custom models (#488)', () => {
expect(count).toBe(0);
expect(isOnCooldown('custom', 'relay-a', keyId)).toBe(true);
});
+
+ it('probe reports reasoning=true when the reasoning probe answer is correct (#874)', async () => {
+ await post(app, '/api/keys/custom', { baseUrl: ENDPOINT, model: 'relay-a', apiKey: 'relay-secret' });
+ const keyId = customKeyIds()[0]!;
+
+ // Ping (max_tokens 1) → reasoning probe (max_tokens 16) → tool probe (tools).
+ const mock = vi.fn(async (url: string, init?: RequestInit) => {
+ if (String(url).endsWith('/models')) {
+ return jsonResponse({ object: 'list', data: [{ id: 'relay-a' }] });
+ }
+ const reqBody = JSON.parse(String(init?.body ?? '{}')) as any;
+ if (reqBody.max_tokens === 16) {
+ return jsonResponse({ id: 'c', object: 'chat.completion', created: 0, model: 'relay-a',
+ choices: [{ index: 0, message: { role: 'assistant', content: '63' }, finish_reason: 'stop' }],
+ usage: { prompt_tokens: 10, completion_tokens: 1, total_tokens: 11 } });
+ }
+ if (reqBody.tools) {
+ return jsonResponse({ id: 'c', object: 'chat.completion', created: 0, model: 'relay-a',
+ choices: [{ index: 0, message: { role: 'assistant', content: null, tool_calls: [] }, finish_reason: 'stop' }],
+ usage: { prompt_tokens: 20, completion_tokens: 1, total_tokens: 21 } });
+ }
+ return jsonResponse({ id: 'c', object: 'chat.completion', created: 0, model: 'relay-a',
+ choices: [{ index: 0, message: { role: 'assistant', content: 'pong' }, finish_reason: 'stop' }],
+ usage: { prompt_tokens: 3, completion_tokens: 1, total_tokens: 4 } });
+ });
+ globalThis.fetch = mock as any;
+
+ const { status, body } = await post(app, '/api/keys/custom/probe', { keyId });
+
+ expect(status).toBe(200);
+ expect(body.modelId).toBe('relay-a');
+ expect(body.reasoning).toBe(true);
+ expect(body.toolCalls).toBe(false);
+ });
+
+ it('probe reports toolCalls and writes supports_tools back to the model row (#874)', async () => {
+ await post(app, '/api/keys/custom', { baseUrl: ENDPOINT, model: 'relay-a', apiKey: 'relay-secret' });
+ const keyId = customKeyIds()[0]!;
+ // Start from an explicit "no tool support" flag so the write-back is provable.
+ getDb().prepare("UPDATE models SET supports_tools = 0 WHERE platform = 'custom' AND model_id = 'relay-a'").run();
+
+ const mock = vi.fn(async (url: string, init?: RequestInit) => {
+ if (String(url).endsWith('/models')) {
+ return jsonResponse({ object: 'list', data: [{ id: 'relay-a' }] });
+ }
+ const reqBody = JSON.parse(String(init?.body ?? '{}')) as any;
+ if (reqBody.tools) {
+ return jsonResponse({ id: 'c', object: 'chat.completion', created: 0, model: 'relay-a',
+ choices: [{ index: 0, message: { role: 'assistant', content: null, tool_calls: [{ id: 'call_1', type: 'function', function: { name: 'get_weather', arguments: '{}' } }] }, finish_reason: 'tool_calls' }],
+ usage: { prompt_tokens: 20, completion_tokens: 2, total_tokens: 22 } });
+ }
+ if (reqBody.max_tokens === 16) {
+ return jsonResponse({ id: 'c', object: 'chat.completion', created: 0, model: 'relay-a',
+ choices: [{ index: 0, message: { role: 'assistant', content: 'wrong answer' }, finish_reason: 'stop' }],
+ usage: { prompt_tokens: 10, completion_tokens: 1, total_tokens: 11 } });
+ }
+ return jsonResponse({ id: 'c', object: 'chat.completion', created: 0, model: 'relay-a',
+ choices: [{ index: 0, message: { role: 'assistant', content: 'pong' }, finish_reason: 'stop' }],
+ usage: { prompt_tokens: 3, completion_tokens: 1, total_tokens: 4 } });
+ });
+ globalThis.fetch = mock as any;
+
+ const { status, body } = await post(app, '/api/keys/custom/probe', { keyId });
+
+ expect(status).toBe(200);
+ expect(body.toolCalls).toBe(true);
+ const row = getDb().prepare("SELECT supports_tools FROM models WHERE platform = 'custom' AND model_id = 'relay-a'").get() as { supports_tools: number };
+ expect(row.supports_tools).toBe(1);
+ });
+
+ it('probe without tool-call evidence leaves supports_tools untouched (#874)', async () => {
+ await post(app, '/api/keys/custom', { baseUrl: ENDPOINT, model: 'relay-a', apiKey: 'relay-secret' });
+ const keyId = customKeyIds()[0]!;
+ getDb().prepare("UPDATE models SET supports_tools = 0 WHERE platform = 'custom' AND model_id = 'relay-a'").run();
+
+ // All three probes answer plain text with finish_reason 'stop' — no tool
+ // evidence anywhere, so supports_tools must stay 0 (only positive writes).
+ const mock = vi.fn(async (url: string) => {
+ if (String(url).endsWith('/models')) {
+ return jsonResponse({ object: 'list', data: [{ id: 'relay-a' }] });
+ }
+ return jsonResponse({ id: 'c', object: 'chat.completion', created: 0, model: 'relay-a',
+ choices: [{ index: 0, message: { role: 'assistant', content: 'pong' }, finish_reason: 'stop' }],
+ usage: { prompt_tokens: 3, completion_tokens: 1, total_tokens: 4 } });
+ });
+ globalThis.fetch = mock as any;
+
+ const { status, body } = await post(app, '/api/keys/custom/probe', { keyId });
+
+ expect(status).toBe(200);
+ expect(body.toolCalls).toBe(false);
+ const row = getDb().prepare("SELECT supports_tools FROM models WHERE platform = 'custom' AND model_id = 'relay-a'").get() as { supports_tools: number };
+ expect(row.supports_tools).toBe(0);
+ });
+
+ it('reports the ping round trip as latency, not the sum of the capability probes (#874)', async () => {
+ await post(app, '/api/keys/custom', { baseUrl: ENDPOINT, model: 'relay-a', apiKey: 'relay-secret' });
+ const keyId = customKeyIds()[0]!;
+
+ // The ping answers instantly; both capability probes are deliberately slow.
+ // `latencyMs` measures the endpoint's per-request speed and feeds the
+ // bandit's speed axis, so it must reflect the PING alone — timing it after
+ // the capability probes would report roughly three round trips.
+ const SLOW_PROBE_MS = 300;
+ const mock = vi.fn(async (url: string, init?: RequestInit) => {
+ if (String(url).endsWith('/models')) {
+ return jsonResponse({ object: 'list', data: [{ id: 'relay-a' }] });
+ }
+ const reqBody = JSON.parse(String(init?.body ?? '{}')) as any;
+ if (reqBody.tools || reqBody.max_tokens === 16) {
+ await new Promise(resolve => setTimeout(resolve, SLOW_PROBE_MS));
+ }
+ return jsonResponse({ id: 'c', object: 'chat.completion', created: 0, model: 'relay-a',
+ choices: [{ index: 0, message: { role: 'assistant', content: 'pong' }, finish_reason: 'stop' }],
+ usage: { prompt_tokens: 3, completion_tokens: 1, total_tokens: 4 } });
+ });
+ globalThis.fetch = mock as any;
+
+ const { status, body } = await post(app, '/api/keys/custom/probe', { keyId });
+
+ expect(status).toBe(200);
+ // Both capability probes ran (so this is not a "the probes did not fire" pass).
+ expect(mock.mock.calls.filter(([u]) => String(u).endsWith('/chat/completions'))).toHaveLength(3);
+ expect(body.latencyMs).toBeLessThan(SLOW_PROBE_MS);
+ // The recorded sample carries the same ping-only number.
+ const sample = getDb().prepare("SELECT latency_ms FROM requests WHERE platform = 'custom'").get() as { latency_ms: number };
+ expect(sample.latency_ms).toBeLessThan(SLOW_PROBE_MS);
+ });
+
+ it('scopes the supports_tools write-back to the probed endpoint key pool (#874)', async () => {
+ // Two unrelated custom endpoints that happen to serve the SAME model id —
+ // a very common case with OpenAI-compatible relays. Probing one must not
+ // claim tool support for the other.
+ const OTHER_ENDPOINT = 'http://127.0.0.1:18098/v1';
+ await post(app, '/api/keys/custom', { baseUrl: ENDPOINT, model: 'shared-model', apiKey: 'relay-secret' });
+ await post(app, '/api/keys/custom', { baseUrl: OTHER_ENDPOINT, model: 'shared-model', apiKey: 'other-secret' });
+ const probedKeyId = customKeyIds(ENDPOINT)[0]!;
+ const otherKeyId = customKeyIds(OTHER_ENDPOINT)[0]!;
+ getDb().prepare("UPDATE models SET supports_tools = 0 WHERE platform = 'custom' AND model_id = 'shared-model'").run();
+
+ const mock = vi.fn(async (url: string, init?: RequestInit) => {
+ if (String(url).endsWith('/models')) {
+ return jsonResponse({ object: 'list', data: [{ id: 'shared-model' }] });
+ }
+ const reqBody = JSON.parse(String(init?.body ?? '{}')) as any;
+ if (reqBody.tools) {
+ return jsonResponse({ id: 'c', object: 'chat.completion', created: 0, model: 'shared-model',
+ choices: [{ index: 0, message: { role: 'assistant', content: null, tool_calls: [{ id: 'call_1', type: 'function', function: { name: 'get_weather', arguments: '{}' } }] }, finish_reason: 'tool_calls' }],
+ usage: { prompt_tokens: 20, completion_tokens: 2, total_tokens: 22 } });
+ }
+ return jsonResponse({ id: 'c', object: 'chat.completion', created: 0, model: 'shared-model',
+ choices: [{ index: 0, message: { role: 'assistant', content: 'pong' }, finish_reason: 'stop' }],
+ usage: { prompt_tokens: 3, completion_tokens: 1, total_tokens: 4 } });
+ });
+ globalThis.fetch = mock as any;
+
+ const { status, body } = await post(app, '/api/keys/custom/probe', { keyId: probedKeyId });
+
+ expect(status).toBe(200);
+ expect(body.toolCalls).toBe(true);
+ const flagFor = (keyId: number) => (getDb().prepare(
+ "SELECT supports_tools FROM models WHERE platform = 'custom' AND model_id = 'shared-model' AND key_id = ?",
+ ).get(keyId) as { supports_tools: number }).supports_tools;
+ expect(flagFor(probedKeyId)).toBe(1);
+ expect(flagFor(otherKeyId)).toBe(0);
+ });
+
+ it('leaves capability flags absent (unknown) when the capability probes fail (#874)', async () => {
+ await post(app, '/api/keys/custom', { baseUrl: ENDPOINT, model: 'relay-a', apiKey: 'relay-secret' });
+ const keyId = customKeyIds()[0]!;
+
+ // The ping succeeds, both capability probes blow up. "Unknown" is not the
+ // same claim as "no": the response must OMIT the flags so the UI can say so.
+ const mock = vi.fn(async (url: string, init?: RequestInit) => {
+ if (String(url).endsWith('/models')) {
+ return jsonResponse({ object: 'list', data: [{ id: 'relay-a' }] });
+ }
+ const reqBody = JSON.parse(String(init?.body ?? '{}')) as any;
+ if (reqBody.tools || reqBody.max_tokens === 16) {
+ throw new Error('capability probe exploded');
+ }
+ return jsonResponse({ id: 'c', object: 'chat.completion', created: 0, model: 'relay-a',
+ choices: [{ index: 0, message: { role: 'assistant', content: 'pong' }, finish_reason: 'stop' }],
+ usage: { prompt_tokens: 3, completion_tokens: 1, total_tokens: 4 } });
+ });
+ globalThis.fetch = mock as any;
+
+ const { status, body } = await post(app, '/api/keys/custom/probe', { keyId });
+
+ // The ping is still the sample-of-record — a broken capability probe never
+ // fails the probe as a whole.
+ expect(status).toBe(200);
+ expect(body.modelId).toBe('relay-a');
+ expect(body).not.toHaveProperty('reasoning');
+ expect(body).not.toHaveProperty('toolCalls');
+ const count = (getDb().prepare("SELECT COUNT(*) AS c FROM requests WHERE platform = 'custom'").get() as { c: number }).c;
+ expect(count).toBe(1);
+ });
});
diff --git a/server/src/routes/keys.ts b/server/src/routes/keys.ts
index 78a025f9..140aa66f 100644
--- a/server/src/routes/keys.ts
+++ b/server/src/routes/keys.ts
@@ -880,9 +880,13 @@ keysRouter.post('/custom/probe', async (req: Request, res: Response) => {
// (#619), and knowing the id up front also skips the discovery round-trip.
// Only an endpoint with nothing registered falls back to discovery.
let registeredModelId: string | null = null;
+ // The endpoint's key pool, hoisted so the capability write-back below can
+ // scope its UPDATE to the same keys (an unscoped model_id match would touch
+ // every unrelated custom endpoint that happens to serve the same id).
+ let poolIds: number[] = [];
if (endpoint.keyId != null) {
const db = getDb();
- const poolIds = [...customEndpointKeyIds(db, endpoint.keyId)];
+ poolIds = [...customEndpointKeyIds(db, endpoint.keyId)];
const placeholders = poolIds.map(() => '?').join(', ');
const row = db.prepare(
`SELECT model_id FROM models WHERE platform = 'custom' AND key_id IN (${placeholders}) ORDER BY id LIMIT 1`,
@@ -906,7 +910,32 @@ keysRouter.post('/custom/probe', async (req: Request, res: Response) => {
clearCooldownsForKey(endpoint.keyId);
}
- res.json({ modelId: probe.modelId, latencyMs: probe.latencyMs });
+ // Phase 1 (#874): a successful tool-call probe is positive evidence the
+ // model speaks the OpenAI tool-call protocol — write it back to the models
+ // row so the tool-aware router can pick it. Only a POSITIVE result writes
+ // (the "only write success samples" philosophy); a negative/unknown result
+ // leaves the existing flag untouched.
+ //
+ // Scoped to THIS endpoint's key pool: `model_id` alone is not unique across
+ // custom endpoints (two relays both serving 'gpt-4o-mini' are two different
+ // upstreams), so an unscoped UPDATE would claim tool support for endpoints
+ // that were never probed.
+ if (probe.toolCalls && poolIds.length > 0) {
+ const placeholders = poolIds.map(() => '?').join(', ');
+ getDb().prepare(
+ `UPDATE models SET supports_tools = 1
+ WHERE platform = 'custom' AND model_id = ? AND key_id IN (${placeholders})`,
+ ).run(probe.modelId, ...poolIds);
+ }
+
+ // Response stays { modelId, latencyMs } for backward compat; capability
+ // flags ride along as optional fields the client can opt to render.
+ res.json({
+ modelId: probe.modelId,
+ latencyMs: probe.latencyMs,
+ ...(probe.reasoning !== undefined ? { reasoning: probe.reasoning } : {}),
+ ...(probe.toolCalls !== undefined ? { toolCalls: probe.toolCalls } : {}),
+ });
} catch (err: any) {
if (err instanceof ModelDiscoveryError) {
res.status(err.status).json({ error: { message: err.message } });
diff --git a/server/src/services/model-discovery.ts b/server/src/services/model-discovery.ts
index 8df31765..017f8646 100644
--- a/server/src/services/model-discovery.ts
+++ b/server/src/services/model-discovery.ts
@@ -1,6 +1,6 @@
import { OpenAICompatProvider } from '../providers/openai-compat.js';
import { isAbortLikeError } from '../lib/error-classify.js';
-import type { ChatCompletionResponse } from '@freellmapi/shared/types.js';
+import type { ChatCompletionResponse, ChatMessage, ChatToolDefinition } from '@freellmapi/shared/types.js';
// ── Model discovery on a user's own custom endpoint (#488) ──────────────────
//
@@ -366,6 +366,30 @@ export async function discoverEndpointModels(baseUrl: string, apiKey: string): P
* rather than a magic number. See the call site for why it is not 1. */
export const PROBE_MAX_TOKENS = 4;
+/** Result of a capability probe (#874, phase 1). The `ping` latency/sample
+ * fields are unchanged from the original probe; `reasoning` and `toolCalls`
+ * are OPTIONAL additions so a client reading only `{ modelId, latencyMs }`
+ * keeps working (backward compatible). A probe that answers `ping` but then
+ * errors on a capability probe leaves that capability undefined — the caller
+ * only writes `supports_tools` when `toolCalls === true`. */
+export interface ProbeCapabilities {
+ /** True when the reasoning probe's answer contained the expected token;
+ * false when it answered something else; undefined when the probe errored
+ * or timed out (unknown). */
+ reasoning?: boolean;
+ /** True when the tool probe returned `finish_reason: 'tool_calls'`; false
+ * when it finished some other way; undefined when the probe errored or
+ * timed out (unknown). */
+ toolCalls?: boolean;
+}
+
+export interface ProbeEndpointModelResult extends ProbeCapabilities {
+ modelId: string;
+ latencyMs: number;
+ inputTokens: number;
+ outputTokens: number;
+}
+
/**
* Fire one minimal real chat request at a custom endpoint to measure latency
* and confirm the key works end-to-end ("probe now", #685 follow-up). When the
@@ -373,6 +397,14 @@ export const PROBE_MAX_TOKENS = 4;
* endpoint — the one whose bandit stats the sample feeds), it passes
* `preferredModelId` and the discovery round-trip is skipped entirely; only an
* endpoint with nothing registered falls back to discovering a model id.
+ *
+ * Phase 1 (#874): after the `ping` latency probe succeeds, two extra probes
+ * fire while the operator is still watching — a deterministic reasoning probe
+ * and a tool-call probe. These are best-effort: a capability probe that errors
+ * or times out simply leaves that capability flag unset, so a flaky relay can
+ * still clear a cooldown and record a success sample from the `ping`. Only a
+ * capability probe that returns positive evidence sets its flag.
+ *
* Returns the probed model id, the round-trip latency and the token counts so
* the caller can write a stats row; throws ModelDiscoveryError with a clean
* message on any failure (the caller must NOT record a sample then).
@@ -381,7 +413,7 @@ export async function probeEndpointModel(
baseUrl: string,
apiKey: string,
preferredModelId?: string | null,
-): Promise<{ modelId: string; latencyMs: number; inputTokens: number; outputTokens: number }> {
+): Promise<ProbeEndpointModelResult> {
let modelId = preferredModelId?.trim() || null;
if (!modelId) {
const discovered = await discoverEndpointModels(baseUrl, apiKey);
@@ -418,11 +450,147 @@ export async function probeEndpointModel(
const reason = isAbortLikeError(err) ? 'timed out' : ((err as Error)?.message ?? 'unknown error');
throw new ModelDiscoveryError(502, `Probe request to ${modelId} failed: ${reason}`);
}
+ // Stop the clock HERE. `latencyMs` is the endpoint's per-request round trip
+ // — it feeds the bandit's speed axis and the operator's toast — so it must
+ // measure the ping alone. Reading it after the capability probes below would
+ // report the sum of three round trips and make every probed endpoint look
+ // roughly three times slower than it is.
+ const latencyMs = Date.now() - startedAt;
+
+ // Phase 1 (#874): the ping only proved the key works and the model answers.
+ // Fire two extra best-effort probes — reasoning + tool calls — so the
+ // operator gets a capability snapshot on the same "probe now" click. Neither
+ // can fail the whole probe: the ping's success is the sample-of-record, and a
+ // relay that 500s on tools but answers chat still gets its cooldown lifted.
+ const capabilities = await probeModelCapabilities(provider, apiKey, modelId).catch(() => {
+ // A capability probe that throws (timeout, non-OpenAI error, …) is not a
+ // probe failure — the ping already succeeded. Swallow and leave flags unset.
+ return {} as ProbeCapabilities;
+ });
return {
modelId,
- latencyMs: Date.now() - startedAt,
+ latencyMs,
inputTokens: response.usage?.prompt_tokens ?? 0,
outputTokens: response.usage?.completion_tokens ?? 0,
+ ...capabilities,
};
}
+
+// ── Capability probes (#874, phase 1) ─────────────────────────────────────
+//
+// Two focused probes run after the ping, while the operator is still watching
+// the probe spinner. Neither writes a `requests` row — the ping is the
+// sample-of-record — and neither can fail the probe: the ping already proved
+// the key works, and a relay that 500s on tools but answers chat still deserves
+// its cooldown lifted. Only POSITIVE evidence sets a flag (the "only write
+// success samples" philosophy), so `supports_tools` is written back to the
+// models row only when the tool probe returns `finish_reason: 'tool_calls'`.
+
+/** A deterministic arithmetic probe: the answer is always 63, so a correct
+ * reply is strong evidence the model actually reasons (not that it echoed the
+ * prompt). The `63` substring check tolerates " 63" / "63." / "sixty-three"
+ * misspellings only insofar as the digits appear; we keep it deliberately
+ * loose because relays wrap answers in markdown/formats. */
+const REASONING_PROBE_PROMPT = 'What is 9*7? Reply with just the number.';
+const REASONING_PROBE_ANSWER_TOKEN = '63';
+
+/** The tool probe's dummy function: an empty-parameter `get_weather`. We send
+ * `tool_choice: 'auto'` (not `'required'`) so the test is "does the model
+ * CHOOSE to call a tool when one is offered" — the same signal the router
+ * relies on when filtering tool-capable models. */
+const TOOL_PROBE: ChatToolDefinition = {
+ type: 'function',
+ function: {
+ name: 'get_weather',
+ description: 'Get the current weather for a city.',
+ parameters: {
+ type: 'object',
+ properties: {
+ city: { type: 'string', description: 'The city to get weather for.' },
+ },
+ required: ['city'],
+ },
+ },
+};
+
+/**
+ * Run the reasoning and tool-call capability probes against a model (#874,
+ * phase 1). Best-effort: a probe that errors leaves its flag unset rather than
+ * throwing — the caller treats "unset" as "unknown" and only writes
+ * `supports_tools` on a positive `toolCalls`.
+ *
+ * Exposed separately so a future caller can run capability probes without the
+ * ping (or reuse the probe set under a different transport). The current probe
+ * chain calls this from `probeEndpointModel`.
+ */
+export async function probeModelCapabilities(
+ provider: OpenAICompatProvider,
+ apiKey: string,
+ modelId: string,
+): Promise<ProbeCapabilities> {
+ // Reasoning probe: a deterministic arithmetic puzzle. A reply containing the
+ // expected answer token is counted as "reasons". We allow a little headroom
+ // (max_tokens 16) so the model can emit "63" without being cut off mid-number.
+ // `undefined` is the honest starting value: it means "we did not find out".
+ // Only a completed probe may downgrade it to `false`.
+ let reasoning: boolean | undefined;
+ try {
+ const reasoningMessages: ChatMessage[] = [
+ { role: 'user', content: REASONING_PROBE_PROMPT },
+ ];
+ const reasoningRes = await provider.chatCompletion(apiKey, reasoningMessages, modelId, {
+ max_tokens: 16,
+ temperature: 0,
+ });
+ const text = textOfCompletion(reasoningRes);
+ reasoning = text.includes(REASONING_PROBE_ANSWER_TOKEN);
+ } catch {
+ // An error means "unknown", not "false" — leave it undefined so the caller
+ // (and the UI) can tell "the model does not reason" apart from "the probe
+ // never got an answer".
+ reasoning = undefined;
+ }
+
+ // Tool probe: offer a dummy `get_weather` tool with `tool_choice: 'auto'` and
+ // inspect `finish_reason`. A `tool_calls` finish is positive evidence the
+ // model speaks the OpenAI tool-call protocol; anything else (stop, length,
+ // content_filter, …) means "not via this protocol" and leaves the flag false.
+ let toolCalls: boolean | undefined;
+ try {
+ const toolMessages: ChatMessage[] = [
+ { role: 'user', content: 'What is the weather in Paris? Use the get_weather tool.' },
+ ];
+ const toolRes = await provider.chatCompletion(apiKey, toolMessages, modelId, {
+ max_tokens: 64,
+ temperature: 0,
+ tools: [TOOL_PROBE],
+ tool_choice: 'auto',
+ });
+ const finishReason = toolRes.choices?.[0]?.finish_reason;
+ toolCalls = finishReason === 'tool_calls';
+ } catch {
+ // An error means "unknown", not "false" — see the reasoning probe above.
+ toolCalls = undefined;
+ }
+
+ return { reasoning, toolCalls };
+}
+
+/** Pull the assistant's text content out of a chat completion response, robust
+ * to the choice/message/content nesting relays ship. Returns the empty string
+ * when there is no text content (e.g. a pure tool_calls response). */
+function textOfCompletion(res: ChatCompletionResponse): string {
+ const choice = res.choices?.[0];
+ if (!choice) return '';
+ const message = choice.message;
+ if (!message) return '';
+ const content = message.content;
+ if (typeof content === 'string') return content;
+ if (Array.isArray(content)) {
+ return content
+ .map(block => (typeof block === 'string' ? block : (block?.text ?? '')))
+ .join('');
+ }
+ return '';
+}