ODS V3 Pre-Release: Public testing and refinement ahead of the official V3 launch. Turn your PC, Mac, or Linux box into a private AI server.
Python ai-agentsamdcomfyuidockerllama-cppllmlocal-ain8nnvidiaopen-webuiragself-hostedspeech-to-textstrix-halotext-to-speechworkflow-automation
import { useCallback, useEffect, useId, useMemo, useRef, useState } from 'react'
import HelpLink from '../components/HelpLink'
import {
AlertCircle,
CheckCircle2,
Cloud,
ClipboardCheck,
KeyRound,
Loader2,
Play,
Power,
RefreshCw,
Route,
Save,
Server,
ShieldCheck,
Trash2,
} from 'lucide-react'
const REQUEST_TIMEOUT_MS = 12000
// A successful SSH/provider probe also commits the proven route through
// LiteLLM and the managed Pixel runtime. That bounded transaction can include
// container recreation and a Pixel gateway restart.
const PROBE_TIMEOUT_MS = 1805000
const LIFECYCLE_TIMEOUT_MS = 1805000
const PEER_MODELS_TIMEOUT_MS = 30000
const PEER_MODEL_LOAD_TIMEOUT_MS = 2705000
// The default output limit: a quarter of the context window, at most 32768,
// as in ods-cli and the lifecycle API. Portal writes each file in one reply.
const MAX_DEFAULT_OUTPUT_TOKENS = 32768
function defaultMaxTokens(contextLength) {
const context = Number(contextLength)
return Number.isInteger(context) && context > 0
? String(Math.min(MAX_DEFAULT_OUTPUT_TOKENS, Math.floor(context / 4)))
: ''
}
const INITIAL_FORM = {
baseUrl: '',
model: '',
apiKey: '',
contextLength: '32768',
maxTokens: defaultMaxTokens(32768),
reasoning: false,
}
const STATUS_META = {
ready: { label: 'Connected', dot: 'bg-emerald-400', text: 'text-emerald-300' },
disabled: { label: 'Off', dot: 'bg-zinc-500', text: 'text-zinc-400' },
// An update (or a mode change) kept ODS on the model on this computer.
paused: { label: 'Paused', dot: 'bg-zinc-500', text: 'text-zinc-400' },
degraded: { label: 'Needs attention', dot: 'bg-theme-text-secondary', text: 'text-theme-text-secondary' },
invalid: { label: 'Not set up', dot: 'bg-red-400', text: 'text-red-300' },
unknown: { label: 'Unknown', dot: 'bg-zinc-500', text: 'text-zinc-400' },
}
// Right after a change, ODS and Portal take a few seconds to switch over.
const SETTLE_POLL_MS = 3000
const SETTLE_POLLS = 5
// The API listed its models but failed a test chat on the active route.
const NOT_SERVING_TEXT = 'The API is not answering chats right now. ODS kept its settings, so chat and Portal fail until it is back. ' +
'Check again later, or turn the remote model off to use the model on this computer.'
// The raw reason stays visible under "Details"; this says what to do.
function friendlyProviderError(message) {
const text = String(message || '')
if (/HTTP 40[13]\b/.test(text)) return 'The API refused the key. Check the key, then connect again.'
if (/HTTP 404\b/.test(text)) return 'Nothing answered with a model list at that address. The API address usually ends in /v1.'
if (/HTTP 429\b/.test(text)) return 'The API is rate-limiting this key. Wait a minute, then try again.'
if (/did not serve a completion/i.test(text)) {
return 'The API answered, but a test chat with this model failed. Check the model name.'
}
if (/unreachable|probe failed|not known|nodename|timed out|refused to connect|connection refused/i.test(text)) {
return "Could not reach the API address. Check the address and this computer's internet connection."
}
if (/already in progress|host_agent_http_409/i.test(text)) {
return 'ODS is busy with another model change. Try again in a minute.'
}
if (/provider_not_serving/.test(text)) return NOT_SERVING_TEXT
return ''
}
function notServingSummary(routeProof) {
const status = Number.isInteger(routeProof.providerStatus) ? `HTTP ${routeProof.providerStatus}` : ''
const answer = [status, routeProof.providerMessage].filter(Boolean).join(': ')
return answer ? `${NOT_SERVING_TEXT} The API answered: ${answer}` : NOT_SERVING_TEXT
}
function ErrorBanner({ message, note = '' }) {
const friendly = friendlyProviderError(message)
return (
<div className="mb-4 rounded-lg border border-red-500/40 bg-red-500/10 px-4 py-3 text-sm text-red-200" role="alert">
<div className="flex items-start gap-2">
<AlertCircle className="mt-0.5 shrink-0" size={16} />
<div className="space-y-1">
<p>{friendly || message}</p>
{note && <p className="text-red-200/80">{note}</p>}
{friendly && (
<details className="text-xs text-red-200/70">
<summary className="cursor-pointer">Details</summary>
<p className="mt-1 break-words">{message}</p>
</details>
)}
<HelpLink className="text-xs" />
</div>
</div>
</div>
)
}
function hostOf(url) {
try {
return new URL(url).host
} catch {
return url || ''
}
}
function titleize(value) {
const text = typeof value === 'string' ? value.trim() : ''
if (!text) return 'Unknown'
return text
.replace(/[_-]+/g, ' ')
.replace(/\s+/g, ' ')
.replace(/^./, char => char.toUpperCase())
}
function boolLabel(value) {
return value ? 'Yes' : 'No'
}
function percentLabel(value) {
if (typeof value !== 'number' || !Number.isFinite(value)) return null
return `${Math.max(0, Math.min(100, Math.round(value)))}%`
}
function valueOrDash(value) {
if (value === null || value === undefined || value === '') return 'None'
return String(value)
}
function jsonOptions(payload) {
return {
method: 'POST',
headers: { 'Content-Type': 'application/json' },
body: JSON.stringify(payload),
}
}
function configurePayload(form) {
return {
action: 'configure',
provider: {
transport: 'direct',
baseUrl: form.baseUrl.trim(),
model: form.model.trim(),
contextLength: Number(form.contextLength),
maxTokens: Number(form.maxTokens),
reasoning: form.reasoning,
},
secrets: {
apiKey: form.apiKey.trim(),
},
}
}
function writesSummary(writes) {
const plan = writes && typeof writes === 'object' ? writes : {}
const labels = []
if (plan.routingState) labels.push('routing state')
if (plan.providerSecret) labels.push('provider secret')
if (plan.sshIdentity) labels.push('ssh identity')
if (plan.sshKnownHosts) labels.push('ssh known hosts')
if (plan.removesRoutingState) labels.push('routing state removal')
if (plan.removesSecrets) labels.push('stored secret removal')
return labels.length ? labels.join(', ') : 'None'
}
function routeSummary(result) {
const provider = result?.route?.provider || {}
if (provider.model) return `${provider.model} via ${provider.transport || 'direct'}`
if (result?.route?.enabled === false) return 'Disabled route'
return 'None'
}
function modelLabel(model) {
return model?.name || model?.id || 'Unnamed model'
}
function modelStatus(model, currentModel) {
if (model?.id && currentModel === model.id) return 'loaded'
return typeof model?.status === 'string' && model.status.trim() ? model.status.trim() : 'unknown'
}
function modelSize(model) {
if (model?.size) return model.size
if (typeof model?.sizeGb === 'number' && Number.isFinite(model.sizeGb)) return `${model.sizeGb.toFixed(1)} GB`
return null
}
function isDownloadedPeerModel(status) {
return status === 'downloaded' || status === 'loaded'
}
function peerDownloadActive(status) {
return Boolean(status?.active || status?.isDownloading || status?.status === 'downloading')
}
function peerDownloadSummary(status) {
if (!status || status.status === 'idle') return 'Idle'
const label = titleize(status.status)
const model = status.model || status.modelId || status.activeModelId
const percent = percentLabel(status.percent)
return [label, model, percent].filter(Boolean).join(' - ')
}
function lifecycleTitle(result) {
const action = titleize(result?.action)
if (result?.applied) return `${action} applied`
if (result?.staged) return `${action} staged - route proof required`
if (result?.action === 'test' && result?.probe) return 'Test completed'
if (result?.ok) return `${action} plan ready`
return `${action} completed`
}
async function responsePayload(response) {
try {
return await response.json()
} catch (error) {
// A 2xx header is not a completed receipt. Keep the form dirty when its
// body is lost: the server may already have applied the operation.
if (response.ok) {
if (error?.name === 'AbortError') throw error
throw new Error('The response could not be read. Refresh the status before trying again.')
}
return {}
}
}
function errorMessage(payload, fallback) {
if (typeof payload?.detail === 'string' && payload.detail.trim()) return payload.detail
if (payload?.detail && typeof payload.detail === 'object') {
if (typeof payload.detail.message === 'string' && payload.detail.message.trim()) return payload.detail.message
if (typeof payload.detail.error === 'string' && payload.detail.error.trim()) return payload.detail.error
}
if (typeof payload?.message === 'string' && payload.message.trim()) return payload.message
if (typeof payload?.error === 'string' && payload.error.trim()) return payload.error
return fallback
}
async function fetchJson(url, options = {}, timeoutMs = REQUEST_TIMEOUT_MS) {
const controller = new AbortController()
const timeout = setTimeout(() => controller.abort(), timeoutMs)
try {
const response = await fetch(url, { ...options, signal: controller.signal })
const payload = await responsePayload(response)
if (!response.ok) throw new Error(errorMessage(payload, `Request failed (${response.status})`))
return payload
} catch (err) {
if (err?.name === 'AbortError') throw new Error('Request timed out')
throw err
} finally {
clearTimeout(timeout)
}
}
function StatusPill({ status }) {
const meta = STATUS_META[status] || STATUS_META.unknown
return (
<span className={`inline-flex items-center gap-2 rounded-full border border-theme-border px-3 py-1 text-xs font-semibold ${meta.text}`}>
<span className={`h-2 w-2 rounded-full ${meta.dot}`} />
{meta.label}
</span>
)
}
function Panel({ icon: Icon, title, children, actions = null, className = '', hidden = false }) {
return (
<section hidden={hidden} className={`remote-provider-panel rounded-lg border border-theme-border bg-theme-card p-4 shadow-sm ${className}`}>
<div className="mb-4 flex items-center justify-between gap-3">
<div className="flex items-center gap-2">
<Icon size={18} className="text-theme-accent" />
<h2 className="text-sm font-semibold text-theme-text">{title}</h2>
</div>
{actions}
</div>
<div className="space-y-3">{children}</div>
</section>
)
}
function ActionButton({ icon: Icon, children, onClick, disabled = false, primary = false, danger = false, type = 'button' }) {
const tone = primary
? 'bg-theme-accent text-white hover:opacity-90'
: danger
? 'border-red-500/40 text-red-200 hover:bg-red-500/10'
: 'border-theme-border text-theme-text hover:bg-theme-card-hover'
return (
<button
type={type}
onClick={onClick}
disabled={disabled}
className={`inline-flex items-center gap-2 rounded-lg border px-3 py-2 text-sm font-semibold transition disabled:cursor-not-allowed disabled:opacity-50 ${tone}`}
>
<Icon size={16} />
{children}
</button>
)
}
function TextInput({ label, value, onChange, type = 'text', autoComplete = 'off', placeholder = '', hint = '' }) {
const id = useId()
return (
<div className="block text-sm">
<label htmlFor={id} className="mb-1 block text-xs font-semibold uppercase text-theme-text-muted">{label}</label>
<input
id={id}
type={type}
value={value}
onChange={event => onChange(event.target.value)}
autoComplete={autoComplete}
placeholder={placeholder}
aria-describedby={hint ? `${id}-hint` : undefined}
className="h-10 w-full rounded-lg border border-theme-border bg-theme-bg px-3 text-sm text-theme-text outline-none transition-colors placeholder:text-theme-text-muted/50 focus:border-theme-accent"
/>
{hint && <span id={`${id}-hint`} className="mt-1 block text-xs text-theme-text-muted">{hint}</span>}
</div>
)
}
function Field({ label, value, tone = 'text-theme-text' }) {
return (
<div className="remote-field-row flex items-center justify-between gap-4 text-sm">
<span className="text-theme-text-muted">{label}</span>
<span className={`text-right font-medium ${tone}`}>{valueOrDash(value)}</span>
</div>
)
}
function LifecycleSummary({ result }) {
if (!result) return null
const secretRefs = Object.keys(result.secretRefs || {}).join(', ') || 'None'
return (
<div className="space-y-3 rounded-lg border border-theme-border/70 bg-black/10 p-3" role="status">
<div className="flex items-center gap-2 text-sm font-semibold text-emerald-200">
<CheckCircle2 size={16} />
{lifecycleTitle(result)}
</div>
<div className="grid gap-2 sm:grid-cols-2">
<Field label="Route" value={routeSummary(result)} />
<Field label="Writes" value={writesSummary(result.writes)} />
<Field label="Secret refs" value={secretRefs} />
<Field label="Mutated" value={result.mutated === undefined ? 'Pending' : boolLabel(result.mutated)} />
</div>
{result.probe && (
<Field
label="Probe"
value={`HTTP ${result.probe.httpStatus ?? 'unknown'} at ${result.probe.endpoint || '/v1/models'}`}
tone="text-emerald-300"
/>
)}
{result.activation && (
<Field
label="Consumer activation"
value={result.activation.proven ? `${result.activation.publicModel || 'ods/current'} proven` : titleize(result.activation.reason)}
tone={result.activation.proven ? 'text-emerald-300' : 'text-theme-text-secondary'}
/>
)}
{result.rollback?.attempted && (
<Field label="Rollback" value={result.rollback.ok ? 'Ok' : 'Failed'} tone={result.rollback.ok ? 'text-emerald-300' : 'text-red-300'} />
)}
</div>
)
}
function ProbeReceipt({ receipt }) {
if (!receipt) return <p className="text-sm text-theme-text-muted">No probe receipt</p>
return (
<div className="rounded-lg border border-theme-border/70 bg-black/10 p-3 text-xs">
<div className="grid gap-2 sm:grid-cols-2">
<Field label="Endpoint" value={receipt.endpoint} />
<Field label="HTTP" value={receipt.httpStatus} />
<Field label="Models" value={receipt.modelCount ?? 'Unknown'} />
<Field label="Verified" value={receipt.verifiedAt} />
</div>
</div>
)
}
function LoadingState() {
return (
<div className="flex min-h-[360px] items-center justify-center p-8 text-theme-text-muted">
<Loader2 className="mr-2 animate-spin" size={18} />
Loading remote model status
</div>
)
}
export default function RemoteProvider({ compact = false }) {
const [view, setView] = useState('connection')
const [statusData, setStatusData] = useState(null)
const [loading, setLoading] = useState(true)
const [error, setError] = useState(null)
const [testing, setTesting] = useState(false)
const [testResult, setTestResult] = useState(null)
const [testError, setTestError] = useState(null)
const [form, setForm] = useState(INITIAL_FORM)
// outputLimitSet: the owner typed the output limit, or a saved route set
// it. Until then it follows the context window.
const formEdit = useRef({ dirty: false, revision: 0, outputLimitSet: false })
const [planning, setPlanning] = useState(false)
const [applyingAction, setApplyingAction] = useState(null)
const [planResult, setPlanResult] = useState(null)
const [lifecycleResult, setLifecycleResult] = useState(null)
const [lifecycleError, setLifecycleError] = useState(null)
const [peerModelsData, setPeerModelsData] = useState(null)
const [peerDownloadStatus, setPeerDownloadStatus] = useState(null)
const [peerModelsLoading, setPeerModelsLoading] = useState(false)
const [peerModelsError, setPeerModelsError] = useState(null)
const [peerAction, setPeerAction] = useState(null)
const [settling, setSettling] = useState(false)
const [connecting, setConnecting] = useState(false)
const [connectStep, setConnectStep] = useState('')
const [connectNotice, setConnectNotice] = useState(null)
const [lifecycleNote, setLifecycleNote] = useState('')
const loadStatus = useCallback(async ({ quiet = false } = {}) => {
if (!quiet) setLoading(true)
try {
const payload = await fetchJson('/api/remote-provider/status')
setStatusData(payload)
const provider = payload?.routeState?.provider
if (!formEdit.current.dirty && provider) {
formEdit.current.outputLimitSet = Boolean(provider.maxTokens)
setForm(current => ({
...current,
baseUrl: provider.baseUrl || '',
model: provider.model || '',
contextLength: String(provider.contextLength || 32768),
maxTokens: String(provider.maxTokens || defaultMaxTokens(provider.contextLength || 32768)),
reasoning: provider.reasoning === true,
}))
}
setError(null)
return payload
} catch (err) {
setError(err?.message || 'Could not load the remote model status')
return null
} finally {
if (!quiet) setLoading(false)
}
}, [])
const loadPeerModels = useCallback(async ({ quiet = false } = {}) => {
if (!quiet) setPeerModelsLoading(true)
setPeerModelsError(null)
try {
const [modelsPayload, downloadPayload] = await Promise.all([
fetchJson('/api/remote-provider/peer/models', {}, PEER_MODELS_TIMEOUT_MS),
fetchJson('/api/remote-provider/peer/models/download-status', {}, PEER_MODELS_TIMEOUT_MS),
])
setPeerModelsData(modelsPayload)
setPeerDownloadStatus(downloadPayload)
return modelsPayload
} catch (err) {
setPeerModelsError(err?.message || 'Failed to load peer models')
return null
} finally {
if (!quiet) setPeerModelsLoading(false)
}
}, [])
useEffect(() => {
void loadStatus()
}, [loadStatus])
useEffect(() => {
if (!statusData) return
if (!statusData.capabilities?.odsPeerLifecycle) {
setPeerModelsData(null)
setPeerDownloadStatus(null)
setPeerModelsError(null)
return
}
void loadPeerModels()
}, [loadPeerModels, statusData?.capabilities?.odsPeerLifecycle, statusData])
const updateForm = (key, value) => {
formEdit.current.dirty = true
formEdit.current.revision += 1
if (key === 'maxTokens') formEdit.current.outputLimitSet = true
const follow = key === 'contextLength' && !formEdit.current.outputLimitSet
setForm(current => ({
...current,
[key]: value,
...(follow ? { maxTokens: defaultMaxTokens(value) } : {}),
}))
}
// After a change, ODS and Portal switch over for a few seconds; re-check
// before calling that gap a problem.
const settleAfterAction = useCallback(async () => {
for (let poll = 0; poll < SETTLE_POLLS; poll += 1) {
const payload = await loadStatus({ quiet: true })
if (payload?.activation?.reason !== 'consumer_drift') break
setSettling(true)
await new Promise(resolve => setTimeout(resolve, SETTLE_POLL_MS))
}
setSettling(false)
}, [loadStatus])
const runProbe = async () => {
setTesting(true)
setTestError(null)
setConnectNotice(null)
try {
const payload = await fetchJson('/api/remote-provider/probe', { method: 'POST' }, PROBE_TIMEOUT_MS)
setTestResult(payload)
// A real failure: say it in the error banner, with its help link.
if (payload?.routeProof?.reason === 'provider_not_serving') setTestError(notServingSummary(payload.routeProof))
await settleAfterAction()
} catch (err) {
setTestError(err?.message || 'The connection check failed')
} finally {
setTesting(false)
}
}
// One step for the common case: save the API settings, then check the API
// and switch ODS and Portal to it (what `ods remote-provider configure`
// and `test` do).
const connect = async () => {
const model = form.model.trim()
const host = hostOf(form.baseUrl.trim())
setConnecting(true)
setLifecycleError(null)
setLifecycleNote('')
setLifecycleResult(null)
setPlanResult(null)
setTestResult(null)
setTestError(null)
setConnectNotice(null)
let saved = false
try {
const submittedRevision = formEdit.current.revision
setConnectStep('Saving the API settings…')
await fetchJson('/api/remote-provider/apply', jsonOptions(configurePayload(form)), LIFECYCLE_TIMEOUT_MS)
saved = true
if (formEdit.current.revision === submittedRevision) {
setForm(current => ({ ...current, apiKey: '' }))
formEdit.current.dirty = false
}
setConnectStep('Checking the API and switching ODS and Portal to it. This can take a minute…')
const proof = await fetchJson('/api/remote-provider/probe', { method: 'POST' }, PROBE_TIMEOUT_MS)
setTestResult(proof)
if (proof?.routeProof?.recorded) {
setConnectNotice(`Connected. ODS and Portal now use ${model} from ${host}.`)
} else if (proof?.routeProof?.reason === 'provider_not_serving') {
// The route is in use; the API itself fails chats.
setLifecycleError(notServingSummary(proof.routeProof))
} else {
setLifecycleError(proof?.routeProof?.reason || 'ODS could not switch to the API.')
setLifecycleNote('The API answered, but ODS still uses its current model. Try Check connection again in a minute.')
}
} catch (err) {
setLifecycleError(err?.message || 'Connecting failed')
setLifecycleNote(saved
? 'ODS still uses its current model. The API settings were saved; fix the problem, then connect again.'
: 'Nothing was changed. ODS still uses its current model.')
} finally {
setConnectStep('')
setConnecting(false)
await settleAfterAction()
}
}
const planConfigure = async () => {
setPlanning(true)
setLifecycleError(null)
setLifecycleNote('')
setLifecycleResult(null)
try {
const payload = await fetchJson('/api/remote-provider/plan', jsonOptions(configurePayload(form)), LIFECYCLE_TIMEOUT_MS)
setPlanResult(payload)
} catch (err) {
setLifecycleError(err?.message || 'The preview failed')
} finally {
setPlanning(false)
}
}
const applyLifecycle = async action => {
if (action === 'remove' && typeof window !== 'undefined' && typeof window.confirm === 'function') {
if (!window.confirm('Remove the saved API and its key? ODS switches back to the model on this computer.')) return
}
setApplyingAction(action)
setLifecycleError(null)
setLifecycleNote('')
setPlanResult(null)
setTestResult(null)
setTestError(null)
setConnectNotice(null)
try {
const submittedRevision = formEdit.current.revision
const payload = action === 'configure' ? configurePayload(form) : { action }
const result = await fetchJson('/api/remote-provider/apply', jsonOptions(payload), LIFECYCLE_TIMEOUT_MS)
setLifecycleResult(result)
if (action === 'configure' && formEdit.current.revision === submittedRevision) {
setForm(current => ({ ...current, apiKey: '' }))
formEdit.current.dirty = false
}
await settleAfterAction()
} catch (err) {
setLifecycleError(err?.message || `The ${action} step failed`)
} finally {
setApplyingAction(null)
}
}
const runPeerModelAction = async (kind, model) => {
const modelId = model?.id
if (!modelId) return
if (kind === 'delete' && typeof window !== 'undefined' && typeof window.confirm === 'function') {
if (!window.confirm(`Delete ${modelLabel(model)} from the remote ODS peer?`)) return
}
const encodedModelId = encodeURIComponent(modelId)
const method = kind === 'delete' ? 'DELETE' : 'POST'
const path = kind === 'delete'
? `/api/remote-provider/peer/models/${encodedModelId}`
: `/api/remote-provider/peer/models/${encodedModelId}/${kind}`
const timeout = kind === 'load' ? PEER_MODEL_LOAD_TIMEOUT_MS : PEER_MODELS_TIMEOUT_MS
setPeerAction({ kind, modelId })
setPeerModelsError(null)
try {
await fetchJson(path, { method }, timeout)
await loadPeerModels({ quiet: true })
} catch (err) {
setPeerModelsError(err?.message || `Peer model ${kind} failed`)
} finally {
setPeerAction(null)
}
}
const cancelPeerDownload = async () => {
setPeerAction({ kind: 'cancel', modelId: null })
setPeerModelsError(null)
try {
await fetchJson('/api/remote-provider/peer/models/download/cancel', { method: 'POST' }, PEER_MODELS_TIMEOUT_MS)
await loadPeerModels({ quiet: true })
} catch (err) {
setPeerModelsError(err?.message || 'Peer model download cancel failed')
} finally {
setPeerAction(null)
}
}
const routeState = statusData?.routeState || {}
const provider = routeState.provider || {}
const routeStatus = routeState.status || {}
const egress = statusData?.egress || {}
const activation = statusData?.activation || {}
const sshSupervisor = statusData?.sshSupervisor || {}
const peer = statusData?.peer || {}
const testEnabled = Boolean(statusData?.availableActions?.test)
const enableAvailable = Boolean(statusData?.availableActions?.enable)
const statusMeta = STATUS_META[statusData?.status] || STATUS_META.unknown
const lifecycleBusy = planning || Boolean(applyingAction) || connecting
const contextLength = Number(form.contextLength)
const maxTokens = Number(form.maxTokens)
const configureReady = Boolean(
form.baseUrl.trim()
&& form.model.trim()
&& form.apiKey.trim()
&& Number.isInteger(contextLength)
&& contextLength >= 16384
&& Number.isInteger(maxTokens)
&& maxTokens >= 1
&& maxTokens <= contextLength,
) && !lifecycleBusy
const proofReceipt = testResult?.probe || routeStatus.lastProbe
const proofRecorded = testResult?.routeProof?.recorded
const paused = statusData?.status === 'paused' && !settling
const consumerDrift = activation.reason === 'consumer_drift' && !settling && !paused
let enableActionLabel = routeState.enabled ? 'Reconnect' : 'Turn on'
if (applyingAction === 'enable') {
enableActionLabel = routeState.enabled ? 'Reconnecting' : 'Turning on'
}
const activeHost = hostOf(provider.baseUrl)
let headline = 'Use a model from an API, or from ODS on another computer, instead of the model on this computer.'
if (routeState.enabled && provider.model && statusData?.status === 'ready') {
headline = `ODS and Portal use ${provider.model} from ${activeHost}.`
} else if (paused && provider.model) {
headline = `Paused. ODS uses the model on this computer; ${provider.model} from ${activeHost} is saved.`
} else if (routeState.enabled && provider.model) {
headline = `Saved: ${provider.model} from ${activeHost}.`
} else if (provider.model) {
headline = `Off. ODS uses the model on this computer; ${provider.model} from ${activeHost} is saved.`
}
const peerReady = Boolean(statusData?.capabilities?.odsPeerLifecycle)
const peerModels = Array.isArray(peerModelsData?.models) ? peerModelsData.models : []
const peerBusy = peerModelsLoading || Boolean(peerAction)
const peerDownloadBusy = peerDownloadActive(peerDownloadStatus)
const proofSummary = useMemo(() => {
if (!testResult?.routeProof || connectNotice) return null
if (proofRecorded) return 'Connection checked: the API answered, and ODS and Portal use it.'
// Shown once, in the error banner with its help link.
if (testResult.routeProof.reason === 'provider_not_serving') return null
const reason = testResult.routeProof.reason
return `The API answered, but ODS could not switch to it: ${friendlyProviderError(reason) || titleize(reason)}`
}, [connectNotice, proofRecorded, testResult])
if (loading) return <LoadingState />
return (
<div className={`${compact ? 'remote-settings-content' : ''} p-3 sm:p-6 lg:p-8`}>
<header className="mb-6 flex flex-col gap-3 sm:flex-row sm:items-start sm:justify-between">
<div>
{!compact && <h1 className="text-2xl font-bold text-theme-text">Remote model</h1>}
<p className="mt-1 text-sm text-theme-text-muted">{headline}</p>
</div>
<div className="flex flex-wrap items-center gap-2">
{statusData && <StatusPill status={statusData.status} />}
<button
type="button"
onClick={() => loadStatus()}
className="inline-flex items-center gap-2 rounded-lg border border-theme-border px-3 py-2 text-sm text-theme-text transition-colors hover:bg-theme-card-hover"
>
<RefreshCw size={16} />
Refresh
</button>
{enableAvailable && (
<ActionButton icon={RefreshCw} onClick={() => applyLifecycle('enable')} disabled={lifecycleBusy} primary>
{enableActionLabel}
</ActionButton>
)}
<button
type="button"
onClick={runProbe}
disabled={!testEnabled || testing}
className="inline-flex items-center gap-2 rounded-lg bg-theme-accent px-3 py-2 text-sm font-semibold text-white transition-opacity disabled:cursor-not-allowed disabled:opacity-50"
>
{testing ? <Loader2 className="animate-spin" size={16} /> : <Play size={16} />}
Check connection
</button>
</div>
</header>
{compact && <nav className="settings-view-tabs" aria-label="Remote model views">
{[['connection', 'Connection'], ['models', 'Peer models'], ['diagnostics', 'Diagnostics']].map(([id, label]) => <button key={id} type="button" aria-pressed={view === id} onClick={() => setView(id)}>{label}</button>)}
</nav>}
{error && <ErrorBanner message={error} />}
{testError && <ErrorBanner message={testError} note="Nothing was changed. ODS still uses its current model." />}
{connectStep && (
<div className="mb-4 flex items-center gap-2 rounded-lg border border-theme-border bg-theme-text-secondary/10 px-4 py-3 text-sm text-theme-text-secondary" role="status">
<Loader2 className="animate-spin" size={16} />
{connectStep}
</div>
)}
{connectNotice && (
<div className="mb-4 flex items-center gap-2 rounded-lg border border-emerald-500/30 bg-emerald-500/10 px-4 py-3 text-sm text-emerald-100" role="status">
<CheckCircle2 size={16} />
{connectNotice}
</div>
)}
{proofSummary && (
<div className={`mb-4 flex items-center gap-2 rounded-lg border px-4 py-3 text-sm ${
proofRecorded
? 'border-emerald-500/30 bg-emerald-500/10 text-emerald-100'
: 'border-theme-border bg-theme-text-secondary/10 text-theme-text-secondary'
}`}>
{proofRecorded ? <CheckCircle2 size={16} /> : <AlertCircle size={16} />}
{proofSummary}
</div>
)}
{lifecycleError && <ErrorBanner message={lifecycleError} note={lifecycleNote} />}
{settling && (
<div className="mb-4 flex items-center gap-2 rounded-lg border border-theme-border bg-theme-text-secondary/10 px-4 py-3 text-sm text-theme-text-secondary" role="status">
<Loader2 className="animate-spin" size={16} />
Switching ODS and Portal over…
</div>
)}
{consumerDrift && (
<div className="mb-4 flex items-start gap-2 rounded-lg border border-theme-border bg-theme-text-secondary/10 px-4 py-3 text-sm text-theme-text-secondary" role="status">
<AlertCircle className="mt-0.5 shrink-0" size={16} />
<span>
The API answers, but ODS and Portal are not using it right now. Select Reconnect to switch them
back to it; the saved key is reused.
</span>
</div>
)}
{paused && (
<div className="mb-4 flex items-start gap-2 rounded-lg border border-theme-border bg-theme-text-secondary/10 px-4 py-3 text-sm text-theme-text-secondary" role="status">
<AlertCircle className="mt-0.5 shrink-0" size={16} />
<span>
An update or a mode change paused this API, and ODS uses the model on this computer. Select
Reconnect to use the API again; the saved key is reused.
</span>
</div>
)}
<div className="grid gap-4 lg:grid-cols-2">
<Panel hidden={compact && view !== 'diagnostics'} icon={Route} title="Route">
<Field label="State" value={routeState.enabled ? 'Enabled' : 'Disabled'} tone={routeState.enabled ? 'text-emerald-300' : 'text-zinc-400'} />
<Field label="Mode" value={routeState.mode} />
<Field label="Transport" value={provider.transport} />
<Field label="Model" value={provider.model} />
<Field label="Context" value={provider.contextLength} />
<Field label="Max output" value={provider.maxTokens} />
<Field label="Reasoning" value={boolLabel(provider.reasoning)} />
<Field label="Proof" value={titleize(routeStatus.reason)} tone={routeStatus.proven ? 'text-emerald-300' : 'text-theme-text-secondary'} />
<Field label="Consumer route" value={titleize(activation.reason)} tone={activation.proven ? 'text-emerald-300' : 'text-theme-text-secondary'} />
<Field label="Portal route" value={titleize(activation.pixel)} />
<ProbeReceipt receipt={proofReceipt} />
{Array.isArray(routeState.errors) && routeState.errors.length > 0 && (
<div className="rounded-lg border border-red-500/30 bg-red-500/10 p-3 text-xs text-red-200">
{routeState.errors.join('; ')}
</div>
)}
</Panel>
<Panel hidden={compact && view !== 'diagnostics'} icon={Cloud} title="Egress">
<Field label="Status" value={titleize(egress.status)} tone={egress.ready ? 'text-emerald-300' : 'text-theme-text-secondary'} />
<Field label="Ready" value={boolLabel(egress.ready)} />
<Field label="Reachable" value={boolLabel(egress.reachable)} />
<Field label="Secret" value={egress.secret?.configured ? 'Configured' : 'Missing'} tone={egress.secret?.configured ? 'text-emerald-300' : 'text-theme-text-secondary'} />
<Field label="Resolved addresses" value={egress.resolution?.addressCount ?? 'Unknown'} />
<Field label="Reason" value={titleize(egress.reason)} />
</Panel>
<Panel hidden={compact && view !== 'diagnostics'} icon={Server} title="SSH Tunnel">
<Field label="Status" value={titleize(sshSupervisor.status)} tone={sshSupervisor.ready ? 'text-emerald-300' : 'text-theme-text-secondary'} />
<Field label="Ready" value={boolLabel(sshSupervisor.ready)} />
<Field label="Ready to start" value={boolLabel(sshSupervisor.readyToStart)} />
<Field label="Reachable" value={boolLabel(sshSupervisor.reachable)} />
<Field label="Reason" value={titleize(sshSupervisor.reason)} />
<Field label="Missing secrets" value={(sshSupervisor.missingSecrets || []).length} />
</Panel>
<Panel hidden={compact && view !== 'diagnostics'} icon={ShieldCheck} title="Capabilities">
<Field label="Inference" value={boolLabel(statusData?.capabilities?.inference)} tone={statusData?.capabilities?.inference ? 'text-emerald-300' : 'text-zinc-400'} />
<Field label="ODS peer lifecycle" value={boolLabel(statusData?.capabilities?.odsPeerLifecycle)} />
<Field label="Available test" value={boolLabel(testEnabled)} />
<Field label="Configure" value={boolLabel(statusData?.availableActions?.configure)} />
<div className={`mt-2 flex items-center gap-2 rounded-lg border border-theme-border px-3 py-2 text-xs ${statusMeta.text}`}>
<KeyRound size={14} />
{statusMeta.label}
</div>
</Panel>
<Panel
icon={Cloud}
title="ODS Peer Models"
hidden={compact && view !== 'models'}
className="lg:col-span-2"
actions={(
<ActionButton icon={RefreshCw} onClick={() => loadPeerModels()} disabled={!peerReady || peerBusy}>
{peerModelsLoading ? 'Refreshing' : 'Refresh peer models'}
</ActionButton>
)}
>
<div className="grid gap-2 md:grid-cols-4">
<Field label="Peer ready" value={boolLabel(peerReady)} tone={peerReady ? 'text-emerald-300' : 'text-theme-text-secondary'} />
<Field label="Transport" value={peer.transport} />
<Field label="Token" value={peer.token?.configured ? 'Configured' : 'Missing'} tone={peer.token?.configured ? 'text-emerald-300' : 'text-theme-text-secondary'} />
<Field label="Reason" value={titleize(peer.reason)} />
</div>
{!peerReady && (
<div className="rounded-lg border border-theme-border bg-theme-text-secondary/10 p-3 text-sm text-theme-text-secondary" role="status">
Peer model management unavailable: {titleize(peer.reason)}
</div>
)}
{peerModelsError && (
<div className="flex items-center gap-2 rounded-lg border border-red-500/40 bg-red-500/10 px-3 py-2 text-sm text-red-200">
<AlertCircle size={16} />
{peerModelsError}
</div>
)}
{peerReady && (
<>
<div className="flex flex-wrap items-center justify-between gap-3 rounded-lg border border-theme-border/70 bg-black/10 px-3 py-2 text-sm">
<span className="text-theme-text-muted">Download status</span>
<div className="flex flex-wrap items-center gap-2">
<span className={peerDownloadBusy ? 'font-semibold text-theme-text-secondary' : 'font-medium text-theme-text'}>
{peerDownloadSummary(peerDownloadStatus)}
</span>
<ActionButton icon={Power} onClick={cancelPeerDownload} disabled={!peerDownloadBusy || peerBusy} danger>
{peerAction?.kind === 'cancel' ? 'Cancelling' : 'Cancel download'}
</ActionButton>
</div>
</div>
{peerModelsLoading && !peerModels.length ? (
<div className="flex min-h-[120px] items-center justify-center text-sm text-theme-text-muted">
<Loader2 className="mr-2 animate-spin" size={16} />
Loading peer models
</div>
) : peerModels.length === 0 ? (
<div className="rounded-lg border border-theme-border/70 bg-black/10 p-3 text-sm text-theme-text-muted" role="status">
No peer models found
</div>
) : (
<div className="overflow-hidden rounded-lg border border-theme-border/70">
<div className="grid grid-cols-[minmax(0,1fr)_auto] gap-3 border-b border-theme-border/70 bg-black/10 px-3 py-2 text-xs font-semibold uppercase text-theme-text-muted md:grid-cols-[minmax(0,1.2fr)_120px_120px_auto]">
<span>Model</span>
<span className="hidden md:block">Status</span>
<span className="hidden md:block">Size</span>
<span className="text-right">Actions</span>
</div>
<div className="divide-y divide-theme-border/70">
{peerModels.map((model, index) => {
const modelId = model?.id || ''
const status = modelStatus(model, peerModelsData?.currentModel)
const downloaded = isDownloadedPeerModel(status)
const loaded = status === 'loaded'
const rowBusy = peerAction?.modelId === modelId
const actionDisabled = !modelId || peerBusy
return (
<div key={modelId || index} className="grid grid-cols-[minmax(0,1fr)_auto] items-center gap-3 px-3 py-3 md:grid-cols-[minmax(0,1.2fr)_120px_120px_auto]">
<div className="min-w-0">
<div className="truncate text-sm font-semibold text-theme-text">{modelLabel(model)}</div>
{modelId && modelId !== modelLabel(model) && (
<div className="truncate text-xs text-theme-text-muted">{modelId}</div>
)}
<div className="mt-1 flex flex-wrap gap-2 text-xs text-theme-text-muted md:hidden">
<span>{titleize(status)}</span>
{modelSize(model) && <span>{modelSize(model)}</span>}
</div>
</div>
<span className={`hidden text-sm font-medium md:block ${loaded ? 'text-emerald-300' : downloaded ? 'text-theme-text' : 'text-theme-text-muted'}`}>
{titleize(status)}
</span>
<span className="hidden text-sm text-theme-text-muted md:block">{valueOrDash(modelSize(model))}</span>
<div className="flex flex-wrap justify-end gap-2">
<ActionButton
icon={Cloud}
onClick={() => runPeerModelAction('download', model)}
disabled={actionDisabled || downloaded}
>
{rowBusy && peerAction?.kind === 'download' ? 'Starting' : 'Download'}
</ActionButton>
<ActionButton
icon={Play}
onClick={() => runPeerModelAction('load', model)}
disabled={actionDisabled || !downloaded || loaded}
primary
>
{rowBusy && peerAction?.kind === 'load' ? 'Loading' : loaded ? 'Loaded' : 'Load'}
</ActionButton>
<ActionButton
icon={Trash2}
onClick={() => runPeerModelAction('delete', model)}
disabled={actionDisabled || !downloaded || loaded}
danger
>
{rowBusy && peerAction?.kind === 'delete' ? 'Deleting' : 'Delete'}
</ActionButton>
</div>
</div>
)
})}
</div>
</div>
)}
</>
)}
</Panel>
<Panel hidden={compact && view !== 'connection'} icon={KeyRound} title="Connect an API" className="lg:col-span-2">
<p className="text-sm text-theme-text-muted">
Point ODS at an OpenAI-compatible API, such as your own server or a hosted provider. Chat, Portal and
agents then use it instead of the model on this computer, which stays installed.
</p>
<div className="grid gap-3 md:grid-cols-[1.2fr_1fr_1fr]">
<TextInput
label="API address"
value={form.baseUrl}
onChange={value => updateForm('baseUrl', value)}
placeholder="https://api.example.com/v1"
hint="The base address, usually ending in /v1."
/>
<TextInput
label="Model"
value={form.model}
onChange={value => updateForm('model', value)}
placeholder="deepseek-v4.1-flash"
hint="Its exact name, as the API lists it."
/>
<TextInput
label="API key"
value={form.apiKey}
onChange={value => updateForm('apiKey', value)}
type="password"
autoComplete="new-password"
hint={provider.model ? 'Enter it again to change the saved settings.' : 'Kept on this computer and never shown again.'}
/>
</div>
<details className="rounded-lg border border-theme-border/70 px-3 py-2 text-sm">
<summary className="cursor-pointer text-theme-text-muted">Advanced: context, output limit, reasoning</summary>
<div className="mt-3 grid gap-3 md:grid-cols-[1fr_1fr_1fr]">
<TextInput
label="Context window"
value={form.contextLength}
onChange={value => updateForm('contextLength', value)}
type="number"
hint="Tokens the model reads at once; see the API's documentation. At least 16384."
/>
<TextInput
label="Max output tokens"
value={form.maxTokens}
onChange={value => updateForm('maxTokens', value)}
type="number"
hint="Longest single reply. Portal writes each file in one reply, so use your API's limit. By default a quarter of the context window."
/>
<label className="flex h-10 items-center gap-2 self-start rounded-lg border border-theme-border bg-theme-bg px-3 text-sm text-theme-text md:mt-5">
<input
type="checkbox"
checked={form.reasoning}
onChange={event => updateForm('reasoning', event.target.checked)}
/>
Reasoning model
</label>
</div>
</details>
<div className="flex flex-wrap items-center gap-2">
<ActionButton icon={Play} onClick={connect} disabled={!configureReady} primary>
{connecting ? 'Connecting' : 'Connect'}
</ActionButton>
<ActionButton icon={Power} onClick={() => applyLifecycle('disable')} disabled={!statusData?.availableActions?.disable || lifecycleBusy}>
{applyingAction === 'disable' ? 'Switching back' : 'Switch back to the local model'}
</ActionButton>
<ActionButton icon={Trash2} onClick={() => applyLifecycle('remove')} disabled={!statusData?.availableActions?.remove || lifecycleBusy} danger>
{applyingAction === 'remove' ? 'Removing' : 'Remove saved API'}
</ActionButton>
</div>
<details className="text-sm">
<summary className="cursor-pointer text-theme-text-muted">Step by step</summary>
<p className="mt-2 text-xs text-theme-text-muted">
Preview what Connect would change, or save the settings without switching ODS to them yet.
</p>
<div className="mt-2 flex flex-wrap items-center gap-2">
<ActionButton icon={ClipboardCheck} onClick={planConfigure} disabled={!configureReady}>
{planning ? 'Previewing' : 'Preview changes'}
</ActionButton>
<ActionButton icon={Save} onClick={() => applyLifecycle('configure')} disabled={!configureReady}>
{applyingAction === 'configure' ? 'Saving' : 'Save without switching'}
</ActionButton>
</div>
</details>
<LifecycleSummary result={planResult} />
<LifecycleSummary result={lifecycleResult} />
</Panel>
</div>
</div>
)
}