Router that virtually distributes inference across connected devices in the home.
Go
// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
// SPDX-License-Identifier: Apache-2.0
import { beforeEach, describe, expect, it, vi } from 'vitest'
const mocks = vi.hoisted(() => ({
state: {
getSelfId: vi.fn(() => 'local-node'),
getProxyPort: vi.fn(() => 11434),
beginLocalEngineOp: vi.fn(),
failLocalEngineOp: vi.fn()
},
supervisor: {
hasProcess: vi.fn(() => true),
callProcess: vi.fn(),
callProxy: vi.fn(),
sendProcess: vi.fn(),
reportError: vi.fn()
}
}))
vi.mock('@/electron/service-bridge/modular-supervisor', () => ({
getModularSupervisor: () => mocks.supervisor
}))
vi.mock('@/electron/service-bridge/modular-state', () => ({
getModularBridgeState: () => mocks.state,
isProxyEngine: (value: string) => value === 'ollama' || value === 'lm-studio',
isUpstreamUnreachableError: () => false,
parseServiceErrors: () => []
}))
vi.mock('@/electron/service-bridge/model-catalog', () => ({ getEngineHubModels: vi.fn() }))
import { handleServiceBridgeInvoke } from '@/electron/service-bridge/empty-handlers'
import { MODULAR_ENGINE_LIFECYCLE_CALL_TIMEOUT_MS } from '@/shared/constants/modular-runtime'
const baseline = {
nodeId: 'local-node',
engine: 'ollama',
revision: 4,
appliedRevision: 4,
epoch: 'epoch',
sequence: 1,
phase: 'idle',
format: 'pair-arguments-v1',
settings: { serverPort: 1235, proxyPort: 11434, launchText: 'managed serve' },
effectiveServerPort: 1235,
effectiveProxyPort: 11434,
running: true,
adopted: false,
editable: true
}
describe('unified settings bridge', () => {
beforeEach(() => {
vi.clearAllMocks()
mocks.supervisor.callProcess.mockImplementation(async (_name: string, method: string) =>
method === 'engine:get-settings' ? baseline : { revision: 5, phase: 'succeeded' }
)
})
// Applying settings can stop, rebind, and restart an engine, so it needs
// the lifecycle deadline rather than the default request timeout.
it('sends one node-owned apply with a lifecycle deadline', async () => {
const receipt = await handleServiceBridgeInvoke('engines:apply-settings', {
nodeId: 'local-node',
engine: 'ollama',
expectedRevision: 4,
requestId: 'request',
settings: { serverPort: 11434, proxyPort: 1235, launchText: 'managed serve' }
})
expect(receipt).toEqual({ revision: 5, phase: 'succeeded' })
expect(mocks.supervisor.callProcess).toHaveBeenCalledWith(
'broker',
'engine:apply-settings',
expect.objectContaining({
engine: 'ollama',
expectedRevision: 4,
settings: { serverPort: 11434, proxyPort: 1235, launchText: 'managed serve' }
}),
MODULAR_ENGINE_LIFECYCLE_CALL_TIMEOUT_MS
)
expect(mocks.supervisor.callProxy).not.toHaveBeenCalled()
expect(mocks.supervisor.callProcess.mock.calls.map(call => call[1])).toEqual([
'engine:apply-settings'
])
})
it('addresses a remote node through the same broker relay', async () => {
await handleServiceBridgeInvoke('engines:apply-settings', {
nodeId: 'remote-node',
engine: 'ollama',
expectedRevision: 4,
requestId: 'request',
settings: { ...baseline.settings, proxyPort: 12000 }
})
expect(mocks.supervisor.callProcess).toHaveBeenCalledWith(
'broker',
'engine:apply-settings',
expect.objectContaining({
nodeId: 'remote-node',
settings: { ...baseline.settings, proxyPort: 12000 }
}),
MODULAR_ENGINE_LIFECYCLE_CALL_TIMEOUT_MS
)
})
it('validates full snapshots and reports unsupported older devices', async () => {
mocks.supervisor.callProcess.mockResolvedValue({})
await expect(
handleServiceBridgeInvoke('engines:get-settings', {
nodeId: 'remote',
engine: 'ollama'
})
).rejects.toThrow()
})
})