Personal AI, On Personal Devices
Python
import { describe, expect, it } from 'vitest';
import { engineFromCompletionChunk, resolveChatEngine } from './chat-telemetry';
describe('chat engine telemetry', () => {
it('reads the routed engine from the completion finish chunk', () => {
expect(
engineFromCompletionChunk({
choices: [{ finish_reason: 'stop' }],
telemetry: { engine: 'cloud' },
}),
).toBe('cloud');
});
it('uses the routed cloud engine instead of a multi-engine server label', () => {
expect(
resolveChatEngine({
routedEngine: 'cloud',
serverEngine: 'multi',
selectedModel: 'vendor-short-alias',
}),
).toBe('cloud');
});
it('uses the routed LiteLLM engine for provider aliases', () => {
expect(
resolveChatEngine({
routedEngine: 'litellm',
serverEngine: 'multi',
selectedModel: 'fast',
}),
).toBe('litellm');
});
it('carries the per-request finish label through the streamed chat flow', () => {
const chunks = [
{ choices: [{ delta: { role: 'assistant' } }] },
{ choices: [{ delta: { content: 'local answer' } }] },
{
choices: [{ delta: {}, finish_reason: 'stop' }],
telemetry: { engine: 'ollama' },
},
];
let routedEngine: string | undefined;
for (const chunk of chunks) {
routedEngine = engineFromCompletionChunk(chunk) ?? routedEngine;
}
expect(
resolveChatEngine({
routedEngine,
serverEngine: 'multi',
selectedModel: 'qwen3:8b',
}),
).toBe('ollama');
});
it('falls back to server info, then the legacy model heuristic', () => {
expect(
resolveChatEngine({
serverEngine: 'nim',
selectedModel: 'short',
}),
).toBe('nim');
expect(resolveChatEngine({ selectedModel: 'gpt-5' })).toBe('cloud');
expect(resolveChatEngine({ selectedModel: 'qwen3:8b' })).toBe('ollama');
});
});