Your personal intelligence agent. Watches the world from multiple data sources and pings you when something changes.
update default model to mistral-large-latest and real integration test
nirae4d526ca11b08
diff --git a/test/llm-mistral-integration.test.mjs b/test/llm-mistral-integration.test.mjsindex c0f42c6..d4b5f29 100644--- a/test/llm-mistral-integration.test.mjs+++ b/test/llm-mistral-integration.test.mjs@@ -1,144 +1,30 @@-// Mistral provider — unit tests-// Uses Node.js built-in test runner (node:test) — no extra dependencies+// Mistral provider — integration test (calls real API)+// Requires MISTRAL_API_KEY environment variable+// Run: MISTRAL_API_KEY=sk-... node --test test/llm-minimax-integration.test.mjs-import { describe, it, mock, beforeEach } from 'node:test';+import { describe, it } from 'node:test';import assert from 'node:assert/strict';import { MistralProvider } from '../lib/llm/mistral.mjs';-import { createLLMProvider } from '../lib/llm/index.mjs';-// ─── Unit Tests ───+const API_KEY = process.env.MISTRAL_API_KEY;-describe('MistralProvider', () => {- it('should set defaults correctly', () => {- const provider = new MistralProvider({ apiKey: 'sk-test' });- assert.equal(provider.name, 'mistral');- assert.equal(provider.model, 'mistral-medium');+describe('Mistral integration', { skip: !API_KEY && 'MISTRAL_API_KEY not set' }, () => {+ it('should complete a prompt with mistral large latest', async () => {+ const provider = new MistralProvider({ apiKey: API_KEY, model: 'mistral-large-latest' });assert.equal(provider.isConfigured, true);- });-- it('should accept custom model', () => {- const provider = new MistralProvider({ apiKey: 'sk-test', model: 'mistral-large-latest' });- assert.equal(provider.model, 'mistral-large-latest');- });- it('should report not configured without API key', () => {- const provider = new MistralProvider({});- assert.equal(provider.isConfigured, false);- });-- it('should throw on API error', async () => {- const provider = new MistralProvider({ apiKey: 'sk-test' });- const originalFetch = globalThis.fetch;- globalThis.fetch = mock.fn(() =>- Promise.resolve({ ok: false, status: 401, text: () => Promise.resolve('Unauthorized') })+ const result = await provider.complete(+ 'You are a helpful assistant. Respond in exactly one sentence.',+ 'What is 2+2?',+ { maxTokens: 128, timeout: 30000 });- try {- await assert.rejects(- () => provider.complete('system', 'user'),- (err) => {- assert.match(err.message, /Mistral API 401/);- return true;- }- );- } finally {- globalThis.fetch = originalFetch;- }- });-- it('should parse successful response', async () => {- const provider = new MistralProvider({ apiKey: 'sk-test' });- const mockResponse = {- choices: [{ message: { content: 'Hello from Mistral' } }],- usage: { prompt_tokens: 10, completion_tokens: 5 },- model: 'mistral-medium',- };- const originalFetch = globalThis.fetch;- globalThis.fetch = mock.fn(() =>- Promise.resolve({ ok: true, json: () => Promise.resolve(mockResponse) })- );- try {- const result = await provider.complete('You are helpful.', 'Say hello');- assert.equal(result.text, 'Hello from Mistral');- assert.equal(result.usage.inputTokens, 10);- assert.equal(result.usage.outputTokens, 5);- assert.equal(result.model, 'mistral-medium');- } finally {- globalThis.fetch = originalFetch;- }- });-- it('should send correct request format', async () => {- const provider = new MistralProvider({ apiKey: 'sk-test-key', model: 'mistral-medium' });- let capturedUrl, capturedOpts;- const originalFetch = globalThis.fetch;- globalThis.fetch = mock.fn((url, opts) => {- capturedUrl = url;- capturedOpts = opts;- return Promise.resolve({- ok: true,- json: () => Promise.resolve({- choices: [{ message: { content: 'ok' } }],- usage: { prompt_tokens: 1, completion_tokens: 1 },- model: 'mistral-medium',- }),- });- });- try {- await provider.complete('system prompt', 'user message', { maxTokens: 2048 });- assert.equal(capturedUrl, 'https://api.mistral.ai/v1/chat/completions');- assert.equal(capturedOpts.method, 'POST');- const headers = capturedOpts.headers;- assert.equal(headers['Content-Type'], 'application/json');- assert.equal(headers['Authorization'], 'Bearer sk-test-key');- const body = JSON.parse(capturedOpts.body);- assert.equal(body.model, 'mistral-medium');- assert.equal(body.max_tokens, 2048);- assert.equal(body.messages[0].role, 'system');- assert.equal(body.messages[0].content, 'system prompt');- assert.equal(body.messages[1].role, 'user');- assert.equal(body.messages[1].content, 'user message');- } finally {- globalThis.fetch = originalFetch;- }- });-- it('should handle empty response gracefully', async () => {- const provider = new MistralProvider({ apiKey: 'sk-test' });- const originalFetch = globalThis.fetch;- globalThis.fetch = mock.fn(() =>- Promise.resolve({- ok: true,- json: () => Promise.resolve({ choices: [], usage: {} }),- })- );- try {- const result = await provider.complete('sys', 'user');- assert.equal(result.text, '');- assert.equal(result.usage.inputTokens, 0);- assert.equal(result.usage.outputTokens, 0);- } finally {- globalThis.fetch = originalFetch;- }- });-});--// ─── Factory Tests ───--describe('createLLMProvider — mistral', () => {- it('should create MistralProvider for provider=mistral', () => {- const provider = createLLMProvider({ provider: 'mistral', apiKey: 'sk-test', model: null });- assert.ok(provider instanceof MistralProvider);- assert.equal(provider.name, 'mistral');- assert.equal(provider.isConfigured, true);- });-- it('should be case-insensitive', () => {- const provider = createLLMProvider({ provider: 'Mistral', apiKey: 'sk-test', model: null });- assert.ok(provider instanceof MistralProvider);- });- it('should return null for empty provider', () => {- const provider = createLLMProvider({ provider: null, apiKey: 'sk-test', model: null });- assert.equal(provider, null);+ assert.ok(result.text.length > 0, 'Response text should not be empty');+ assert.ok(result.usage.inputTokens > 0, 'Should report input tokens');+ assert.ok(result.usage.outputTokens > 0, 'Should report output tokens');+ assert.ok(result.model, 'Should report model name');+ console.log(` Response: ${result.text}`);+ console.log(` Tokens: ${result.usage.inputTokens} in / ${result.usage.outputTokens} out`);+ console.log(` Model: ${result.model}`);});});diff --git a/test/llm-mistral.test.mjs b/test/llm-mistral.test.mjsindex 24fe17d..3ae30fb 100644--- a/test/llm-mistral.test.mjs+++ b/test/llm-mistral.test.mjs@@ -12,13 +12,13 @@ describe('MistralProvider', () => {it('should set defaults correctly', () => {const provider = new MistralProvider({ apiKey: 'sk-test' });assert.equal(provider.name, 'mistral');- assert.equal(provider.model, 'mistral-medium');+ assert.equal(provider.model, 'mistral-large-latest');assert.equal(provider.isConfigured, true);});it('should accept custom model', () => {- const provider = new MistralProvider({ apiKey: 'sk-test', model: 'mistral-medium-highspeed' });- assert.equal(provider.model, 'mistral-medium-highspeed');+ const provider = new MistralProvider({ apiKey: 'sk-test', model: 'mistral-small-2603' });+ assert.equal(provider.model, 'mistral-small-2603');});it('should report not configured without API key', () => {