7.4 billion tokens per month. 34 free LLM providers. 635 free model endpoints. All behind one /v1 endpoint, plus any custom OpenAI-compatible endpoint. Smart routing, automatic failover, encrypted keys. Personal experimentation only.
TypeScript
fix(proxy): redact provider errors before analytics
Ricardo3d12eabf662e
diff --git a/server/src/__tests__/routes/proxy-error-redaction.test.ts b/server/src/__tests__/routes/proxy-error-redaction.test.tsnew file mode 100644index 00000000..a14c3f18--- /dev/null+++ b/server/src/__tests__/routes/proxy-error-redaction.test.ts@@ -0,0 +1,96 @@+import { describe, it, expect, beforeAll, beforeEach, afterEach, vi } from 'vitest';+import type { Express } from 'express';+import { createApp } from '../../app.js';+import { initDb, getDb, getUnifiedApiKey } from '../../db/index.js';++async function request(app: Express, method: string, path: string, body?: any, headers: Record<string, string> = {}) {+ const server = app.listen(0);+ const addr = server.address() as any;+ const url = `http://127.0.0.1:${addr.port}${path}`;++ const res = await fetch(url, {+ method,+ headers: { ...(body ? { 'Content-Type': 'application/json' } : {}), ...headers },+ body: body ? JSON.stringify(body) : undefined,+ });++ const data = await res.text();+ server.close();++ let json: any = null;+ try { json = JSON.parse(data); } catch {}++ return { status: res.status, body: json, headers: res.headers, raw: data };+}++function authHeaders() {+ return { Authorization: `Bearer ${getUnifiedApiKey()}` };+}++describe('Provider error redaction', () => {+ let app: Express;++ beforeAll(() => {+ process.env.ENCRYPTION_KEY = '0'.repeat(64);+ initDb(':memory:');+ app = createApp();+ });++ beforeEach(async () => {+ const db = getDb();+ db.prepare('DELETE FROM api_keys').run();+ db.prepare('DELETE FROM requests').run();++ const addKey = await request(app, 'POST', '/api/keys', {+ platform: 'groq',+ key: 'gsk_proxy_redaction_test_key',+ label: 'proxy-redaction',+ });+ expect(addKey.status).toBe(201);+ });++ afterEach(() => {+ vi.restoreAllMocks();+ });++ it('redacts provider secrets from proxy responses and stored analytics', async () => {+ const origFetch = global.fetch;+ const leakedKey = 'gsk_live_should_not_escape_123456789';+ const leakedUrl = 'https://api.groq.com/openai/v1/chat/completions?api_key=sk-live-query-secret';++ vi.spyOn(global, 'fetch').mockImplementation(async (url, init) => {+ const urlStr = typeof url === 'string' ? url : url.toString();+ if (urlStr.includes('api.groq.com/openai/v1/chat/completions')) {+ return {+ ok: false,+ status: 401,+ statusText: 'Unauthorized',+ json: () => Promise.resolve({+ error: {+ message: `Invalid Bearer ${leakedKey} for ${leakedUrl}`,+ },+ }),+ } as any;+ }+ return origFetch(url, init);+ });++ const completion = await request(app, 'POST', '/v1/chat/completions', {+ model: 'groq/compound-mini',+ messages: [{ role: 'user', content: 'hello' }],+ }, authHeaders());++ expect(completion.status).toBe(502);+ const responseText = JSON.stringify(completion.body);+ expect(responseText).not.toContain(leakedKey);+ expect(responseText).not.toContain(leakedUrl);+ expect(responseText).toContain('[redacted]');++ const errors = await request(app, 'GET', '/api/analytics/errors?range=24h');+ expect(errors.status).toBe(200);+ const analyticsText = JSON.stringify(errors.body);+ expect(analyticsText).not.toContain(leakedKey);+ expect(analyticsText).not.toContain(leakedUrl);+ expect(analyticsText).toContain('[redacted]');+ });+});diff --git a/server/src/lib/error-redaction.ts b/server/src/lib/error-redaction.tsnew file mode 100644index 00000000..5183888d--- /dev/null+++ b/server/src/lib/error-redaction.ts@@ -0,0 +1,30 @@+const MAX_PROVIDER_ERROR_LENGTH = 240;++const REDACTIONS: Array<[RegExp, string]> = [+ [/\bBearer\s+[A-Za-z0-9._~+/-]+=*/gi, 'Bearer [redacted]'],+ [/\b(api[_-]?key|access[_-]?token|token|secret|authorization)(\s*[:=]\s*)(["']?)[^"',\s}\]]+/gi, '$1$2$3[redacted]'],+ [/\bsk-[A-Za-z0-9_-]{8,}\b/g, '[redacted-key]'],+ [/\bgsk_[A-Za-z0-9_-]{8,}\b/g, '[redacted-key]'],+ [/\bfreellmapi-[A-Za-z0-9_-]{8,}\b/g, '[redacted-key]'],+ [/\bAIza[0-9A-Za-z_-]{20,}\b/g, '[redacted-key]'],+ [/\b[A-Za-z0-9_-]{20,}\.[A-Za-z0-9_-]{20,}\.[A-Za-z0-9_-]{20,}\b/g, '[redacted-token]'],+ [/\bhttps?:\/\/[^\s"'<>)]*/gi, '[redacted-url]'],+];++export function sanitizeProviderErrorMessage(message: unknown): string {+ let sanitized = typeof message === 'string' ? message : String(message ?? '');+ sanitized = sanitized.trim();++ if (!sanitized) return 'Provider error';++ for (const [pattern, replacement] of REDACTIONS) {+ sanitized = sanitized.replace(pattern, replacement);+ }++ sanitized = sanitized.replace(/\s+/g, ' ').trim();+ if (sanitized.length > MAX_PROVIDER_ERROR_LENGTH) {+ sanitized = `${sanitized.slice(0, MAX_PROVIDER_ERROR_LENGTH - 3).trimEnd()}...`;+ }++ return sanitized;+}diff --git a/server/src/routes/proxy.ts b/server/src/routes/proxy.tsindex 61fbeeed..31c5ecc8 100644--- a/server/src/routes/proxy.ts+++ b/server/src/routes/proxy.ts@@ -7,6 +7,7 @@ import { routeRequest, recordRateLimitHit, recordSuccess, hasEnabledVisionModel,import { recordRequest, recordTokens, setCooldown, getCooldownDurationForLimit } from '../services/ratelimit.js';import { getDb, getUnifiedApiKey } from '../db/index.js';import { contentToString, messageHasImage, normalizeOutboundContent } from '../lib/content.js';+import { sanitizeProviderErrorMessage } from '../lib/error-redaction.js';export const proxyRouter = Router();@@ -388,9 +389,10 @@ proxyRouter.post('/chat/completions', async (req: Request, res: Response) => {} catch (err: any) {// No more models availableif (lastError) {+ const safeLastError = sanitizeProviderErrorMessage(lastError.message);res.status(429).json({error: {- message: `All models rate-limited. Last error: ${lastError.message}`,+ message: `All models rate-limited. Last error: ${safeLastError}`,type: 'rate_limit_error',},});@@ -461,7 +463,7 @@ proxyRouter.post('/chat/completions', async (req: Request, res: Response) => {const payload = { error: { message: `Provider error (${route.displayName}): stream interrupted`, type: 'stream_error' } };try { res.write(`data: ${JSON.stringify(payload)}\n\n`); } catch { /* socket gone */ }try { res.write('data: [DONE]\n\n'); res.end(); } catch { /* socket gone */ }- logRequest(route.platform, route.modelId, route.keyId, 'error', estimatedInputTokens, totalOutputTokens, Date.now() - start, streamErr.message);+ logRequest(route.platform, route.modelId, route.keyId, 'error', estimatedInputTokens, totalOutputTokens, Date.now() - start, sanitizeProviderErrorMessage(streamErr.message));return;}// Pre-stream error — bubble to outer retry/502 handler.@@ -493,7 +495,8 @@ proxyRouter.post('/chat/completions', async (req: Request, res: Response) => {}} catch (err: any) {const latency = Date.now() - start;- logRequest(route.platform, route.modelId, route.keyId, 'error', estimatedInputTokens, 0, latency, err.message);+ const safeError = sanitizeProviderErrorMessage(err.message);+ logRequest(route.platform, route.modelId, route.keyId, 'error', estimatedInputTokens, 0, latency, safeError);if (isRetryableError(err)) {// Put this model+key on cooldown and try the next one@@ -510,14 +513,14 @@ proxyRouter.post('/chat/completions', async (req: Request, res: Response) => {);recordRateLimitHit(route.modelDbId);lastError = err;- console.log(`[Proxy] ${err.message.slice(0, 60)} from ${route.displayName}, falling back (attempt ${attempt + 1}/${MAX_RETRIES})`);+ console.log(`[Proxy] ${safeError.slice(0, 60)} from ${route.displayName}, falling back (attempt ${attempt + 1}/${MAX_RETRIES})`);continue;}// Non-retryable error (auth, 4xx, etc.): don't retryres.status(502).json({error: {- message: `Provider error (${route.displayName}): ${err.message}`,+ message: `Provider error (${route.displayName}): ${safeError}`,type: 'provider_error',},});@@ -528,7 +531,7 @@ proxyRouter.post('/chat/completions', async (req: Request, res: Response) => {// Exhausted all retriesres.status(429).json({error: {- message: `All models rate-limited after ${MAX_RETRIES} attempts. Last: ${lastError?.message}`,+ message: `All models rate-limited after ${MAX_RETRIES} attempts. Last: ${sanitizeProviderErrorMessage(lastError?.message)}`,type: 'rate_limit_error',},});