Skip to content

Never stop coding. Free MIT AI gateway: one endpoint, 375 providers (150+ free), 1,400+ models Kimi, Claude, GPT, Gemini, GLM, DeepSeek, MiniMax. Works with Claude Code, Codex, Cursor, OpenCode, Cline & Copilot. Quota-aware auto-fallback, RTK+Caveman compression saves 15-95% tokens, MCP/A2A, Desktop/PWA. Built by 900+ contributors

feat(compression): integrate pipeline into chatCore request flow

oyi77f0a750c8a3d5
diff --git a/open-sse/handlers/chatCore.ts b/open-sse/handlers/chatCore.ts
index 49aefdbc8c..d3715b718b 100644
--- a/open-sse/handlers/chatCore.ts
+++ b/open-sse/handlers/chatCore.ts
@@ -1221,6 +1221,36 @@ export async function handleChatCore({
body?.messages || body?.input || body?.contents || body?.request?.contents || [];
if (body && Array.isArray(allMessages) && allMessages.length > 0) {
const estimatedTokens = estimateTokens(JSON.stringify(allMessages));
+
+ // --- Modular Compression Pipeline (Phase 1: Lite mode) ---
+ // Runs BEFORE the existing reactive compressContext() to proactively reduce tokens.
+ try {
+ const { getCompressionSettings } = await import("../../src/lib/db/compression");
+ const { selectCompressionStrategy, applyCompression } =
+ await import("../services/compression/strategySelector");
+ const { trackCompressionStats } = await import("../services/compression/stats");
+ const config = await getCompressionSettings();
+ const mode = selectCompressionStrategy(config, comboName ?? null, estimatedTokens);
+ if (mode !== "off") {
+ const result = applyCompression(body, mode, { model: effectiveModel });
+ if (result.compressed && result.stats) {
+ body = result.body as typeof body;
+ trackCompressionStats(result.stats);
+ log?.info?.(
+ "COMPRESSION",
+ `Prompt compressed (${mode}): ${result.stats.originalTokens} -> ${result.stats.compressedTokens} tokens (${result.stats.savingsPercent}% saved, techniques: ${result.stats.techniquesUsed.join(",")})`
+ );
+ }
+ }
+ } catch (err) {
+ log?.warn?.(
+ "COMPRESSION",
+ "Compression pipeline error (non-fatal): " +
+ (err instanceof Error ? err.message : String(err))
+ );
+ }
+ // --- End Modular Compression Pipeline ---
+
let contextLimit = getTokenLimit(provider, effectiveModel);
if (isCombo && comboName) {