Skip to content

Never stop coding. Free MIT AI gateway: one endpoint, 375 providers (150+ free), 1,400+ models Kimi, Claude, GPT, Gemini, GLM, DeepSeek, MiniMax. Works with Claude Code, Codex, Cursor, OpenCode, Cline & Copilot. Quota-aware auto-fallback, RTK+Caveman compression saves 15-95% tokens, MCP/A2A, Desktop/PWA. Built by 900+ contributors

818 B
Raw Blame
import { describe, it } from "node:test";
import assert from "node:assert/strict";

import { deduplicateRepeatedLines } from "../../../open-sse/services/compression/engines/rtk/deduplicator.ts";

describe("RTK deduplicator", () => {
  it("collapses consecutive repeated lines with counters", () => {
    const result = deduplicateRepeatedLines(["same", "same", "same", "tail"].join("\n"), {
      threshold: 3,
    });

    assert.equal(result.collapsed, 2);
    assert.ok(result.text.includes("[line repeated 2x]"));
    assert.ok(result.text.includes("[rtk:dropped 2 repeated lines]"));
  });

  it("honors configurable threshold", () => {
    assert.equal(deduplicateRepeatedLines("a\na", { threshold: 3 }).collapsed, 0);
    assert.equal(deduplicateRepeatedLines("a\na", { threshold: 2 }).collapsed, 1);
  });
});