Skip to content

A local plugin for image-heavy chats in Codex, Claude Code and other agents: earlier images stop going out with every message, and the model fetches the one it needs by its ID, also after compaction.

perf(spike): 改写时去掉调试用的整包序列化,并加耗时测量脚本

chipfightercbe7783fbff8
diff --git a/spike/src/p2-bench.ts b/spike/src/p2-bench.ts
new file mode 100644
index 0000000..d04e984
--- /dev/null
+++ b/spike/src/p2-bench.ts
@@ -0,0 +1,88 @@
+// Purpose: P2 — measure on this machine how long content fingerprints, the thread index and a full request rewrite
+// take for a real thread. The rollout is only read; nothing but timings and counts is written.
+// Input: --thread <id> [--label name]. Output: local/p2/bench-<label>.json and a console summary.
+
+import { createHash } from "node:crypto";
+import { mkdirSync, mkdtempSync, rmSync, writeFileSync } from "node:fs";
+import { tmpdir } from "node:os";
+import { dirname, join, resolve } from "node:path";
+import { fileURLToPath } from "node:url";
+import zlib from "node:zlib";
+import { codexHome } from "./codexconfig.ts";
+import { findImages } from "./images.ts";
+import { decodePng } from "./png.ts";
+import { hasUnsafeInteger, rewriteBody } from "./proxy.ts";
+import { rewriteItems } from "./rewrite.ts";
+import { writeSelection } from "./selection.ts";
+import { imageData, loadThreadIndex, readThreadHistory } from "./thread-index.ts";
+
+type Json = Record<string, any>;
+const localRoot = join(resolve(dirname(fileURLToPath(import.meta.url)), "../.."), "local");
+const round = (ms: number) => Math.round(ms * 10) / 10;
+
+function time<T>(fn: () => T): [T, number] {
+ const started = performance.now();
+ const result = fn();
+ return [result, round(performance.now() - started)];
+}
+
+function main(): void {
+ const option = (name: string, fallback?: string) => (process.argv.includes(name) ? process.argv[process.argv.indexOf(name) + 1] : fallback);
+ const threadId = option("--thread");
+ if (!threadId) throw new Error("usage: p2-bench.ts --thread <id> [--label name]");
+ const label = option("--label", "default")!;
+ const sessions = join(codexHome(), "sessions");
+
+ const [index, indexColdMs] = time(() => loadThreadIndex(sessions, threadId));
+ const [, indexWarmMs] = time(() => loadThreadIndex(sessions, threadId));
+ const items: Json[] = readThreadHistory(sessions, threadId).filter((record) => record.type === "response_item").map((record) => record.payload);
+
+ // Fresh per-image costs, outside every cache.
+ const perImage = findImages(items).map((ref) => {
+ const value = imageData(items, ref) ?? "";
+ const [, sha256Ms] = time(() => createHash("sha256").update(value).digest("hex"));
+ let pixelMs: number | null = null;
+ if (ref.mime === "image/png") [, pixelMs] = time(() => decodePng(Buffer.from(value, "base64")).pixelSha256);
+ return { size: ref.width && ref.height ? `${ref.width}x${ref.height}` : null, mb: round(ref.base64Chars / 1e6), sha256Ms, pixelMs };
+ });
+
+ // A request carrying the whole history, the way Codex sends it over HTTP, with the first image unchecked.
+ const text = JSON.stringify({ model: "bench", input: items, stream: true });
+ const [original, codexCompressMs] = time(() => zlib.zstdCompressSync(Buffer.from(text)));
+ const selections = mkdtempSync(join(tmpdir(), "cam-bench-"));
+ const first = index.images.find((image) => image.replaceable)!;
+ writeSelection({ threadId, unchecked: { [first.key]: { id: first.id, at: new Date().toISOString() } } }, selections);
+ const steps: Json = {};
+ const [decoded, decompressMs] = time(() => zlib.zstdDecompressSync(original));
+ steps.decompressMs = decompressMs;
+ const [json, parseMs] = time(() => JSON.parse(decoded.toString("utf8")));
+ steps.parseMs = parseMs;
+ [, steps.unsafeIntegerScanMs] = time(() => hasUnsafeInteger(text));
+ [, steps.findImagesMs] = time(() => findImages(json.input));
+ const byKey = index.byKey;
+ const [rewritten, replaceMs] = time(() => rewriteItems(json.input, (ref) => byKey.get(ref.key), new Set([first.key]), (ref) => byKey.get(ref.key)?.pixelSha256 ?? null));
+ steps.replaceMs = replaceMs;
+ json.input = rewritten.items;
+ const [next, stringifyMs] = time(() => Buffer.from(JSON.stringify(json)));
+ steps.stringifyMs = stringifyMs;
+ [, steps.compressMs] = time(() => zlib.zstdCompressSync(next));
+ const [out, rewriteBodyMs] = time(() => rewriteBody(original, "zstd", threadId, sessions, selections));
+ rmSync(selections, { recursive: true, force: true });
+
+ const result = {
+ createdAt: new Date().toISOString(),
+ images: index.images.length,
+ distinctContents: new Set(index.images.map((image) => image.contentId)).size,
+ indexColdMs,
+ indexWarmMs,
+ perImage,
+ request: { decodedMB: round(text.length / 1e6), zstdMB: round(original.length / 1e6), codexCompressMs, afterZstdMB: round(out.body.length / 1e6), replaced: out.report.replaced?.map((r: Json) => r.id), skipped: out.report.skipped ?? null },
+ rewriteSteps: steps,
+ rewriteBodyMs,
+ };
+ mkdirSync(join(localRoot, "p2"), { recursive: true });
+ writeFileSync(join(localRoot, "p2", `bench-${label}.json`), JSON.stringify(result, null, 2));
+ console.log(JSON.stringify(result, null, 2));
+}
+
+main();
diff --git a/spike/src/p2-selftest.ts b/spike/src/p2-selftest.ts
index 9bfebfc..22cfa3d 100644
--- a/spike/src/p2-selftest.ts
+++ b/spike/src/p2-selftest.ts
@@ -75,7 +75,7 @@ async function main(): Promise<void> {
turn: turnIds[entry.turnId] ?? entry.turnId,
transport: entry.transport,
what: entry.declined ? `declined ${entry.declined}` : entry.transport === "websocket" ? `${entry.upstreamStatus} closedForSelection=${entry.closedForSelection}` : `${entry.method} ${entry.path.split("/").pop()} ${entry.status}`,
- rewrite: entry.rewrite ? { replaced: entry.rewrite.replaced?.map((r: Json) => `${r.id}:${r.mode}${r.sameAs ? `->${r.sameAs}` : ""}`), sent: entry.rewrite.sentImageHashes, skipped: entry.rewrite.skipped, roundTripExact: entry.rewrite.roundTripExact, decoded: [entry.rewrite.decodedBefore, entry.rewrite.decodedAfter], encoded: [entry.rewrite.encodedBefore, entry.rewrite.encodedAfter] } : null,
+ rewrite: entry.rewrite ? { replaced: entry.rewrite.replaced?.map((r: Json) => `${r.id}:${r.mode}${r.sameAs ? `->${r.sameAs}` : ""}`), sent: entry.rewrite.sentImageHashes, skipped: entry.rewrite.skipped, decoded: [entry.rewrite.decodedBefore, entry.rewrite.decodedAfter], encoded: [entry.rewrite.encodedBefore, entry.rewrite.encodedAfter] } : null,
requestBytes: entry.requestBytes ?? entry.upBytes,
}));
diff --git a/spike/src/proxy.test.ts b/spike/src/proxy.test.ts
index b6b881b..1361319 100644
--- a/spike/src/proxy.test.ts
+++ b/spike/src/proxy.test.ts
@@ -92,8 +92,8 @@ test("rewriteBody swaps the unchecked image for a placeholder and re-encodes the
assert.ok(text.includes(blue.slice(30)), "the checked image is still there");
assert.match(text, /\[图片 IMG-001(\[Image #1\]) 未提供|a\.png|用户上传|第 1 轮|64×64]/);
assert.deepEqual(report.replaced, [{ id: "IMG-001", kind: "upload", mode: "plain", sameAs: null, base64Chars: red.length - "data:image/png;base64,".length }]);
- assert.equal(report.roundTripExact, true);
assert.ok(report.decodedAfter < report.decodedBefore);
+ assert.equal(text, JSON.stringify(JSON.parse(text)), "re-serialized as compact JSON, like Codex's own bodies");
});
test("rewriteBody forwards the original bytes when nothing applies or the body is not safe to re-serialize", () => {
diff --git a/spike/src/proxy.ts b/spike/src/proxy.ts
index cad18a9..acf3e87 100644
--- a/spike/src/proxy.ts
+++ b/spike/src/proxy.ts
@@ -185,7 +185,6 @@ export function rewriteBody(original: Buffer, encoding: string | undefined, thre
replaced: report.replaced.map(({ key: _key, ...rest }) => rest),
locked: report.locked,
sentImageHashes: report.sentContentIds.map((id) => id.slice(0, 16)),
- roundTripExact: JSON.stringify(json) === text,
};
if (!report.replaced.length) return { body: original, report: summary };
json.input = items;