A local plugin for image-heavy chats in Codex, Claude Code and other agents: earlier images stop going out with every message, and the model fetches the one it needs by its ID, also after compaction.
TypeScript ai-agentsclaude-codeclaude-code-plugincodexcodex-plugincontext-managementdeveloper-toolsimage-generationmcpmultimodal
perf(spike): 改写时去掉调试用的整包序列化,并加耗时测量脚本
chipfightercbe7783fbff8
diff --git a/spike/src/p2-bench.ts b/spike/src/p2-bench.tsnew file mode 100644index 0000000..d04e984--- /dev/null+++ b/spike/src/p2-bench.ts@@ -0,0 +1,88 @@+// Purpose: P2 — measure on this machine how long content fingerprints, the thread index and a full request rewrite+// take for a real thread. The rollout is only read; nothing but timings and counts is written.+// Input: --thread <id> [--label name]. Output: local/p2/bench-<label>.json and a console summary.++import { createHash } from "node:crypto";+import { mkdirSync, mkdtempSync, rmSync, writeFileSync } from "node:fs";+import { tmpdir } from "node:os";+import { dirname, join, resolve } from "node:path";+import { fileURLToPath } from "node:url";+import zlib from "node:zlib";+import { codexHome } from "./codexconfig.ts";+import { findImages } from "./images.ts";+import { decodePng } from "./png.ts";+import { hasUnsafeInteger, rewriteBody } from "./proxy.ts";+import { rewriteItems } from "./rewrite.ts";+import { writeSelection } from "./selection.ts";+import { imageData, loadThreadIndex, readThreadHistory } from "./thread-index.ts";++type Json = Record<string, any>;+const localRoot = join(resolve(dirname(fileURLToPath(import.meta.url)), "../.."), "local");+const round = (ms: number) => Math.round(ms * 10) / 10;++function time<T>(fn: () => T): [T, number] {+ const started = performance.now();+ const result = fn();+ return [result, round(performance.now() - started)];+}++function main(): void {+ const option = (name: string, fallback?: string) => (process.argv.includes(name) ? process.argv[process.argv.indexOf(name) + 1] : fallback);+ const threadId = option("--thread");+ if (!threadId) throw new Error("usage: p2-bench.ts --thread <id> [--label name]");+ const label = option("--label", "default")!;+ const sessions = join(codexHome(), "sessions");++ const [index, indexColdMs] = time(() => loadThreadIndex(sessions, threadId));+ const [, indexWarmMs] = time(() => loadThreadIndex(sessions, threadId));+ const items: Json[] = readThreadHistory(sessions, threadId).filter((record) => record.type === "response_item").map((record) => record.payload);++ // Fresh per-image costs, outside every cache.+ const perImage = findImages(items).map((ref) => {+ const value = imageData(items, ref) ?? "";+ const [, sha256Ms] = time(() => createHash("sha256").update(value).digest("hex"));+ let pixelMs: number | null = null;+ if (ref.mime === "image/png") [, pixelMs] = time(() => decodePng(Buffer.from(value, "base64")).pixelSha256);+ return { size: ref.width && ref.height ? `${ref.width}x${ref.height}` : null, mb: round(ref.base64Chars / 1e6), sha256Ms, pixelMs };+ });++ // A request carrying the whole history, the way Codex sends it over HTTP, with the first image unchecked.+ const text = JSON.stringify({ model: "bench", input: items, stream: true });+ const [original, codexCompressMs] = time(() => zlib.zstdCompressSync(Buffer.from(text)));+ const selections = mkdtempSync(join(tmpdir(), "cam-bench-"));+ const first = index.images.find((image) => image.replaceable)!;+ writeSelection({ threadId, unchecked: { [first.key]: { id: first.id, at: new Date().toISOString() } } }, selections);+ const steps: Json = {};+ const [decoded, decompressMs] = time(() => zlib.zstdDecompressSync(original));+ steps.decompressMs = decompressMs;+ const [json, parseMs] = time(() => JSON.parse(decoded.toString("utf8")));+ steps.parseMs = parseMs;+ [, steps.unsafeIntegerScanMs] = time(() => hasUnsafeInteger(text));+ [, steps.findImagesMs] = time(() => findImages(json.input));+ const byKey = index.byKey;+ const [rewritten, replaceMs] = time(() => rewriteItems(json.input, (ref) => byKey.get(ref.key), new Set([first.key]), (ref) => byKey.get(ref.key)?.pixelSha256 ?? null));+ steps.replaceMs = replaceMs;+ json.input = rewritten.items;+ const [next, stringifyMs] = time(() => Buffer.from(JSON.stringify(json)));+ steps.stringifyMs = stringifyMs;+ [, steps.compressMs] = time(() => zlib.zstdCompressSync(next));+ const [out, rewriteBodyMs] = time(() => rewriteBody(original, "zstd", threadId, sessions, selections));+ rmSync(selections, { recursive: true, force: true });++ const result = {+ createdAt: new Date().toISOString(),+ images: index.images.length,+ distinctContents: new Set(index.images.map((image) => image.contentId)).size,+ indexColdMs,+ indexWarmMs,+ perImage,+ request: { decodedMB: round(text.length / 1e6), zstdMB: round(original.length / 1e6), codexCompressMs, afterZstdMB: round(out.body.length / 1e6), replaced: out.report.replaced?.map((r: Json) => r.id), skipped: out.report.skipped ?? null },+ rewriteSteps: steps,+ rewriteBodyMs,+ };+ mkdirSync(join(localRoot, "p2"), { recursive: true });+ writeFileSync(join(localRoot, "p2", `bench-${label}.json`), JSON.stringify(result, null, 2));+ console.log(JSON.stringify(result, null, 2));+}++main();diff --git a/spike/src/p2-selftest.ts b/spike/src/p2-selftest.tsindex 9bfebfc..22cfa3d 100644--- a/spike/src/p2-selftest.ts+++ b/spike/src/p2-selftest.ts@@ -75,7 +75,7 @@ async function main(): Promise<void> {turn: turnIds[entry.turnId] ?? entry.turnId,transport: entry.transport,what: entry.declined ? `declined ${entry.declined}` : entry.transport === "websocket" ? `${entry.upstreamStatus} closedForSelection=${entry.closedForSelection}` : `${entry.method} ${entry.path.split("/").pop()} ${entry.status}`,- rewrite: entry.rewrite ? { replaced: entry.rewrite.replaced?.map((r: Json) => `${r.id}:${r.mode}${r.sameAs ? `->${r.sameAs}` : ""}`), sent: entry.rewrite.sentImageHashes, skipped: entry.rewrite.skipped, roundTripExact: entry.rewrite.roundTripExact, decoded: [entry.rewrite.decodedBefore, entry.rewrite.decodedAfter], encoded: [entry.rewrite.encodedBefore, entry.rewrite.encodedAfter] } : null,+ rewrite: entry.rewrite ? { replaced: entry.rewrite.replaced?.map((r: Json) => `${r.id}:${r.mode}${r.sameAs ? `->${r.sameAs}` : ""}`), sent: entry.rewrite.sentImageHashes, skipped: entry.rewrite.skipped, decoded: [entry.rewrite.decodedBefore, entry.rewrite.decodedAfter], encoded: [entry.rewrite.encodedBefore, entry.rewrite.encodedAfter] } : null,requestBytes: entry.requestBytes ?? entry.upBytes,}));diff --git a/spike/src/proxy.test.ts b/spike/src/proxy.test.tsindex b6b881b..1361319 100644--- a/spike/src/proxy.test.ts+++ b/spike/src/proxy.test.ts@@ -92,8 +92,8 @@ test("rewriteBody swaps the unchecked image for a placeholder and re-encodes theassert.ok(text.includes(blue.slice(30)), "the checked image is still there");assert.match(text, /\[图片 IMG-001(\[Image #1\]) 未提供|a\.png|用户上传|第 1 轮|64×64]/);assert.deepEqual(report.replaced, [{ id: "IMG-001", kind: "upload", mode: "plain", sameAs: null, base64Chars: red.length - "data:image/png;base64,".length }]);- assert.equal(report.roundTripExact, true);assert.ok(report.decodedAfter < report.decodedBefore);+ assert.equal(text, JSON.stringify(JSON.parse(text)), "re-serialized as compact JSON, like Codex's own bodies");});test("rewriteBody forwards the original bytes when nothing applies or the body is not safe to re-serialize", () => {diff --git a/spike/src/proxy.ts b/spike/src/proxy.tsindex cad18a9..acf3e87 100644--- a/spike/src/proxy.ts+++ b/spike/src/proxy.ts@@ -185,7 +185,6 @@ export function rewriteBody(original: Buffer, encoding: string | undefined, threreplaced: report.replaced.map(({ key: _key, ...rest }) => rest),locked: report.locked,sentImageHashes: report.sentContentIds.map((id) => id.slice(0, 16)),- roundTripExact: JSON.stringify(json) === text,};if (!report.replaced.length) return { body: original, report: summary };json.input = items;