Every agent's model. One place. Codex on DeepSeek, Claude Code on Kimi, from the menu bar.
redact: eval cases that reach more of modelTakes/modelFits
yetonedb6d1540ef18
diff --git a/internal/redact/eval_cases_test.go b/internal/redact/eval_cases_test.goindex 2306cab21..7cb1a88a0 100644--- a/internal/redact/eval_cases_test.go+++ b/internal/redact/eval_cases_test.go@@ -137,6 +137,116 @@ var evalCases = []evalCase{Keep: []evalValue{{V: "函数", Kind: "PERSON"}, {V: "错误处理", Kind: "PERSON"}},},+ {+ ID: "ci-table", From: "611b9e173",+ Text: "| run | file | result |\n| 6123456789 | ci.yml | success |",+ Keep: []evalValue{{V: "6123456789", Kind: "ACCOUNT"}, {V: "ci.yml", Kind: "PERSON"}},+ },+ {+ ID: "git-log", From: "d3db461bb",+ Text: "ba319a758 gateway: the lone tool_choice none goes to the Grok plugin only (#3110)\nUpdate to v0.1.1442 now",+ Keep: []evalValue{{V: "ba319a758", Kind: "ACCOUNT"}, {V: "v0.1.1442", Kind: "ACCOUNT"}},+ },+ {+ ID: "pixels", From: "d3db461bb",+ Text: "Attached a screenshot of 1624x1487 pixels, 2048000 bytes.",+ Keep: []evalValue{{V: "1624x1487", Kind: "ACCOUNT"}, {V: "2048000", Kind: "PHONE"}},+ },+ {+ ID: "assistant-prose", From: "d3db461bb",+ Text: "Thanks Claude, that fixed it. Also ask Gemini later. — Sam Lee\nHi Codex, please review. Opus said it looks good, Sonnet disagreed.",+ Mask: []evalValue{{V: "Sam Lee", Kind: "PERSON"}},+ Keep: []evalValue{{V: "Claude", Kind: "PERSON"}, {V: "Codex", Kind: "PERSON"}, {V: "Opus", Kind: "PERSON"}, {V: "Sonnet", Kind: "PERSON"}},+ },+ {+ ID: "commit-login", From: "d3db461bb",+ Text: "commit 919585d1700e515ac38da49e31bc60a527fc15c2\nAuthor: yetone <[email protected]>",+ Keep: []evalValue{{V: "yetone", Kind: "PERSON"}, {V: "919585d1700e515ac38da49e31bc60a527fc15c2", Kind: "SECRET"}},+ },+ {+ ID: "session-tokens", From: "d3db461bb",+ Text: "session 019a2b3c-4d5e-7f60-8a9b-0c1d2e3f4a5b token 019a2b3c4d5e7f608a9b0c1d2e3f4a5b",+ Keep: []evalValue{{V: "019a2b3c-4d5e-7f60-8a9b-0c1d2e3f4a5b", Kind: "SECRET"}},+ },+ {+ ID: "user-path", From: "d3db461bb",+ Text: "read /Users/yetone/workspace/projects/magpie/AGENTS.md and C:\\Users\\vdxz\\notes.txt, then /home/rina/.config/app.toml",+ Keep: []evalValue{{V: "yetone", Kind: "PERSON"}, {V: "AGENTS.md", Kind: "PERSON"}, {V: "vdxz", Kind: "PERSON"}, {V: "rina", Kind: "PERSON"}},+ },+ {+ ID: "skill-list", From: "d3db461bb",+ Text: "- artifact-design: Design guidance\n- workflow-authoring: Reference for writing scripts\nUser yetone logged in; local LLM ready\nReviewer: Approved",+ Keep: []evalValue{{V: "artifact-design", Kind: "PERSON"}, {V: "workflow-authoring", Kind: "PERSON"}, {V: "yetone", Kind: "PERSON"}, {V: "Reviewer: Approved", Kind: "PERSON"}},+ },+ {+ ID: "one-letter", From: "true",+ Text: "J said the build is fine; K and Q disagreed.",+ Keep: []evalValue{{V: "J", Kind: "PERSON"}, {V: "K", Kind: "PERSON"}},+ },+ {+ ID: "tool-use-ids", From: "d3db461bb",+ Text: `{"type":"tool_result","tool_use_id":"toolu_01XyZabcDEF123456","id":"srvtoolu_01AbCdEfGhIjKlMnOp","call":"call_Qm7vT2xLk9RbW4nZ"}`,+ Keep: []evalValue{{V: "toolu_01XyZabcDEF123456", Kind: "SECRET"}, {V: "srvtoolu_01AbCdEfGhIjKlMnOp", Kind: "SECRET"}, {V: "call_Qm7vT2xLk9RbW4nZ", Kind: "ACCOUNT"}},+ },+ {+ ID: "task-ids", From: "d3db461bb",+ Text: "<task-id>a97c9bc67cc1f1e27</task-id> wrote 31a4f944-e7cf-4f6f-acc7-eef50d9911dd.jsonl",+ Keep: []evalValue{{V: "a97c9bc67cc1f1e27", Kind: "SECRET"}, {V: "31a4f944-e7cf-4f6f-acc7-eef50d9911dd", Kind: "SECRET"}},+ },+ {+ ID: "hex-lines", From: "d3db461bb",+ Text: "hex40 ok? 1 2f1d0c9b8a7e6f5d4c3b2a1908f7e6d5c4b3a291\n919585d1700e515ac38da49e31bc60a527fc15c2 ok? 1",+ Keep: []evalValue{{V: "2f1d0c9b8a7e6f5d4c3b2a1908f7e6d5c4b3a291", Kind: "SECRET", Known: "#3597"}, {V: "919585d1700e515ac38da49e31bc60a527fc15c2", Kind: "SECRET"}},+ },+ {+ ID: "go-caches", From: "d3db461bb",+ Text: "open /Users/x/Library/Caches/go-build/63700b7ab65fd1d3@v63: no such file\nP=/Users/yetone/.npm/_npx/1e7f6d9597241db0 d6426ecaaf0a28de@v31",+ Keep: []evalValue{{V: "63700b7ab65fd1d3@v63", Kind: "EMAIL"}, {V: "d6426ecaaf0a28de@v31", Kind: "EMAIL"}, {V: "1e7f6d9597241db0", Kind: "SECRET"}},+ },+ {+ ID: "base64-image", From: "d3db461bb",+ Text: "data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAA+k5zM7Md7tM9ehxd51xF/isvM9",+ Keep: []evalValue{{V: "k5zM7Md7tM9ehxd51xF", Kind: "SECRET"}, {V: "isvM9", Kind: "SECRET"}},+ },+ {+ ID: "grep-alts", From: "d3db461bb",+ Text: "rg 'modelTakes|modelFits|personFits' internal; join at discord.gg/Ab3dEf9h today",+ Keep: []evalValue{{V: "modelTakes|modelFits|personFits", Kind: "SECRET"}, {V: "discord.gg/Ab3dEf9h", Kind: "SECRET"}},+ },+ {+ ID: "json-settings", From: "d3db461bb",+ Text: `settings: {"mode": "fast", "retries": "3", "theme": "dark"}`,+ Keep: []evalValue{{V: `"mode": "fast"`, Kind: "SECRET"}, {V: `"retries": "3"`, Kind: "SECRET"}},+ },+ {+ ID: "event-times", From: "#3577",+ Text: `{"event": "tool_call", "timestamp": 1792903687, "ms": 1792903687123, "at": "2026-10-25T04:48:03.755Z", "desk": "+1 415 555 0132", "ext": "4821"}`,+ Mask: []evalValue{{V: "415 555 0132", Kind: "PHONE"}},+ Keep: []evalValue{{V: "1792903687", Kind: "PHONE"}, {V: "4821", Kind: "PHONE"}},+ },+ {+ ID: "codex-meta", From: "#3144",+ Text: `{"stream_options":{"reasoning_summary_delivery":"sequential_cutoff"},"session_id":"019a2b3c-4d5e-7f60-8a9b-0c1d2e3f4a5b","text":"set sequential_cutoff for Rina Kowalczyk, skill at /Users/vdxz/.codex/skills/wrangler/SKILL.md, my password is Tr0ub4dor&3xq"}`,+ Mask: []evalValue{{V: "Rina Kowalczyk", Kind: "PERSON"}, {V: "Tr0ub4dor&3xq", Kind: "SECRET"}},+ Keep: []evalValue{{V: "sequential_cutoff", Kind: "PERSON"}, {V: "reasoning_summary_delivery", Kind: "PERSON"}, {V: "019a2b3c-4d5e-7f60-8a9b-0c1d2e3f4a5b", Kind: "SECRET"}, {V: "vdxz", Kind: "PERSON"}},+ },+ {+ ID: "short-values", From: "true",+ Text: "office: Unit 5, postcode 94107",+ Keep: []evalValue{{V: "94107", Kind: "ADDRESS"}},+ },+ {+ ID: "url-login", From: "#3538",+ Text: "git clone https://[email protected]/team/app.git and ssh [email protected]",+ Keep: []evalValue{{V: "[email protected]", Kind: "EMAIL"}},+ },+ {+ ID: "zh-names-edge", From: "true",+ Text: "这个问题请找王小明先生处理,抄送给李华老师。",+ Mask: []evalValue{{V: "王小明", Kind: "PERSON"}, {V: "李华", Kind: "PERSON"}},+ Keep: []evalValue{{V: "先生", Kind: "PERSON"}, {V: "老师", Kind: "PERSON"}},+ },+// ---- what masking is for --------------------------------------------{ID: "prose-person", From: "true",diff --git a/internal/redact/testdata/eval-model.json b/internal/redact/testdata/eval-model.jsonindex 01e53b05e..efa0ce50b 100644--- a/internal/redact/testdata/eval-model.json+++ b/internal/redact/testdata/eval-model.json@@ -7,6 +7,35 @@"text": "6f312259162fb240","found": []},+ "assistant-prose": {+ "text": "2f09c57d2bcd4a33",+ "found": [+ {+ "Start": 7,+ "End": 13,+ "Label": "private_person"+ },+ {+ "Start": 57,+ "End": 64,+ "Label": "private_person"+ },+ {+ "Start": 68,+ "End": 73,+ "Label": "private_person"+ },+ {+ "Start": 115,+ "End": 121,+ "Label": "private_person"+ }+ ]+ },+ "base64-image": {+ "text": "88418a5daf6d9b9a",+ "found": []+ },"bearer": {"text": "708d72f298141a4c","found": [@@ -26,6 +55,16 @@"text": "7387f43ca5ce5824","found": []},+ "ci-table": {+ "text": "059b37d552df2314",+ "found": [+ {+ "Start": 26,+ "End": 36,+ "Label": "account_number"+ }+ ]+ },"code-keys": {"text": "d5f835bbf0a332b8","found": [@@ -50,6 +89,26 @@"text": "ebbde1d7b5199206","found": []},+ "codex-meta": {+ "text": "4978726969792675",+ "found": [+ {+ "Start": 83,+ "End": 119,+ "Label": "account_number"+ },+ {+ "Start": 155,+ "End": 169,+ "Label": "private_person"+ },+ {+ "Start": 240,+ "End": 253,+ "Label": "secret"+ }+ ]+ },"colors-ports": {"text": "252b9ce2e8df3e82","found": [@@ -60,6 +119,21 @@}]},+ "commit-login": {+ "text": "43e1522fcf559a62",+ "found": [+ {+ "Start": 56,+ "End": 62,+ "Label": "private_person"+ },+ {+ "Start": 64,+ "End": 95,+ "Label": "private_email"+ }+ ]+ },"digests": {"text": "3b3e688a54f12e96","found": [@@ -85,6 +159,36 @@}]},+ "event-times": {+ "text": "c1fe2fbd2701c75c",+ "found": [+ {+ "Start": 36,+ "End": 46,+ "Label": "account_number"+ },+ {+ "Start": 54,+ "End": 67,+ "Label": "account_number"+ },+ {+ "Start": 76,+ "End": 100,+ "Label": "private_date"+ },+ {+ "Start": 111,+ "End": 127,+ "Label": "private_phone"+ },+ {+ "Start": 138,+ "End": 142,+ "Label": "private_address"+ }+ ]+ },"example-mail": {"text": "a1867625846dc315","found": [@@ -110,6 +214,10 @@}]},+ "git-log": {+ "text": "8fc8f17e8817539a",+ "found": []+ },"git-user-url": {"text": "b92e10fa6b923a00","found": [@@ -120,10 +228,33 @@}]},+ "go-caches": {+ "text": "e855cf322da328a9",+ "found": []+ },+ "grep-alts": {+ "text": "dab9d9ae2f7b6d01",+ "found": []+ },"grep-pattern": {"text": "0d38dbff0a086bdf","found": []},+ "hex-lines": {+ "text": "b378b2965f1a80de",+ "found": [+ {+ "Start": 10,+ "End": 52,+ "Label": "secret"+ },+ {+ "Start": 53,+ "End": 96,+ "Label": "secret"+ }+ ]+ },"home-path": {"text": "4f79a2f3631db506","found": [@@ -164,6 +295,10 @@}]},+ "json-settings": {+ "text": "17b49a014daba2fc",+ "found": []+ },"log-user": {"text": "cda01fa1bd419b1d","found": [@@ -188,6 +323,21 @@"text": "271c7650b6474a19","found": []},+ "one-letter": {+ "text": "0ff1555b12fd8004",+ "found": [+ {+ "Start": 26,+ "End": 27,+ "Label": "private_person"+ },+ {+ "Start": 32,+ "End": 33,+ "Label": "private_person"+ }+ ]+ },"phone-intl": {"text": "28bf596367da1b2b","found": [@@ -203,6 +353,10 @@}]},+ "pixels": {+ "text": "96d207f1a0461a94",+ "found": []+ },"prose-password": {"text": "b45e2539ee55a672","found": [@@ -227,6 +381,16 @@"text": "6210ece83f6b71ab","found": []},+ "session-tokens": {+ "text": "6170ea7af28ec9e2",+ "found": [+ {+ "Start": 0,+ "End": 83,+ "Label": "secret"+ }+ ]+ },"session-uuid": {"text": "45ff8afdbe77e369","found": [@@ -237,10 +401,30 @@}]},+ "short-values": {+ "text": "0133fede621b7801",+ "found": [+ {+ "Start": 25,+ "End": 30,+ "Label": "private_address"+ }+ ]+ },"sizes-versions": {"text": "e08a850f552a995b","found": []},+ "skill-list": {+ "text": "535fc5de908c39dd",+ "found": [+ {+ "Start": 116,+ "End": 125,+ "Label": "private_address"+ }+ ]+ },"snake-arg": {"text": "7ade5b7b89a61dd4","found": []@@ -249,6 +433,21 @@"text": "89fcc6da0d4cc9fb","found": []},+ "task-ids": {+ "text": "faff967171e2421d",+ "found": [+ {+ "Start": 8,+ "End": 26,+ "Label": "account_number"+ },+ {+ "Start": 43,+ "End": 85,+ "Label": "account_number"+ }+ ]+ },"token-count": {"text": "359c740b1ce9a3c5","found": [@@ -313,6 +512,26 @@"text": "6b9515c4bf396f51","found": []},+ "tool-use-ids": {+ "text": "c83ab5e49cce4b75",+ "found": [+ {+ "Start": 37,+ "End": 60,+ "Label": "account_number"+ },+ {+ "Start": 68,+ "End": 95,+ "Label": "secret"+ },+ {+ "Start": 105,+ "End": 126,+ "Label": "secret"+ }+ ]+ },"unix-time": {"text": "3e3d22cf38729962","found": []@@ -321,6 +540,21 @@"text": "7e29836c6aa4f105","found": []},+ "url-login": {+ "text": "d6f5b2b60e384bb9",+ "found": [+ {+ "Start": 10,+ "End": 58,+ "Label": "private_url"+ },+ {+ "Start": 63,+ "End": 79,+ "Label": "private_url"+ }+ ]+ },"url-userinfo": {"text": "a74a01c8225d54da","found": [@@ -346,6 +580,21 @@}]},+ "user-path": {+ "text": "007eeda2f5ba95d3",+ "found": [+ {+ "Start": 11,+ "End": 54,+ "Label": "private_url"+ },+ {+ "Start": 84,+ "End": 116,+ "Label": "private_url"+ }+ ]+ },"zh-contact": {"text": "5d654b2bbdd23aa1","found": [@@ -376,6 +625,21 @@}]},+ "zh-names-edge": {+ "text": "709d9aa01117e001",+ "found": [+ {+ "Start": 18,+ "End": 39,+ "Label": "private_person"+ },+ {+ "Start": 51,+ "End": 63,+ "Label": "private_person"+ }+ ]+ },"zh-password": {"text": "ca3835176b202e40","found": [