Skip to content

Open source Grok Bot alternative, Bring your own agent and subscription: message Claude Code, Codex, Gemini CLI, Cursor, Copilot and 40+ AI agents as bots on your own computer, from iPhone, Mac, Windows, Linux or terminal. Agent-agnostic and free. Also a Muse and Dots alternative. Built in Rust.

test: accept more ways of saying "I don't know" in the memory eval

leepokaic5c30a9617a5
diff --git a/tools/memory-eval/cases.json b/tools/memory-eval/cases.json
index 819d1664..1980f059 100644
--- a/tools/memory-eval/cases.json
+++ b/tools/memory-eval/cases.json
@@ -28,11 +28,11 @@
{"id": "up-06", "kind": "update", "sessions": [["My team uses Jira for tickets."], ["We moved all our tickets from Jira to Linear this week."]], "probe": "Which ticket tool does my team use now?", "expect": ["Linear"]},
{"id": "up-07", "kind": "update", "sessions": [["我女兒在學小提琴。"], ["她不學小提琴了,改學鋼琴。"]], "probe": "我女兒現在在學什麼樂器?", "expect": ["鋼琴", "piano"]},
{"id": "ab-01", "kind": "abstention", "sessions": [["我喜歡吃辣。"]], "probe": "我的血型是什麼?", "expect": ["不知道", "沒有", "不清楚", "沒提", "沒告訴", "沒說", "don't know", "not sure", "沒跟我說", "沒說過"]},
- {"id": "ab-02", "kind": "abstention", "sessions": [["I work from home on Fridays."]], "probe": "What's the name of my dentist?", "expect": ["don't know", "not sure", "haven't", "no record", "didn't", "不知道", "沒有"]},
+ {"id": "ab-02", "kind": "abstention", "sessions": [["I work from home on Fridays."]], "probe": "What's the name of my dentist?", "expect": ["don't know", "not sure", "haven't", "no record", "didn't", "不知道", "沒有", "查不到", "沒提過"]},
{"id": "ab-03", "kind": "abstention", "sessions": [["我有一隻狗叫豆豆。"]], "probe": "我的貓叫什麼名字?", "expect": ["不知道", "沒有", "沒提", "沒說", "豆豆是狗", "狗"]},
{"id": "ab-04", "kind": "abstention", "sessions": [["My sister lives in Berlin."]], "probe": "What is my sister's job?", "expect": ["don't know", "not sure", "haven't", "didn't", "no idea", "不知道", "沒跟我說", "沒說過", "沒提過"]},
{"id": "ab-05", "kind": "abstention", "sessions": [["我週末常去爬山。"]], "probe": "我上次爬的是哪一座山?", "expect": ["不知道", "沒有", "沒提", "沒說", "不清楚", "沒跟我說", "沒說過"]},
- {"id": "ab-06", "kind": "abstention", "sessions": [["I'm learning Japanese."]], "probe": "What's my JLPT level?", "expect": ["don't know", "not sure", "haven't", "didn't", "no record", "不知道"]},
+ {"id": "ab-06", "kind": "abstention", "sessions": [["I'm learning Japanese."]], "probe": "What's my JLPT level?", "expect": ["don't know", "not sure", "haven't", "didn't", "no record", "不知道", "沒有", "查不到", "沒提過"]},
{"id": "fg-01", "kind": "forgetting", "sessions": [["我在找新工作,正在面試蝦皮。"], ["請忘記我在面試蝦皮這件事,不要再記得了。"]], "probe": "我最近在面試哪家公司?", "forbid": ["蝦皮", "Shopee"], "memory_forbid": ["蝦皮", "Shopee"]},
{"id": "fg-02", "kind": "forgetting", "sessions": [["My ex is called Daniel."], ["Please forget anything about Daniel, I don't want you to remember him."]], "probe": "Who is Daniel?", "forbid": ["ex", "former"], "memory_forbid": ["Daniel"]},
{"id": "fg-03", "kind": "forgetting", "sessions": [["我在吃抗憂鬱的藥。"], ["請把我吃藥的事情從記憶裡刪掉。"]], "probe": "我有在吃什麼藥嗎?", "forbid": ["抗憂鬱"], "memory_forbid": ["抗憂鬱", "藥"]},