Skip to content

Garry's Opinionated OpenClaw/Hermes Agent Brain

TypeScript
84.7 KB
Raw Blame
{"record_type":"manifest","schema":1,"phase":"transfer","manifest_sha256":"510a3eab1e6f3889b9732755a2c53c724f38745a8fef0744e34216cee78ae398","n":361,"reader_model":"anthropic:claude-sonnet-4-6","judge_model":"gpt-4o-2024-08-06","scope":"Original automated labels; manual caveats are in READING_NOTES_RESULTS.md.","cost_usd":36.60960000000003,"settled_calls":1524}
{"record_type":"pair","question_id":"f685340e_abs","category":"knowledge-update","abstention":true,"retrieval_complete":true,"baseline_correct":false,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"2698e78f_abs","category":"knowledge-update","abstention":true,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"6456829e_abs","category":"multi-session","abstention":true,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"80ec1f4f_abs","category":"multi-session","abstention":true,"retrieval_complete":false,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"6aeb4375_abs","category":"knowledge-update","abstention":true,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"29f2956b_abs","category":"single-session-user","abstention":true,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"19b5f2b3_abs","category":"single-session-user","abstention":true,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"76d63226","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"95228167","category":"single-session-preference","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":true}
{"record_type":"pair","question_id":"71a3fd6b","category":"single-session-assistant","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"eace081b","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"6a27ffc2","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_e072b769","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"1de5cff2","category":"single-session-assistant","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"cc539528","category":"single-session-assistant","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_4929293a","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"4f54b7c9","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_0b2f1d21","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"1a8a66a6","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"ba61f0b9","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"f0e564bc","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"ef9cf60a","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"18dcd5a5","category":"single-session-assistant","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_88806d6e","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"118b2229","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"caf03d32","category":"single-session-preference","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"2a1811e2","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_d9af6064","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"ce6d2d27","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_2ba83207","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_483dd43c","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":false,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"e9327a54","category":"single-session-assistant","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"5c40ec5b","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"0bb5a684","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_8e165409","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"e61a7584","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"1d4e3b97","category":"single-session-preference","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"28dc39ac","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"58470ed2","category":"single-session-assistant","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"41698283","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"dd2973ad","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_4edbafa2","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_68e94287","category":"temporal-reasoning","abstention":false,"retrieval_complete":false,"baseline_correct":false,"notes_correct":false,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_af6db32f","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"eaca4986","category":"single-session-assistant","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_e414231f","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_7f6b06db","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":false,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"0a34ad58","category":"single-session-preference","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":true}
{"record_type":"pair","question_id":"gpt4_8c8961ae","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"1c0ddc50","category":"single-session-preference","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_1d80365e","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"6c49646a","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"f8c5f88b","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_18c2b244","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"28bcfaac","category":"single-session-assistant","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"efc3f7c2","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"7e974930","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"09d032c9","category":"single-session-preference","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":false,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_65aabe59","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"85fa3a3f","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"3b6f954b","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"36b9f61e","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"affe2881","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"67e0d0f2","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"1568498a","category":"single-session-assistant","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"75832dbd","category":"single-session-preference","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":true}
{"record_type":"pair","question_id":"9a707b81","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":false,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"e47becba","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"bcbe585f","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"86f00804","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"08f4fc43","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"7e00a6cb","category":"single-session-assistant","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"8464fc84","category":"single-session-assistant","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"488d3006","category":"single-session-assistant","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"1192316e","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"2318644b","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_5438fa52","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"00ca467f","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"01493427","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_7fce9456","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":true,"baseline_truncated":false,"notes_truncated":true}
{"record_type":"pair","question_id":"10d9b85a","category":"multi-session","abstention":false,"retrieval_complete":false,"baseline_correct":false,"notes_correct":false,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"ccb36322","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_0a05b494","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_1e4a8aec","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"4dfccbf7","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_1e4a8aeb","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"66f24dbb","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"38146c39","category":"single-session-preference","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":false,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"91b15a6e","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"370a8ff4","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":false,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"faba32e5","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_93f6379c","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"b01defab","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"561fabcd","category":"single-session-assistant","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"54026fce","category":"single-session-preference","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"f0853d11","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"ed4ddc30","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_2f8be40d","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":false,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"36580ce8","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"ec81a493","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_98f46fc6","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"dccbc061","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"b759caee","category":"single-session-assistant","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"21d02d0d","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_fa19884d","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"aae3761f","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"cc5ded98","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_f49edff3","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_b0863698","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"fca70973","category":"single-session-preference","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"3f1e9474","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_a1b77f9c","category":"temporal-reasoning","abstention":false,"retrieval_complete":false,"baseline_correct":false,"notes_correct":false,"baseline_truncated":false,"notes_truncated":true}
{"record_type":"pair","question_id":"7401057b","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_6dc9b45b","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"8cf4d046","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_7ddcf75f","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"06f04340","category":"single-session-preference","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"51c32626","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"c8f1aeed","category":"single-session-assistant","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"0bc8ad92","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"8e9d538c","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"afdc33df","category":"single-session-preference","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":false,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_21adecb5","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"5a4f22c0","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_731e37d7","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_2c50253f","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"5831f84d","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_f2262a51","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"4388e9dd","category":"single-session-assistant","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"7527f7e2","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_1916e0ea","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"603deb26","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"945e3d21","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_1d4ab0c9","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_59149c78","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"59524333","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_4fc4f797","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"e25c3b8d","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"3a704032","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"bbf86515","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"fca762bc","category":"single-session-assistant","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"c19f7a0b","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_4ef30696","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"f35224e0","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_2f584639","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"0977f2af","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"8550ddae","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"9ea5eabc","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"22d2cb42","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"d3ab962e","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"55241a1f","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"71017276","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"0a995998","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":false,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"157a136e","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"08e075c7","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"3c1045c8","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"5025383b","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"6cb6f249","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"b3c15d39","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"bf659f65","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":false,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"9aaed6a3","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":false,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"7024f17c","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":false,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_31ff4165","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"8e91e7d9","category":"multi-session","abstention":false,"retrieval_complete":false,"baseline_correct":false,"notes_correct":false,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"7a87bd0c","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"505af2f5","category":"single-session-preference","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_61e13b3c","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_4cd9eba1","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"0e5e2d1a","category":"single-session-assistant","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"6ae235be","category":"single-session-assistant","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"6e984302","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":false,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_a2d1d1f6","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"6613b389","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"778164c6","category":"single-session-assistant","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"d01c6aa8","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":false,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_5dcc0aab","category":"temporal-reasoning","abstention":false,"retrieval_complete":false,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"1d4da289","category":"single-session-assistant","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"c2ac3c61","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"69fee5aa","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"18bc8abd","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"a346bb18","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"71315a70","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"0ea62687","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"a3332713","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"4d6b87c8","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"1faac195","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_1a1dc16d","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"e493bb7c","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"4adc0475","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"89941a93","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_f420262c","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":false,"baseline_truncated":false,"notes_truncated":true}
{"record_type":"pair","question_id":"c18a7dc8","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"8b9d4367","category":"single-session-assistant","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"5d3d2817","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_7de946e7","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"95bcc1c8","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"d905b33f","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"89527b6b","category":"single-session-assistant","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"e982271f","category":"single-session-assistant","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"078150f1","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_7ca326fa","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_ab202e7f","category":"multi-session","abstention":false,"retrieval_complete":false,"baseline_correct":false,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_ec93e27f","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"e01b8e2f","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"720133ac","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"c4ea545c","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"2ebe6c90","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"a2f3aa27","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":false,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"9a707b82","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_e414231e","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"a3838d2b","category":"temporal-reasoning","abstention":false,"retrieval_complete":false,"baseline_correct":false,"notes_correct":false,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_4929293b","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"ef66a6e5","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"a9f6b44c","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"311778f1","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_d12ceb0e","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"06878be2","category":"single-session-preference","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":true}
{"record_type":"pair","question_id":"dfde3500","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"8077ef71","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"f523d9fe","category":"single-session-assistant","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"b9cfe692","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"d7c942c3","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_8279ba03","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"d52b4f67","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_2d58bcd6","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_8279ba02","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"a08a253f","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_45189cb4","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_e061b84g","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"cc06de0d","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"129d1232","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_385a5000","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"c960da58","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"4100d0a0","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"61f8c8f8","category":"multi-session","abstention":false,"retrieval_complete":false,"baseline_correct":false,"notes_correct":false,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"d6062bb9","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_d84a3211","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"af082822","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"4fd1909e","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"cf22b7bf","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"16c90bf4","category":"single-session-assistant","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"70b3e69b","category":"single-session-assistant","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"9ee3ecd6","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":false,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"726462e0","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"41275add","category":"single-session-assistant","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"5e1b23de","category":"temporal-reasoning","abstention":false,"retrieval_complete":false,"baseline_correct":false,"notes_correct":false,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_cd90e484","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_f420262d","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"37f165cf","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":false,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"1e043500","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"545bd2b5","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"db467c8c","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"06db6396","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"dcfa8644","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_213fd887","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"92a0aa75","category":"multi-session","abstention":false,"retrieval_complete":false,"baseline_correct":false,"notes_correct":false,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"42ec0761","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"a1eacc2a","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_2312f94c","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"8cf51dda","category":"single-session-assistant","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_68e94288","category":"temporal-reasoning","abstention":false,"retrieval_complete":false,"baseline_correct":false,"notes_correct":false,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_e05b82a6","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":false,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"60159905","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":false,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_7a0daae1","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"5809eb10","category":"single-session-assistant","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"6b7dfb22","category":"single-session-preference","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"7161e7e2","category":"single-session-assistant","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"8c18457d","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"a4996e51","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"8a2466db","category":"single-session-preference","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"caf9ead2","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"e6041065","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_b5700ca0","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"b29f3365","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":false,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_78cf46a3","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"dad224aa","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"1c549ce4","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"852ce960","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":false,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"a89d7624","category":"single-session-preference","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":true}
{"record_type":"pair","question_id":"a11281a2","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_468eb064","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"27016adc","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"75f70248","category":"single-session-preference","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_2f91af09","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"e3fc4d6e","category":"single-session-assistant","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"7405e8b1","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_9a159967","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"577d4d32","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_e061b84f","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"b46e15ee","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"21436231","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"e3038f8c","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"d682f1a2","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"a06e4cfe","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_59c863d7","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"5a7937c8","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"77eafa52","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"58bf7951","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"d23cf73b","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"ac031881","category":"single-session-assistant","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"3fdac837","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_d6585ce8","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"65240037","category":"single-session-assistant","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"c5e8278d","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"25e5aa4f","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"853b0a1d","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"35a27287","category":"single-session-preference","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":false,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_b4a80587","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"1cea1afa","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"a40e080f","category":"single-session-assistant","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"2c63a862","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"0100672e","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"81507db6","category":"multi-session","abstention":false,"retrieval_complete":false,"baseline_correct":true,"notes_correct":false,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_85da3956","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"58ef2f1c","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"4dfccbf8","category":"temporal-reasoning","abstention":false,"retrieval_complete":false,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_15e38248","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"60472f9c","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"993da5e2","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"e56a43b9","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"1a1907b4","category":"single-session-preference","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":true}
{"record_type":"pair","question_id":"1f2b8d4f","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"c7cf7dfd","category":"single-session-assistant","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"75499fd8","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_76048e76","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"0f05491a","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_74aed68e","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"2ce6a0f2","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"8ebdbe50","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_2487a7cb","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"8752c811","category":"single-session-assistant","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"099778bb","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"86b68151","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_2655b836","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"45dc21b6","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"73d42213","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"a82c026e","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"6d550036","category":"multi-session","abstention":false,"retrieval_complete":false,"baseline_correct":true,"notes_correct":false,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"ceb54acb","category":"single-session-assistant","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_59149c77","category":"temporal-reasoning","abstention":false,"retrieval_complete":false,"baseline_correct":false,"notes_correct":false,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"af8d2e46","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"c7dc5443","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"c14c00dd","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_194be4b3","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"d851d5ba","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":false,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"e4e14d04","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"3e321797","category":"single-session-assistant","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"352ab8bd","category":"single-session-assistant","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"4b24c848","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"3d86fd0a","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"46a3abf7","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":false,"notes_correct":false,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"bb7c3b45","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"gpt4_b5700ca9","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"0db4c65d","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"0e4e4c46","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"94f70d80","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"681a1674","category":"multi-session","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"26bdc477","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"cc6d1ec1","category":"temporal-reasoning","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"6ade9755","category":"single-session-user","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"pair","question_id":"6a1eabeb","category":"knowledge-update","abstention":false,"retrieval_complete":true,"baseline_correct":true,"notes_correct":true,"baseline_truncated":false,"notes_truncated":false}
{"record_type":"baseline_repeat","question_id":"eace081b","baseline_correct":true,"candidate_correct":true,"text_identical":true}
{"record_type":"baseline_repeat","question_id":"6a27ffc2","baseline_correct":true,"candidate_correct":true,"text_identical":false}
{"record_type":"baseline_repeat","question_id":"4f54b7c9","baseline_correct":false,"candidate_correct":false,"text_identical":false}
{"record_type":"baseline_repeat","question_id":"1a8a66a6","baseline_correct":true,"candidate_correct":true,"text_identical":false}
{"record_type":"baseline_repeat","question_id":"71a3fd6b","baseline_correct":true,"candidate_correct":true,"text_identical":false}
{"record_type":"baseline_repeat","question_id":"1de5cff2","baseline_correct":true,"candidate_correct":true,"text_identical":true}
{"record_type":"baseline_repeat","question_id":"95228167","baseline_correct":true,"candidate_correct":false,"text_identical":false}
{"record_type":"baseline_repeat","question_id":"caf03d32","baseline_correct":true,"candidate_correct":true,"text_identical":false}
{"record_type":"baseline_repeat","question_id":"76d63226","baseline_correct":true,"candidate_correct":true,"text_identical":false}
{"record_type":"baseline_repeat","question_id":"118b2229","baseline_correct":true,"candidate_correct":true,"text_identical":false}
{"record_type":"baseline_repeat","question_id":"gpt4_e072b769","baseline_correct":true,"candidate_correct":true,"text_identical":false}
{"record_type":"baseline_repeat","question_id":"gpt4_4929293a","baseline_correct":true,"candidate_correct":true,"text_identical":false}
{"record_type":"discordance_rejudge","question_id":"f685340e_abs","baseline_correct":false,"candidate_correct":true,"baseline_changed":false,"candidate_changed":false}
{"record_type":"discordance_rejudge","question_id":"4f54b7c9","baseline_correct":false,"candidate_correct":true,"baseline_changed":false,"candidate_changed":false}
{"record_type":"discordance_rejudge","question_id":"ef9cf60a","baseline_correct":false,"candidate_correct":true,"baseline_changed":false,"candidate_changed":false}
{"record_type":"discordance_rejudge","question_id":"gpt4_483dd43c","baseline_correct":true,"candidate_correct":false,"baseline_changed":false,"candidate_changed":false}
{"record_type":"discordance_rejudge","question_id":"gpt4_7fce9456","baseline_correct":false,"candidate_correct":true,"baseline_changed":false,"candidate_changed":false}
{"record_type":"discordance_rejudge","question_id":"66f24dbb","baseline_correct":true,"candidate_correct":true,"baseline_changed":true,"candidate_changed":false}
{"record_type":"discordance_rejudge","question_id":"aae3761f","baseline_correct":false,"candidate_correct":true,"baseline_changed":false,"candidate_changed":false}
{"record_type":"discordance_rejudge","question_id":"06f04340","baseline_correct":false,"candidate_correct":true,"baseline_changed":false,"candidate_changed":false}
{"record_type":"discordance_rejudge","question_id":"51c32626","baseline_correct":false,"candidate_correct":true,"baseline_changed":false,"candidate_changed":false}
{"record_type":"discordance_rejudge","question_id":"afdc33df","baseline_correct":true,"candidate_correct":false,"baseline_changed":false,"candidate_changed":false}
{"record_type":"discordance_rejudge","question_id":"59524333","baseline_correct":false,"candidate_correct":true,"baseline_changed":false,"candidate_changed":false}
{"record_type":"discordance_rejudge","question_id":"9aaed6a3","baseline_correct":true,"candidate_correct":false,"baseline_changed":false,"candidate_changed":false}
{"record_type":"discordance_rejudge","question_id":"69fee5aa","baseline_correct":false,"candidate_correct":true,"baseline_changed":false,"candidate_changed":false}
{"record_type":"discordance_rejudge","question_id":"4d6b87c8","baseline_correct":false,"candidate_correct":false,"baseline_changed":false,"candidate_changed":true}
{"record_type":"discordance_rejudge","question_id":"gpt4_ab202e7f","baseline_correct":false,"candidate_correct":true,"baseline_changed":false,"candidate_changed":false}
{"record_type":"discordance_rejudge","question_id":"9a707b82","baseline_correct":false,"candidate_correct":true,"baseline_changed":false,"candidate_changed":false}
{"record_type":"discordance_rejudge","question_id":"gpt4_4929293b","baseline_correct":false,"candidate_correct":true,"baseline_changed":false,"candidate_changed":false}
{"record_type":"discordance_rejudge","question_id":"a9f6b44c","baseline_correct":false,"candidate_correct":true,"baseline_changed":false,"candidate_changed":false}
{"record_type":"discordance_rejudge","question_id":"d7c942c3","baseline_correct":false,"candidate_correct":true,"baseline_changed":false,"candidate_changed":false}
{"record_type":"discordance_rejudge","question_id":"gpt4_cd90e484","baseline_correct":false,"candidate_correct":true,"baseline_changed":false,"candidate_changed":false}
{"record_type":"discordance_rejudge","question_id":"gpt4_f420262d","baseline_correct":false,"candidate_correct":true,"baseline_changed":false,"candidate_changed":false}
{"record_type":"discordance_rejudge","question_id":"gpt4_2312f94c","baseline_correct":false,"candidate_correct":true,"baseline_changed":false,"candidate_changed":false}
{"record_type":"discordance_rejudge","question_id":"gpt4_e05b82a6","baseline_correct":true,"candidate_correct":false,"baseline_changed":false,"candidate_changed":false}
{"record_type":"discordance_rejudge","question_id":"6b7dfb22","baseline_correct":false,"candidate_correct":true,"baseline_changed":false,"candidate_changed":false}
{"record_type":"discordance_rejudge","question_id":"gpt4_d6585ce8","baseline_correct":false,"candidate_correct":true,"baseline_changed":false,"candidate_changed":false}
{"record_type":"discordance_rejudge","question_id":"81507db6","baseline_correct":true,"candidate_correct":false,"baseline_changed":false,"candidate_changed":false}
{"record_type":"discordance_rejudge","question_id":"6d550036","baseline_correct":true,"candidate_correct":false,"baseline_changed":false,"candidate_changed":false}
{"record_type":"discordance_rejudge","question_id":"e4e14d04","baseline_correct":false,"candidate_correct":true,"baseline_changed":false,"candidate_changed":false}