Garry's Opinionated OpenClaw/Hermes Agent Brain
TypeScript
{"id":"lme:118b2229:think","family":"lme:118b2229:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.88,"choice":"temporal","probabilities":{"temporal":0.88,"knowledge_update":0.05,"other":0.07},"latency_ms":304,"input_tokens":391,"cost_usd":0.000016422000000000003,"model":"jev-1.13.0"}
{"id":"lme:e47becba:think","family":"lme:e47becba:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.97,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.03,"other":0.97},"latency_ms":352,"input_tokens":389,"cost_usd":0.000016338000000000002,"model":"jev-1.13.0"}
{"id":"lme:51a45a95:think","family":"lme:51a45a95:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.98,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.01,"other":0.98},"latency_ms":148,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:58bf7951:think","family":"lme:58bf7951:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.95,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.05,"other":0.95},"latency_ms":143,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:1e043500:think","family":"lme:1e043500:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.67,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.67,"other":0.33},"latency_ms":133,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:c5e8278d:think","family":"lme:c5e8278d:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.91,"choice":"knowledge_update","probabilities":{"temporal":0.03,"knowledge_update":0.91,"other":0.06},"latency_ms":137,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:6ade9755:think","family":"lme:6ade9755:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.97,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.03,"other":0.97},"latency_ms":118,"input_tokens":389,"cost_usd":0.000016338000000000002,"model":"jev-1.13.0"}
{"id":"lme:6f9b354f:think","family":"lme:6f9b354f:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.96,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.96,"other":0.04},"latency_ms":139,"input_tokens":391,"cost_usd":0.000016422000000000003,"model":"jev-1.13.0"}
{"id":"lme:58ef2f1c:think","family":"lme:58ef2f1c:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":158,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:f8c5f88b:think","family":"lme:f8c5f88b:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.79,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.21,"other":0.79},"latency_ms":159,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:5d3d2817:think","family":"lme:5d3d2817:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.72,"choice":"knowledge_update","probabilities":{"temporal":0.16,"knowledge_update":0.72,"other":0.12},"latency_ms":197,"input_tokens":388,"cost_usd":0.000016296,"model":"jev-1.13.0"}
{"id":"lme:7527f7e2:think","family":"lme:7527f7e2:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.98,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.02,"other":0.98},"latency_ms":151,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:3b6f954b:think","family":"lme:3b6f954b:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.98,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.02,"other":0.98},"latency_ms":141,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:c960da58:think","family":"lme:c960da58:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.97,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.97,"other":0.03},"latency_ms":199,"input_tokens":391,"cost_usd":0.000016422000000000003,"model":"jev-1.13.0"}
{"id":"lme:726462e0:think","family":"lme:726462e0:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.92,"choice":"other","probabilities":{"temporal":0.06,"knowledge_update":0.02,"other":0.92},"latency_ms":131,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:94f70d80:think","family":"lme:94f70d80:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.99,"choice":"temporal","probabilities":{"temporal":0.99,"knowledge_update":0,"other":0.01},"latency_ms":135,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:66f24dbb:think","family":"lme:66f24dbb:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.96,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.04,"other":0.96},"latency_ms":150,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:ad7109d1:think","family":"lme:ad7109d1:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.95,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.95,"other":0.05},"latency_ms":208,"input_tokens":390,"cost_usd":0.000016380000000000002,"model":"jev-1.13.0"}
{"id":"lme:af8d2e46:think","family":"lme:af8d2e46:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.95,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.04,"other":0.95},"latency_ms":231,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:dccbc061:think","family":"lme:dccbc061:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.58,"choice":"knowledge_update","probabilities":{"temporal":0.36,"knowledge_update":0.58,"other":0.06},"latency_ms":270,"input_tokens":390,"cost_usd":0.000016380000000000002,"model":"jev-1.13.0"}
{"id":"lme:c8c3f81d:think","family":"lme:c8c3f81d:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.81,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.19,"other":0.81},"latency_ms":164,"input_tokens":390,"cost_usd":0.000016380000000000002,"model":"jev-1.13.0"}
{"id":"lme:8ebdbe50:think","family":"lme:8ebdbe50:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.44,"choice":"temporal","probabilities":{"temporal":0.44,"knowledge_update":0.44,"other":0.12},"latency_ms":148,"input_tokens":390,"cost_usd":0.000016380000000000002,"model":"jev-1.13.0"}
{"id":"lme:6b168ec8:think","family":"lme:6b168ec8:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.93,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.93,"other":0.07},"latency_ms":134,"input_tokens":389,"cost_usd":0.000016338000000000002,"model":"jev-1.13.0"}
{"id":"lme:75499fd8:think","family":"lme:75499fd8:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.98,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.02,"other":0.98},"latency_ms":183,"input_tokens":388,"cost_usd":0.000016296,"model":"jev-1.13.0"}
{"id":"lme:21436231:think","family":"lme:21436231:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":207,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:95bcc1c8:think","family":"lme:95bcc1c8:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":153,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:0862e8bf:think","family":"lme:0862e8bf:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.76,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.24,"other":0.76},"latency_ms":169,"input_tokens":390,"cost_usd":0.000016380000000000002,"model":"jev-1.13.0"}
{"id":"lme:853b0a1d:think","family":"lme:853b0a1d:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.98,"choice":"temporal","probabilities":{"temporal":0.98,"knowledge_update":0,"other":0.02},"latency_ms":133,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:a06e4cfe:think","family":"lme:a06e4cfe:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.72,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.28,"other":0.72},"latency_ms":141,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:37d43f65:think","family":"lme:37d43f65:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.91,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.91,"other":0.09},"latency_ms":232,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:b86304ba:think","family":"lme:b86304ba:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.56,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.44,"other":0.56},"latency_ms":192,"input_tokens":401,"cost_usd":0.000016842,"model":"jev-1.13.0"}
{"id":"lme:d52b4f67:think","family":"lme:d52b4f67:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":125,"input_tokens":391,"cost_usd":0.000016422000000000003,"model":"jev-1.13.0"}
{"id":"lme:25e5aa4f:think","family":"lme:25e5aa4f:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":164,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:caf9ead2:think","family":"lme:caf9ead2:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.99,"choice":"temporal","probabilities":{"temporal":0.99,"knowledge_update":0,"other":0.01},"latency_ms":169,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:8550ddae:think","family":"lme:8550ddae:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.47,"choice":"temporal","probabilities":{"temporal":0.47,"knowledge_update":0.21,"other":0.32},"latency_ms":152,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:60d45044:think","family":"lme:60d45044:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.91,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.09,"other":0.91},"latency_ms":127,"input_tokens":390,"cost_usd":0.000016380000000000002,"model":"jev-1.13.0"}
{"id":"lme:3f1e9474:think","family":"lme:3f1e9474:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":165,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:86b68151:think","family":"lme:86b68151:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.89,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.11,"other":0.89},"latency_ms":128,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:577d4d32:think","family":"lme:577d4d32:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.87,"choice":"temporal","probabilities":{"temporal":0.87,"knowledge_update":0.01,"other":0.12},"latency_ms":150,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:ec81a493:think","family":"lme:ec81a493:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.96,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.04,"other":0.96},"latency_ms":152,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:15745da0:think","family":"lme:15745da0:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":167,"input_tokens":391,"cost_usd":0.000016422000000000003,"model":"jev-1.13.0"}
{"id":"lme:e01b8e2f:think","family":"lme:e01b8e2f:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.99,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0,"other":0.99},"latency_ms":118,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:bc8a6e93:think","family":"lme:bc8a6e93:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.98,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.01,"other":0.98},"latency_ms":128,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:ccb36322:think","family":"lme:ccb36322:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.95,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.95,"other":0.05},"latency_ms":147,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:b320f3f8:think","family":"lme:b320f3f8:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.98,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.02,"other":0.98},"latency_ms":140,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:001be529:think","family":"lme:001be529:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":164,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:4fd1909e:think","family":"lme:4fd1909e:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":114,"input_tokens":391,"cost_usd":0.000016422000000000003,"model":"jev-1.13.0"}
{"id":"lme:19b5f2b3:think","family":"lme:19b5f2b3:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":146,"input_tokens":390,"cost_usd":0.000016380000000000002,"model":"jev-1.13.0"}
{"id":"lme:545bd2b5:think","family":"lme:545bd2b5:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.67,"choice":"knowledge_update","probabilities":{"temporal":0.12,"knowledge_update":0.67,"other":0.21},"latency_ms":140,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:8a137a7f:think","family":"lme:8a137a7f:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.58,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.58,"other":0.42},"latency_ms":149,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:76d63226:think","family":"lme:76d63226:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.81,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.81,"other":0.19},"latency_ms":133,"input_tokens":390,"cost_usd":0.000016380000000000002,"model":"jev-1.13.0"}
{"id":"lme:86f00804:think","family":"lme:86f00804:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":1,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":1,"other":0},"latency_ms":177,"input_tokens":389,"cost_usd":0.000016338000000000002,"model":"jev-1.13.0"}
{"id":"lme:8e9d538c:think","family":"lme:8e9d538c:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.72,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.72,"other":0.28},"latency_ms":142,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:311778f1:think","family":"lme:311778f1:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.55,"choice":"temporal","probabilities":{"temporal":0.55,"knowledge_update":0.01,"other":0.44},"latency_ms":146,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:c19f7a0b:think","family":"lme:c19f7a0b:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.99,"choice":"temporal","probabilities":{"temporal":0.99,"knowledge_update":0.01,"other":0},"latency_ms":156,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:4100d0a0:think","family":"lme:4100d0a0:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.94,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.06,"other":0.94},"latency_ms":133,"input_tokens":387,"cost_usd":0.000016254,"model":"jev-1.13.0"}
{"id":"lme:29f2956b:think","family":"lme:29f2956b:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.79,"choice":"temporal","probabilities":{"temporal":0.79,"knowledge_update":0.03,"other":0.18},"latency_ms":151,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:1faac195:think","family":"lme:1faac195:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.89,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.89,"other":0.11},"latency_ms":126,"input_tokens":389,"cost_usd":0.000016338000000000002,"model":"jev-1.13.0"}
{"id":"lme:faba32e5:think","family":"lme:faba32e5:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.98,"choice":"temporal","probabilities":{"temporal":0.98,"knowledge_update":0,"other":0.02},"latency_ms":160,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:f4f1d8a4:think","family":"lme:f4f1d8a4:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":128,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:c14c00dd:think","family":"lme:c14c00dd:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":1,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":1,"other":0},"latency_ms":146,"input_tokens":391,"cost_usd":0.000016422000000000003,"model":"jev-1.13.0"}
{"id":"lme:36580ce8:think","family":"lme:36580ce8:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.82,"choice":"other","probabilities":{"temporal":0.17,"knowledge_update":0.01,"other":0.82},"latency_ms":141,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:a82c026e:think","family":"lme:a82c026e:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":0.53,"choice":"other","probabilities":{"temporal":0.15,"knowledge_update":0.32,"other":0.53},"latency_ms":138,"input_tokens":391,"cost_usd":0.000016422000000000003,"model":"jev-1.13.0"}
{"id":"lme:3d86fd0a:think","family":"lme:3d86fd0a:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":0,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":142,"input_tokens":388,"cost_usd":0.000016296,"model":"jev-1.13.0"}
{"id":"lme:0a995998:think","family":"lme:0a995998:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.67,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.33,"other":0.67},"latency_ms":131,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:0a995998:search","family":"lme:0a995998:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.96,"choice":"general","probabilities":{"entity":0.04,"temporal":0,"event":0,"concept":0,"general":0.96},"latency_ms":170,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:6d550036:search","family":"lme:6d550036:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.67,"choice":"general","probabilities":{"entity":0.1,"temporal":0.23,"event":0,"concept":0,"general":0.67},"latency_ms":128,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:6d550036:think","family":"lme:6d550036:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.91,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.91,"other":0.09},"latency_ms":184,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:gpt4_59c863d7:search","family":"lme:gpt4_59c863d7:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.71,"choice":"general","probabilities":{"entity":0.05,"temporal":0.23,"event":0.01,"concept":0,"general":0.71},"latency_ms":163,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_59c863d7:think","family":"lme:gpt4_59c863d7:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.72,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.28,"other":0.72},"latency_ms":129,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:b5ef892d:search","family":"lme:b5ef892d:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.96,"choice":"temporal","probabilities":{"entity":0,"temporal":0.96,"event":0,"concept":0,"general":0.04},"latency_ms":136,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:b5ef892d:think","family":"lme:b5ef892d:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.82,"choice":"temporal","probabilities":{"temporal":0.82,"knowledge_update":0.01,"other":0.17},"latency_ms":145,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:e831120c:search","family":"lme:e831120c:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.99,"choice":"temporal","probabilities":{"entity":0,"temporal":0.99,"event":0,"concept":0,"general":0.01},"latency_ms":137,"input_tokens":453,"cost_usd":0.000019026,"model":"jev-1.13.0"}
{"id":"lme:e831120c:think","family":"lme:e831120c:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.99,"choice":"temporal","probabilities":{"temporal":0.99,"knowledge_update":0,"other":0.01},"latency_ms":129,"input_tokens":406,"cost_usd":0.000017052000000000002,"model":"jev-1.13.0"}
{"id":"lme:3a704032:search","family":"lme:3a704032:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.99,"choice":"temporal","probabilities":{"entity":0,"temporal":0.99,"event":0,"concept":0,"general":0.01},"latency_ms":166,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:3a704032:think","family":"lme:3a704032:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.66,"choice":"temporal","probabilities":{"temporal":0.66,"knowledge_update":0.11,"other":0.23},"latency_ms":179,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:gpt4_d84a3211:search","family":"lme:gpt4_d84a3211:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.75,"choice":"temporal","probabilities":{"entity":0,"temporal":0.75,"event":0,"concept":0,"general":0.25},"latency_ms":118,"input_tokens":447,"cost_usd":0.000018774000000000004,"model":"jev-1.13.0"}
{"id":"lme:aae3761f:search","family":"lme:aae3761f:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.65,"choice":"temporal","probabilities":{"entity":0,"temporal":0.65,"event":0,"concept":0,"general":0.35},"latency_ms":154,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:gpt4_d84a3211:think","family":"lme:gpt4_d84a3211:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.63,"choice":"other","probabilities":{"temporal":0.15,"knowledge_update":0.22,"other":0.63},"latency_ms":212,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_f2262a51:search","family":"lme:gpt4_f2262a51:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.68,"choice":"general","probabilities":{"entity":0.13,"temporal":0.16,"event":0.02,"concept":0,"general":0.68},"latency_ms":174,"input_tokens":437,"cost_usd":0.000018354,"model":"jev-1.13.0"}
{"id":"lme:aae3761f:think","family":"lme:aae3761f:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.8,"choice":"temporal","probabilities":{"temporal":0.8,"knowledge_update":0,"other":0.2},"latency_ms":283,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:gpt4_f2262a51:think","family":"lme:gpt4_f2262a51:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.93,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.06,"other":0.93},"latency_ms":164,"input_tokens":390,"cost_usd":0.000016380000000000002,"model":"jev-1.13.0"}
{"id":"lme:dd2973ad:search","family":"lme:dd2973ad:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":172,"input_tokens":447,"cost_usd":0.000018774000000000004,"model":"jev-1.13.0"}
{"id":"lme:dd2973ad:think","family":"lme:dd2973ad:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":162,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:c4a1ceb8:search","family":"lme:c4a1ceb8:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.91,"choice":"general","probabilities":{"entity":0.05,"temporal":0.03,"event":0,"concept":0.01,"general":0.91},"latency_ms":119,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:c4a1ceb8:think","family":"lme:c4a1ceb8:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.76,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.24,"other":0.76},"latency_ms":142,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:gpt4_a56e767c:search","family":"lme:gpt4_a56e767c:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.75,"choice":"general","probabilities":{"entity":0.02,"temporal":0.12,"event":0.11,"concept":0,"general":0.75},"latency_ms":123,"input_tokens":437,"cost_usd":0.000018354,"model":"jev-1.13.0"}
{"id":"lme:gpt4_a56e767c:think","family":"lme:gpt4_a56e767c:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.95,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.04,"other":0.95},"latency_ms":147,"input_tokens":390,"cost_usd":0.000016380000000000002,"model":"jev-1.13.0"}
{"id":"lme:6cb6f249:search","family":"lme:6cb6f249:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.94,"choice":"temporal","probabilities":{"entity":0,"temporal":0.94,"event":0,"concept":0,"general":0.06},"latency_ms":232,"input_tokens":441,"cost_usd":0.000018522,"model":"jev-1.13.0"}
{"id":"lme:6cb6f249:think","family":"lme:6cb6f249:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.81,"choice":"temporal","probabilities":{"temporal":0.81,"knowledge_update":0,"other":0.19},"latency_ms":160,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:46a3abf7:search","family":"lme:46a3abf7:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.61,"choice":"temporal","probabilities":{"entity":0.05,"temporal":0.61,"event":0,"concept":0,"general":0.34},"latency_ms":144,"input_tokens":449,"cost_usd":0.000018858,"model":"jev-1.13.0"}
{"id":"lme:46a3abf7:think","family":"lme:46a3abf7:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":1,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":1,"other":0},"latency_ms":147,"input_tokens":402,"cost_usd":0.000016884000000000003,"model":"jev-1.13.0"}
{"id":"lme:36b9f61e:search","family":"lme:36b9f61e:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.71,"choice":"temporal","probabilities":{"entity":0,"temporal":0.71,"event":0,"concept":0,"general":0.29},"latency_ms":142,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:36b9f61e:think","family":"lme:36b9f61e:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.62,"choice":"other","probabilities":{"temporal":0.31,"knowledge_update":0.07,"other":0.62},"latency_ms":163,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:28dc39ac:think","family":"lme:28dc39ac:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.72,"choice":"temporal","probabilities":{"temporal":0.72,"knowledge_update":0.06,"other":0.22},"latency_ms":159,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:28dc39ac:search","family":"lme:28dc39ac:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.81,"choice":"temporal","probabilities":{"entity":0,"temporal":0.81,"event":0,"concept":0,"general":0.19},"latency_ms":305,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2f8be40d:search","family":"lme:gpt4_2f8be40d:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.76,"choice":"temporal","probabilities":{"entity":0,"temporal":0.76,"event":0.14,"concept":0,"general":0.1},"latency_ms":135,"input_tokens":439,"cost_usd":0.000018438000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2f8be40d:think","family":"lme:gpt4_2f8be40d:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.58,"choice":"temporal","probabilities":{"temporal":0.58,"knowledge_update":0.1,"other":0.32},"latency_ms":145,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:2e6d26dc:search","family":"lme:2e6d26dc:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.55,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.55,"event":0.23,"concept":0,"general":0.21},"latency_ms":198,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:2e6d26dc:think","family":"lme:2e6d26dc:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.44,"choice":"temporal","probabilities":{"temporal":0.44,"knowledge_update":0.16,"other":0.4},"latency_ms":125,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:gpt4_15e38248:search","family":"lme:gpt4_15e38248:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.89,"choice":"temporal","probabilities":{"entity":0,"temporal":0.89,"event":0.04,"concept":0,"general":0.07},"latency_ms":137,"input_tokens":450,"cost_usd":0.000018900000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_15e38248:think","family":"lme:gpt4_15e38248:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.55,"choice":"temporal","probabilities":{"temporal":0.55,"knowledge_update":0.05,"other":0.4},"latency_ms":144,"input_tokens":403,"cost_usd":0.000016926,"model":"jev-1.13.0"}
{"id":"lme:88432d0a:search","family":"lme:88432d0a:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.99,"choice":"temporal","probabilities":{"entity":0,"temporal":0.99,"event":0,"concept":0,"general":0.01},"latency_ms":150,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:88432d0a:think","family":"lme:88432d0a:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.87,"choice":"temporal","probabilities":{"temporal":0.87,"knowledge_update":0,"other":0.13},"latency_ms":125,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:80ec1f4f:search","family":"lme:80ec1f4f:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.86,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.86,"event":0.01,"concept":0,"general":0.12},"latency_ms":140,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:80ec1f4f:think","family":"lme:80ec1f4f:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.69,"choice":"temporal","probabilities":{"temporal":0.69,"knowledge_update":0,"other":0.31},"latency_ms":149,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:d23cf73b:think","family":"lme:d23cf73b:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.74,"choice":"temporal","probabilities":{"temporal":0.74,"knowledge_update":0.12,"other":0.14},"latency_ms":132,"input_tokens":402,"cost_usd":0.000016884000000000003,"model":"jev-1.13.0"}
{"id":"lme:d23cf73b:search","family":"lme:d23cf73b:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.95,"choice":"temporal","probabilities":{"entity":0,"temporal":0.95,"event":0,"concept":0,"general":0.05},"latency_ms":174,"input_tokens":449,"cost_usd":0.000018858,"model":"jev-1.13.0"}
{"id":"lme:gpt4_7fce9456:search","family":"lme:gpt4_7fce9456:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.48,"choice":"general","probabilities":{"entity":0.03,"temporal":0.28,"event":0.21,"concept":0,"general":0.48},"latency_ms":127,"input_tokens":451,"cost_usd":0.000018942000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_7fce9456:think","family":"lme:gpt4_7fce9456:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.58,"choice":"other","probabilities":{"temporal":0.42,"knowledge_update":0,"other":0.58},"latency_ms":143,"input_tokens":404,"cost_usd":0.000016968,"model":"jev-1.13.0"}
{"id":"lme:d682f1a2:search","family":"lme:d682f1a2:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.84,"choice":"temporal","probabilities":{"entity":0.05,"temporal":0.84,"event":0,"concept":0.01,"general":0.1},"latency_ms":140,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:d682f1a2:think","family":"lme:d682f1a2:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.59,"choice":"knowledge_update","probabilities":{"temporal":0.22,"knowledge_update":0.59,"other":0.19},"latency_ms":164,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:7024f17c:search","family":"lme:7024f17c:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.91,"choice":"temporal","probabilities":{"entity":0,"temporal":0.91,"event":0,"concept":0,"general":0.09},"latency_ms":153,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:7024f17c:think","family":"lme:7024f17c:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.62,"choice":"temporal","probabilities":{"temporal":0.62,"knowledge_update":0.02,"other":0.36},"latency_ms":129,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_5501fe77:search","family":"lme:gpt4_5501fe77:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.5,"choice":"temporal","probabilities":{"entity":0.5,"temporal":0.5,"event":0,"concept":0,"general":0},"latency_ms":131,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:gpt4_5501fe77:think","family":"lme:gpt4_5501fe77:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.69,"choice":"knowledge_update","probabilities":{"temporal":0.25,"knowledge_update":0.69,"other":0.06},"latency_ms":172,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2ba83207:search","family":"lme:gpt4_2ba83207:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.91,"choice":"entity","probabilities":{"entity":0.91,"temporal":0.09,"event":0,"concept":0,"general":0},"latency_ms":125,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2ba83207:think","family":"lme:gpt4_2ba83207:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.49,"choice":"temporal","probabilities":{"temporal":0.49,"knowledge_update":0.26,"other":0.25},"latency_ms":134,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:2318644b:search","family":"lme:2318644b:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.99,"choice":"general","probabilities":{"entity":0.01,"temporal":0,"event":0,"concept":0,"general":0.99},"latency_ms":217,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:2318644b:think","family":"lme:2318644b:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":137,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:2ce6a0f2:think","family":"lme:2ce6a0f2:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.68,"choice":"temporal","probabilities":{"temporal":0.68,"knowledge_update":0.02,"other":0.3},"latency_ms":133,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:2ce6a0f2:search","family":"lme:2ce6a0f2:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.86,"choice":"temporal","probabilities":{"entity":0,"temporal":0.86,"event":0.06,"concept":0,"general":0.08},"latency_ms":194,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:gpt4_d12ceb0e:search","family":"lme:gpt4_d12ceb0e:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.62,"choice":"general","probabilities":{"entity":0.16,"temporal":0.21,"event":0,"concept":0.01,"general":0.62},"latency_ms":118,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_d12ceb0e:think","family":"lme:gpt4_d12ceb0e:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.72,"choice":"other","probabilities":{"temporal":0.21,"knowledge_update":0.07,"other":0.72},"latency_ms":122,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:00ca467f:search","family":"lme:00ca467f:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.88,"choice":"temporal","probabilities":{"entity":0,"temporal":0.88,"event":0.08,"concept":0,"general":0.04},"latency_ms":123,"input_tokens":441,"cost_usd":0.000018522,"model":"jev-1.13.0"}
{"id":"lme:00ca467f:think","family":"lme:00ca467f:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.64,"choice":"temporal","probabilities":{"temporal":0.64,"knowledge_update":0,"other":0.36},"latency_ms":199,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:b3c15d39:search","family":"lme:b3c15d39:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":164,"input_tokens":449,"cost_usd":0.000018858,"model":"jev-1.13.0"}
{"id":"lme:b3c15d39:think","family":"lme:b3c15d39:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":124,"input_tokens":402,"cost_usd":0.000016884000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_31ff4165:search","family":"lme:gpt4_31ff4165:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.88,"choice":"general","probabilities":{"entity":0.03,"temporal":0.09,"event":0,"concept":0,"general":0.88},"latency_ms":137,"input_tokens":441,"cost_usd":0.000018522,"model":"jev-1.13.0"}
{"id":"lme:eeda8a6d:search","family":"lme:eeda8a6d:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.91,"choice":"general","probabilities":{"entity":0.07,"temporal":0.02,"event":0,"concept":0,"general":0.91},"latency_ms":152,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:gpt4_31ff4165:think","family":"lme:gpt4_31ff4165:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.71,"choice":"other","probabilities":{"temporal":0.05,"knowledge_update":0.24,"other":0.71},"latency_ms":197,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:2788b940:search","family":"lme:2788b940:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.6,"choice":"general","probabilities":{"entity":0,"temporal":0.4,"event":0,"concept":0,"general":0.6},"latency_ms":150,"input_tokens":441,"cost_usd":0.000018522,"model":"jev-1.13.0"}
{"id":"lme:eeda8a6d:think","family":"lme:eeda8a6d:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.94,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.94,"other":0.06},"latency_ms":153,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:60bf93ed:search","family":"lme:60bf93ed:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":118,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:2788b940:think","family":"lme:2788b940:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.69,"choice":"other","probabilities":{"temporal":0.22,"knowledge_update":0.09,"other":0.69},"latency_ms":238,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:60bf93ed:think","family":"lme:60bf93ed:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":147,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:9d25d4e0:search","family":"lme:9d25d4e0:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.98,"choice":"temporal","probabilities":{"entity":0,"temporal":0.98,"event":0,"concept":0,"general":0.02},"latency_ms":121,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:9d25d4e0:think","family":"lme:9d25d4e0:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.69,"choice":"temporal","probabilities":{"temporal":0.69,"knowledge_update":0.07,"other":0.24},"latency_ms":149,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:129d1232:search","family":"lme:129d1232:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.91,"choice":"general","probabilities":{"entity":0.01,"temporal":0.07,"event":0.01,"concept":0,"general":0.91},"latency_ms":127,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:129d1232:think","family":"lme:129d1232:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.93,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.07,"other":0.93},"latency_ms":144,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:60472f9c:search","family":"lme:60472f9c:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.61,"choice":"temporal","probabilities":{"entity":0.05,"temporal":0.61,"event":0,"concept":0,"general":0.34},"latency_ms":182,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:60472f9c:think","family":"lme:60472f9c:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.8099999999999999,"choice":"knowledge_update","probabilities":{"temporal":0.02,"knowledge_update":0.8099999999999999,"other":0.17},"latency_ms":147,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:gpt4_194be4b3:search","family":"lme:gpt4_194be4b3:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.54,"choice":"temporal","probabilities":{"entity":0.07,"temporal":0.54,"event":0,"concept":0,"general":0.39},"latency_ms":130,"input_tokens":438,"cost_usd":0.000018396,"model":"jev-1.13.0"}
{"id":"lme:gpt4_194be4b3:think","family":"lme:gpt4_194be4b3:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":1,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":1,"other":0},"latency_ms":163,"input_tokens":391,"cost_usd":0.000016422000000000003,"model":"jev-1.13.0"}
{"id":"lme:a9f6b44c:search","family":"lme:a9f6b44c:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.75,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.75,"event":0.01,"concept":0,"general":0.23},"latency_ms":138,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:a9f6b44c:think","family":"lme:a9f6b44c:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.7,"choice":"temporal","probabilities":{"temporal":0.7,"knowledge_update":0.01,"other":0.29},"latency_ms":141,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:d851d5ba:search","family":"lme:d851d5ba:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.88,"choice":"general","probabilities":{"entity":0.01,"temporal":0.09,"event":0.02,"concept":0,"general":0.88},"latency_ms":124,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:5a7937c8:search","family":"lme:5a7937c8:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.98,"choice":"temporal","probabilities":{"entity":0,"temporal":0.98,"event":0,"concept":0,"general":0.02},"latency_ms":133,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:d851d5ba:think","family":"lme:d851d5ba:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.74,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.26,"other":0.74},"latency_ms":195,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:5a7937c8:think","family":"lme:5a7937c8:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.92,"choice":"temporal","probabilities":{"temporal":0.92,"knowledge_update":0,"other":0.08},"latency_ms":164,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:gpt4_ab202e7f:search","family":"lme:gpt4_ab202e7f:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.83,"choice":"general","probabilities":{"entity":0.01,"temporal":0.11,"event":0.05,"concept":0,"general":0.83},"latency_ms":207,"input_tokens":439,"cost_usd":0.000018438000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_ab202e7f:think","family":"lme:gpt4_ab202e7f:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.87,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.12,"other":0.87},"latency_ms":141,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:gpt4_e05b82a6:search","family":"lme:gpt4_e05b82a6:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.76,"choice":"temporal","probabilities":{"entity":0,"temporal":0.76,"event":0,"concept":0,"general":0.24},"latency_ms":163,"input_tokens":450,"cost_usd":0.000018900000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_731e37d7:search","family":"lme:gpt4_731e37d7:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.77,"choice":"temporal","probabilities":{"entity":0,"temporal":0.77,"event":0.01,"concept":0,"general":0.22},"latency_ms":151,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:gpt4_e05b82a6:think","family":"lme:gpt4_e05b82a6:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.65,"choice":"other","probabilities":{"temporal":0.35,"knowledge_update":0,"other":0.65},"latency_ms":245,"input_tokens":403,"cost_usd":0.000016926,"model":"jev-1.13.0"}
{"id":"lme:edced276:search","family":"lme:edced276:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.91,"choice":"temporal","probabilities":{"entity":0,"temporal":0.91,"event":0,"concept":0,"general":0.09},"latency_ms":114,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:gpt4_731e37d7:think","family":"lme:gpt4_731e37d7:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.59,"choice":"other","probabilities":{"temporal":0.39,"knowledge_update":0.02,"other":0.59},"latency_ms":235,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:edced276:think","family":"lme:edced276:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.93,"choice":"temporal","probabilities":{"temporal":0.93,"knowledge_update":0,"other":0.07},"latency_ms":140,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:10d9b85a:think","family":"lme:10d9b85a:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.89,"choice":"temporal","probabilities":{"temporal":0.89,"knowledge_update":0,"other":0.11},"latency_ms":144,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:10d9b85a:search","family":"lme:10d9b85a:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.96,"choice":"temporal","probabilities":{"entity":0,"temporal":0.96,"event":0,"concept":0,"general":0.04},"latency_ms":202,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:e3038f8c:search","family":"lme:e3038f8c:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.97,"choice":"general","probabilities":{"entity":0.01,"temporal":0.02,"event":0,"concept":0,"general":0.97},"latency_ms":136,"input_tokens":439,"cost_usd":0.000018438000000000002,"model":"jev-1.13.0"}
{"id":"lme:e3038f8c:think","family":"lme:e3038f8c:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.88,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.88,"other":0.12},"latency_ms":211,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:2b8f3739:search","family":"lme:2b8f3739:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.94,"choice":"general","probabilities":{"entity":0.01,"temporal":0.04,"event":0.01,"concept":0,"general":0.94},"latency_ms":124,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:2b8f3739:think","family":"lme:2b8f3739:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.89,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.11,"other":0.89},"latency_ms":148,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:1a8a66a6:search","family":"lme:1a8a66a6:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.68,"choice":"temporal","probabilities":{"entity":0.06,"temporal":0.68,"event":0,"concept":0,"general":0.26},"latency_ms":171,"input_tokens":438,"cost_usd":0.000018396,"model":"jev-1.13.0"}
{"id":"lme:1a8a66a6:think","family":"lme:1a8a66a6:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":1,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":1,"other":0},"latency_ms":164,"input_tokens":391,"cost_usd":0.000016422000000000003,"model":"jev-1.13.0"}
{"id":"lme:c2ac3c61:search","family":"lme:c2ac3c61:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.59,"choice":"general","probabilities":{"entity":0.03,"temporal":0.38,"event":0,"concept":0,"general":0.59},"latency_ms":143,"input_tokens":439,"cost_usd":0.000018438000000000002,"model":"jev-1.13.0"}
{"id":"lme:c2ac3c61:think","family":"lme:c2ac3c61:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.78,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.78,"other":0.22},"latency_ms":124,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:bf659f65:search","family":"lme:bf659f65:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.76,"choice":"general","probabilities":{"entity":0.02,"temporal":0.21,"event":0.01,"concept":0,"general":0.76},"latency_ms":147,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:bf659f65:think","family":"lme:bf659f65:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.55,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.45,"other":0.55},"latency_ms":122,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_372c3eed:search","family":"lme:gpt4_372c3eed:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.98,"choice":"temporal","probabilities":{"entity":0,"temporal":0.98,"event":0,"concept":0,"general":0.02},"latency_ms":151,"input_tokens":452,"cost_usd":0.000018984,"model":"jev-1.13.0"}
{"id":"lme:gpt4_372c3eed:think","family":"lme:gpt4_372c3eed:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.99,"choice":"temporal","probabilities":{"temporal":0.99,"knowledge_update":0,"other":0.01},"latency_ms":150,"input_tokens":405,"cost_usd":0.00001701,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2f91af09:search","family":"lme:gpt4_2f91af09:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.89,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.89,"event":0,"concept":0,"general":0.1},"latency_ms":140,"input_tokens":460,"cost_usd":0.00001932,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2f91af09:think","family":"lme:gpt4_2f91af09:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.5,"choice":"knowledge_update","probabilities":{"temporal":0.21,"knowledge_update":0.5,"other":0.29},"latency_ms":135,"input_tokens":413,"cost_usd":0.000017346000000000003,"model":"jev-1.13.0"}
{"id":"lme:81507db6:search","family":"lme:81507db6:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.91,"choice":"temporal","probabilities":{"entity":0,"temporal":0.91,"event":0.07,"concept":0,"general":0.02},"latency_ms":170,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:81507db6:think","family":"lme:81507db6:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.82,"choice":"temporal","probabilities":{"temporal":0.82,"knowledge_update":0.01,"other":0.17},"latency_ms":154,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:8a2466db:think","family":"lme:8a2466db:think","split":"calibrate","label":"other","slice":"think:single-session-preference","protected":false,"rep":0,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":167,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:06878be2:think","family":"lme:06878be2:think","split":"calibrate","label":"other","slice":"think:single-session-preference","protected":false,"rep":0,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":148,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:0edc2aef:think","family":"lme:0edc2aef:think","split":"eval","label":"other","slice":"think:single-session-preference","protected":false,"rep":0,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":135,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:75832dbd:think","family":"lme:75832dbd:think","split":"calibrate","label":"other","slice":"think:single-session-preference","protected":false,"rep":0,"value":0.8,"choice":"knowledge_update","probabilities":{"temporal":0.02,"knowledge_update":0.8,"other":0.18},"latency_ms":195,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:32260d93:think","family":"lme:32260d93:think","split":"eval","label":"other","slice":"think:single-session-preference","protected":false,"rep":0,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":128,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:35a27287:think","family":"lme:35a27287:think","split":"calibrate","label":"other","slice":"think:single-session-preference","protected":false,"rep":0,"value":0.75,"choice":"knowledge_update","probabilities":{"temporal":0.06,"knowledge_update":0.75,"other":0.19},"latency_ms":224,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:195a1a1b:think","family":"lme:195a1a1b:think","split":"eval","label":"other","slice":"think:single-session-preference","protected":false,"rep":0,"value":0.97,"choice":"other","probabilities":{"temporal":0.03,"knowledge_update":0,"other":0.97},"latency_ms":113,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:afdc33df:think","family":"lme:afdc33df:think","split":"eval","label":"other","slice":"think:single-session-preference","protected":false,"rep":0,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":143,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:caf03d32:think","family":"lme:caf03d32:think","split":"eval","label":"other","slice":"think:single-session-preference","protected":false,"rep":0,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":146,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:06f04340:think","family":"lme:06f04340:think","split":"eval","label":"other","slice":"think:single-session-preference","protected":false,"rep":0,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":135,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:54026fce:think","family":"lme:54026fce:think","split":"calibrate","label":"other","slice":"think:single-session-preference","protected":false,"rep":0,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":240,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:6b7dfb22:think","family":"lme:6b7dfb22:think","split":"eval","label":"other","slice":"think:single-session-preference","protected":false,"rep":0,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":147,"input_tokens":407,"cost_usd":0.000017094000000000003,"model":"jev-1.13.0"}
{"id":"lme:1a1907b4:think","family":"lme:1a1907b4:think","split":"calibrate","label":"other","slice":"think:single-session-preference","protected":false,"rep":0,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":124,"input_tokens":411,"cost_usd":0.000017262000000000002,"model":"jev-1.13.0"}
{"id":"lme:09d032c9:think","family":"lme:09d032c9:think","split":"eval","label":"other","slice":"think:single-session-preference","protected":false,"rep":0,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":122,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:38146c39:think","family":"lme:38146c39:think","split":"eval","label":"other","slice":"think:single-session-preference","protected":false,"rep":0,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":147,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:d24813b1:think","family":"lme:d24813b1:think","split":"calibrate","label":"other","slice":"think:single-session-preference","protected":false,"rep":0,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":148,"input_tokens":402,"cost_usd":0.000016884000000000003,"model":"jev-1.13.0"}
{"id":"lme:57f827a0:think","family":"lme:57f827a0:think","split":"eval","label":"other","slice":"think:single-session-preference","protected":false,"rep":0,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":143,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:95228167:think","family":"lme:95228167:think","split":"eval","label":"other","slice":"think:single-session-preference","protected":false,"rep":0,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":175,"input_tokens":408,"cost_usd":0.000017136,"model":"jev-1.13.0"}
{"id":"lme:505af2f5:think","family":"lme:505af2f5:think","split":"eval","label":"other","slice":"think:single-session-preference","protected":false,"rep":0,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":139,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:75f70248:think","family":"lme:75f70248:think","split":"calibrate","label":"other","slice":"think:single-session-preference","protected":false,"rep":0,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":143,"input_tokens":403,"cost_usd":0.000016926,"model":"jev-1.13.0"}
{"id":"lme:1da05512:think","family":"lme:1da05512:think","split":"eval","label":"other","slice":"think:single-session-preference","protected":false,"rep":0,"value":0.55,"choice":"other","probabilities":{"temporal":0.44,"knowledge_update":0.01,"other":0.55},"latency_ms":130,"input_tokens":402,"cost_usd":0.000016884000000000003,"model":"jev-1.13.0"}
{"id":"lme:d6233ab6:think","family":"lme:d6233ab6:think","split":"calibrate","label":"other","slice":"think:single-session-preference","protected":false,"rep":0,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":293,"input_tokens":405,"cost_usd":0.00001701,"model":"jev-1.13.0"}
{"id":"lme:fca70973:think","family":"lme:fca70973:think","split":"calibrate","label":"other","slice":"think:single-session-preference","protected":false,"rep":0,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":153,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:b6025781:think","family":"lme:b6025781:think","split":"eval","label":"other","slice":"think:single-session-preference","protected":false,"rep":0,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":211,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:a89d7624:think","family":"lme:a89d7624:think","split":"calibrate","label":"other","slice":"think:single-session-preference","protected":false,"rep":0,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":120,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:b0479f84:think","family":"lme:b0479f84:think","split":"eval","label":"other","slice":"think:single-session-preference","protected":false,"rep":0,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":129,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:1d4e3b97:think","family":"lme:1d4e3b97:think","split":"eval","label":"other","slice":"think:single-session-preference","protected":false,"rep":0,"value":0.91,"choice":"other","probabilities":{"temporal":0.04,"knowledge_update":0.05,"other":0.91},"latency_ms":152,"input_tokens":406,"cost_usd":0.000017052000000000002,"model":"jev-1.13.0"}
{"id":"lme:07b6f563:think","family":"lme:07b6f563:think","split":"eval","label":"other","slice":"think:single-session-preference","protected":false,"rep":0,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":166,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:1c0ddc50:think","family":"lme:1c0ddc50:think","split":"calibrate","label":"other","slice":"think:single-session-preference","protected":false,"rep":0,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":127,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:d3ab962e:search","family":"lme:d3ab962e:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.75,"choice":"general","probabilities":{"entity":0.01,"temporal":0.23,"event":0.01,"concept":0,"general":0.75},"latency_ms":134,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:0a34ad58:think","family":"lme:0a34ad58:think","split":"calibrate","label":"other","slice":"think:single-session-preference","protected":false,"rep":0,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":154,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:d3ab962e:think","family":"lme:d3ab962e:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.67,"choice":"other","probabilities":{"temporal":0.32,"knowledge_update":0.01,"other":0.67},"latency_ms":121,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:2311e44b:search","family":"lme:2311e44b:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.62,"choice":"general","probabilities":{"entity":0.12,"temporal":0.26,"event":0,"concept":0,"general":0.62},"latency_ms":188,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:2311e44b:think","family":"lme:2311e44b:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.92,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.92,"other":0.08},"latency_ms":159,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:cc06de0d:search","family":"lme:cc06de0d:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.97,"choice":"general","probabilities":{"entity":0,"temporal":0.02,"event":0.01,"concept":0,"general":0.97},"latency_ms":157,"input_tokens":448,"cost_usd":0.000018816,"model":"jev-1.13.0"}
{"id":"lme:cc06de0d:think","family":"lme:cc06de0d:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.97,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.03,"other":0.97},"latency_ms":170,"input_tokens":401,"cost_usd":0.000016842,"model":"jev-1.13.0"}
{"id":"lme:a11281a2:search","family":"lme:a11281a2:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.99,"choice":"temporal","probabilities":{"entity":0,"temporal":0.99,"event":0,"concept":0,"general":0.01},"latency_ms":165,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:a11281a2:think","family":"lme:a11281a2:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.49,"choice":"temporal","probabilities":{"temporal":0.49,"knowledge_update":0.13,"other":0.38},"latency_ms":144,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:4f54b7c9:search","family":"lme:4f54b7c9:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.92,"choice":"general","probabilities":{"entity":0.04,"temporal":0.03,"event":0.01,"concept":0,"general":0.92},"latency_ms":120,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:4f54b7c9:think","family":"lme:4f54b7c9:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.88,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.12,"other":0.88},"latency_ms":126,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:85fa3a3f:search","family":"lme:85fa3a3f:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.9,"choice":"general","probabilities":{"entity":0.09,"temporal":0,"event":0.01,"concept":0,"general":0.9},"latency_ms":170,"input_tokens":457,"cost_usd":0.000019194,"model":"jev-1.13.0"}
{"id":"lme:85fa3a3f:think","family":"lme:85fa3a3f:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.92,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.08,"other":0.92},"latency_ms":128,"input_tokens":410,"cost_usd":0.00001722,"model":"jev-1.13.0"}
{"id":"lme:9aaed6a3:search","family":"lme:9aaed6a3:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.57,"choice":"temporal","probabilities":{"entity":0.06,"temporal":0.57,"event":0.11,"concept":0,"general":0.26},"latency_ms":178,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:9aaed6a3:think","family":"lme:9aaed6a3:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.71,"choice":"other","probabilities":{"temporal":0.18,"knowledge_update":0.11,"other":0.71},"latency_ms":174,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:1f2b8d4f:search","family":"lme:1f2b8d4f:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.91,"choice":"general","probabilities":{"entity":0.06,"temporal":0,"event":0,"concept":0.03,"general":0.91},"latency_ms":214,"input_tokens":449,"cost_usd":0.000018858,"model":"jev-1.13.0"}
{"id":"lme:1f2b8d4f:think","family":"lme:1f2b8d4f:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.87,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.13,"other":0.87},"latency_ms":178,"input_tokens":402,"cost_usd":0.000016884000000000003,"model":"jev-1.13.0"}
{"id":"lme:e6041065:search","family":"lme:e6041065:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.5,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.5,"event":0.02,"concept":0,"general":0.47},"latency_ms":159,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:e6041065:think","family":"lme:e6041065:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.79,"choice":"other","probabilities":{"temporal":0.15,"knowledge_update":0.06,"other":0.79},"latency_ms":214,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:51c32626:search","family":"lme:51c32626:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":130,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:51c32626:think","family":"lme:51c32626:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":134,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:d905b33f:search","family":"lme:d905b33f:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.53,"choice":"event","probabilities":{"entity":0.03,"temporal":0.01,"event":0.53,"concept":0,"general":0.43},"latency_ms":112,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:d905b33f:think","family":"lme:d905b33f:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.95,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.05,"other":0.95},"latency_ms":142,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:7405e8b1:search","family":"lme:7405e8b1:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.47,"choice":"general","probabilities":{"entity":0.02,"temporal":0.19,"event":0.32,"concept":0,"general":0.47},"latency_ms":117,"input_tokens":455,"cost_usd":0.00001911,"model":"jev-1.13.0"}
{"id":"lme:f35224e0:search","family":"lme:f35224e0:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.74,"choice":"general","probabilities":{"entity":0.06,"temporal":0.2,"event":0,"concept":0,"general":0.74},"latency_ms":166,"input_tokens":453,"cost_usd":0.000019026,"model":"jev-1.13.0"}
{"id":"lme:7405e8b1:think","family":"lme:7405e8b1:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.93,"choice":"other","probabilities":{"temporal":0.07,"knowledge_update":0,"other":0.93},"latency_ms":218,"input_tokens":408,"cost_usd":0.000017136,"model":"jev-1.13.0"}
{"id":"lme:f35224e0:think","family":"lme:f35224e0:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.69,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.69,"other":0.31},"latency_ms":109,"input_tokens":406,"cost_usd":0.000017052000000000002,"model":"jev-1.13.0"}
{"id":"lme:6456829e:search","family":"lme:6456829e:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.72,"choice":"general","probabilities":{"entity":0.03,"temporal":0.23,"event":0.02,"concept":0,"general":0.72},"latency_ms":136,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:6456829e:think","family":"lme:6456829e:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.68,"choice":"other","probabilities":{"temporal":0.24,"knowledge_update":0.08,"other":0.68},"latency_ms":125,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:a4996e51:search","family":"lme:a4996e51:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.8,"choice":"general","probabilities":{"entity":0.01,"temporal":0.19,"event":0,"concept":0,"general":0.8},"latency_ms":121,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:a4996e51:think","family":"lme:a4996e51:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.68,"choice":"other","probabilities":{"temporal":0.3,"knowledge_update":0.02,"other":0.68},"latency_ms":140,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:3c1045c8:search","family":"lme:3c1045c8:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.62,"choice":"general","probabilities":{"entity":0.08,"temporal":0.3,"event":0,"concept":0,"general":0.62},"latency_ms":173,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:3c1045c8:think","family":"lme:3c1045c8:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.43,"choice":"other","probabilities":{"temporal":0.42,"knowledge_update":0.15,"other":0.43},"latency_ms":116,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:60036106:search","family":"lme:60036106:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.88,"choice":"general","probabilities":{"entity":0.04,"temporal":0.05,"event":0.03,"concept":0,"general":0.88},"latency_ms":193,"input_tokens":447,"cost_usd":0.000018774000000000004,"model":"jev-1.13.0"}
{"id":"lme:60036106:think","family":"lme:60036106:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.7,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.3,"other":0.7},"latency_ms":191,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:681a1674:think","family":"lme:681a1674:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.88,"choice":"other","probabilities":{"temporal":0.02,"knowledge_update":0.1,"other":0.88},"latency_ms":148,"input_tokens":391,"cost_usd":0.000016422000000000003,"model":"jev-1.13.0"}
{"id":"lme:681a1674:search","family":"lme:681a1674:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.85,"choice":"general","probabilities":{"entity":0.02,"temporal":0.09,"event":0.04,"concept":0,"general":0.85},"latency_ms":276,"input_tokens":438,"cost_usd":0.000018396,"model":"jev-1.13.0"}
{"id":"lme:e25c3b8d:search","family":"lme:e25c3b8d:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.61,"choice":"general","probabilities":{"entity":0.03,"temporal":0.01,"event":0.35,"concept":0,"general":0.61},"latency_ms":149,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:e25c3b8d:think","family":"lme:e25c3b8d:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.97,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.03,"other":0.97},"latency_ms":144,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:4adc0475:search","family":"lme:4adc0475:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.75,"choice":"general","probabilities":{"entity":0.05,"temporal":0.2,"event":0,"concept":0,"general":0.75},"latency_ms":134,"input_tokens":447,"cost_usd":0.000018774000000000004,"model":"jev-1.13.0"}
{"id":"lme:4adc0475:think","family":"lme:4adc0475:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.84,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.84,"other":0.16},"latency_ms":131,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:4bc144e2:search","family":"lme:4bc144e2:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.94,"choice":"general","probabilities":{"entity":0,"temporal":0.02,"event":0.04,"concept":0,"general":0.94},"latency_ms":133,"input_tokens":441,"cost_usd":0.000018522,"model":"jev-1.13.0"}
{"id":"lme:4bc144e2:think","family":"lme:4bc144e2:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.98,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.02,"other":0.98},"latency_ms":137,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:ef66a6e5:search","family":"lme:ef66a6e5:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.75,"choice":"temporal","probabilities":{"entity":0.04,"temporal":0.75,"event":0,"concept":0,"general":0.21},"latency_ms":128,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:ef66a6e5:think","family":"lme:ef66a6e5:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.72,"choice":"other","probabilities":{"temporal":0.17,"knowledge_update":0.11,"other":0.72},"latency_ms":162,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:5025383b:search","family":"lme:5025383b:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.53,"choice":"entity","probabilities":{"entity":0.53,"temporal":0,"event":0.01,"concept":0.17,"general":0.29},"latency_ms":136,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:5025383b:think","family":"lme:5025383b:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":123,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:a1cc6108:search","family":"lme:a1cc6108:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.98,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.98,"event":0,"concept":0,"general":0.01},"latency_ms":150,"input_tokens":438,"cost_usd":0.000018396,"model":"jev-1.13.0"}
{"id":"lme:a1cc6108:think","family":"lme:a1cc6108:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":130,"input_tokens":391,"cost_usd":0.000016422000000000003,"model":"jev-1.13.0"}
{"id":"lme:9ee3ecd6:search","family":"lme:9ee3ecd6:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.85,"choice":"general","probabilities":{"entity":0.12,"temporal":0.01,"event":0,"concept":0.02,"general":0.85},"latency_ms":124,"input_tokens":447,"cost_usd":0.000018774000000000004,"model":"jev-1.13.0"}
{"id":"lme:3fdac837:search","family":"lme:3fdac837:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.92,"choice":"temporal","probabilities":{"entity":0,"temporal":0.92,"event":0,"concept":0,"general":0.08},"latency_ms":147,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:9ee3ecd6:think","family":"lme:9ee3ecd6:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.77,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.77,"other":0.23},"latency_ms":215,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:91b15a6e:search","family":"lme:91b15a6e:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.92,"choice":"general","probabilities":{"entity":0.06,"temporal":0,"event":0.01,"concept":0.01,"general":0.92},"latency_ms":116,"input_tokens":449,"cost_usd":0.000018858,"model":"jev-1.13.0"}
{"id":"lme:3fdac837:think","family":"lme:3fdac837:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.86,"choice":"temporal","probabilities":{"temporal":0.86,"knowledge_update":0,"other":0.14},"latency_ms":156,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:27016adc:search","family":"lme:27016adc:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.97,"choice":"general","probabilities":{"entity":0.02,"temporal":0,"event":0,"concept":0.01,"general":0.97},"latency_ms":143,"input_tokens":452,"cost_usd":0.000018984,"model":"jev-1.13.0"}
{"id":"lme:91b15a6e:think","family":"lme:91b15a6e:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.86,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.14,"other":0.86},"latency_ms":148,"input_tokens":402,"cost_usd":0.000016884000000000003,"model":"jev-1.13.0"}
{"id":"lme:720133ac:search","family":"lme:720133ac:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.71,"choice":"general","probabilities":{"entity":0.23,"temporal":0,"event":0.06,"concept":0,"general":0.71},"latency_ms":163,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:27016adc:think","family":"lme:27016adc:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":179,"input_tokens":405,"cost_usd":0.00001701,"model":"jev-1.13.0"}
{"id":"lme:720133ac:think","family":"lme:720133ac:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":143,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:77eafa52:search","family":"lme:77eafa52:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.9299999999999999,"choice":"general","probabilities":{"entity":0.01,"temporal":0.04,"event":0.02,"concept":0,"general":0.9299999999999999},"latency_ms":151,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:8979f9ec:search","family":"lme:8979f9ec:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.95,"choice":"general","probabilities":{"entity":0.03,"temporal":0.01,"event":0.01,"concept":0,"general":0.95},"latency_ms":124,"input_tokens":449,"cost_usd":0.000018858,"model":"jev-1.13.0"}
{"id":"lme:77eafa52:think","family":"lme:77eafa52:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.78,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.22,"other":0.78},"latency_ms":162,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:0100672e:search","family":"lme:0100672e:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.9400000000000001,"choice":"general","probabilities":{"entity":0.03,"temporal":0,"event":0.03,"concept":0,"general":0.9400000000000001},"latency_ms":129,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:8979f9ec:think","family":"lme:8979f9ec:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.96,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.04,"other":0.96},"latency_ms":182,"input_tokens":402,"cost_usd":0.000016884000000000003,"model":"jev-1.13.0"}
{"id":"lme:0100672e:think","family":"lme:0100672e:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":141,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:a96c20ee:search","family":"lme:a96c20ee:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.9400000000000001,"choice":"entity","probabilities":{"entity":0.9400000000000001,"temporal":0,"event":0.06,"concept":0,"general":0},"latency_ms":146,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:a96c20ee:think","family":"lme:a96c20ee:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":125,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:92a0aa75:think","family":"lme:92a0aa75:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.99,"choice":"temporal","probabilities":{"temporal":0.99,"knowledge_update":0.01,"other":0},"latency_ms":118,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:92a0aa75:search","family":"lme:92a0aa75:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":204,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:3fe836c9:search","family":"lme:3fe836c9:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.98,"choice":"general","probabilities":{"entity":0.01,"temporal":0,"event":0.01,"concept":0,"general":0.98},"latency_ms":125,"input_tokens":448,"cost_usd":0.000018816,"model":"jev-1.13.0"}
{"id":"lme:3fe836c9:think","family":"lme:3fe836c9:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":123,"input_tokens":401,"cost_usd":0.000016842,"model":"jev-1.13.0"}
{"id":"lme:1c549ce4:search","family":"lme:1c549ce4:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.85,"choice":"general","probabilities":{"entity":0.12,"temporal":0,"event":0.03,"concept":0,"general":0.85},"latency_ms":120,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:1c549ce4:think","family":"lme:1c549ce4:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.94,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.06,"other":0.94},"latency_ms":145,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:6c49646a:search","family":"lme:6c49646a:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.92,"choice":"general","probabilities":{"entity":0.02,"temporal":0.04,"event":0.02,"concept":0,"general":0.92},"latency_ms":118,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:6c49646a:think","family":"lme:6c49646a:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.95,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.05,"other":0.95},"latency_ms":147,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:1192316e:search","family":"lme:1192316e:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.87,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.87,"event":0,"concept":0,"general":0.12},"latency_ms":128,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:1192316e:think","family":"lme:1192316e:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.97,"choice":"temporal","probabilities":{"temporal":0.97,"knowledge_update":0,"other":0.03},"latency_ms":136,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:0ea62687:search","family":"lme:0ea62687:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":125,"input_tokens":447,"cost_usd":0.000018774000000000004,"model":"jev-1.13.0"}
{"id":"lme:0ea62687:think","family":"lme:0ea62687:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.58,"choice":"knowledge_update","probabilities":{"temporal":0.28,"knowledge_update":0.58,"other":0.14},"latency_ms":139,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:67e0d0f2:think","family":"lme:67e0d0f2:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.84,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.84,"other":0.16},"latency_ms":140,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:67e0d0f2:search","family":"lme:67e0d0f2:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.57,"choice":"general","probabilities":{"entity":0.04,"temporal":0.39,"event":0,"concept":0,"general":0.57},"latency_ms":237,"input_tokens":441,"cost_usd":0.000018522,"model":"jev-1.13.0"}
{"id":"lme:bb7c3b45:search","family":"lme:bb7c3b45:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.76,"choice":"general","probabilities":{"entity":0.05,"temporal":0.01,"event":0.18,"concept":0,"general":0.76},"latency_ms":121,"input_tokens":441,"cost_usd":0.000018522,"model":"jev-1.13.0"}
{"id":"lme:bb7c3b45:think","family":"lme:bb7c3b45:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.95,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.05,"other":0.95},"latency_ms":219,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:ba358f49:search","family":"lme:ba358f49:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.94,"choice":"temporal","probabilities":{"entity":0.02,"temporal":0.94,"event":0.02,"concept":0,"general":0.02},"latency_ms":130,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:ba358f49:think","family":"lme:ba358f49:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.95,"choice":"temporal","probabilities":{"temporal":0.95,"knowledge_update":0,"other":0.05},"latency_ms":120,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:61f8c8f8:think","family":"lme:61f8c8f8:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.49,"choice":"other","probabilities":{"temporal":0.48,"knowledge_update":0.03,"other":0.49},"latency_ms":137,"input_tokens":401,"cost_usd":0.000016842,"model":"jev-1.13.0"}
{"id":"lme:61f8c8f8:search","family":"lme:61f8c8f8:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.8,"choice":"temporal","probabilities":{"entity":0,"temporal":0.8,"event":0.01,"concept":0,"general":0.19},"latency_ms":270,"input_tokens":448,"cost_usd":0.000018816,"model":"jev-1.13.0"}
{"id":"lme:60159905:search","family":"lme:60159905:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.93,"choice":"temporal","probabilities":{"entity":0,"temporal":0.93,"event":0.04,"concept":0,"general":0.02},"latency_ms":133,"input_tokens":441,"cost_usd":0.000018522,"model":"jev-1.13.0"}
{"id":"lme:60159905:think","family":"lme:60159905:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.67,"choice":"temporal","probabilities":{"temporal":0.67,"knowledge_update":0.03,"other":0.3},"latency_ms":123,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:ef9cf60a:search","family":"lme:ef9cf60a:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.88,"choice":"general","probabilities":{"entity":0.04,"temporal":0.03,"event":0.05,"concept":0,"general":0.88},"latency_ms":117,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:ef9cf60a:think","family":"lme:ef9cf60a:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":129,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:73d42213:search","family":"lme:73d42213:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":174,"input_tokens":439,"cost_usd":0.000018438000000000002,"model":"jev-1.13.0"}
{"id":"lme:73d42213:think","family":"lme:73d42213:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":153,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:bc149d6b:think","family":"lme:bc149d6b:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.65,"choice":"temporal","probabilities":{"temporal":0.65,"knowledge_update":0.02,"other":0.33},"latency_ms":144,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:bc149d6b:search","family":"lme:bc149d6b:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.81,"choice":"temporal","probabilities":{"entity":0.02,"temporal":0.81,"event":0,"concept":0,"general":0.16},"latency_ms":157,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:099778bb:search","family":"lme:099778bb:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.74,"choice":"general","probabilities":{"entity":0.23,"temporal":0.03,"event":0,"concept":0,"general":0.74},"latency_ms":135,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:099778bb:think","family":"lme:099778bb:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.94,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.94,"other":0.06},"latency_ms":182,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:09ba9854:search","family":"lme:09ba9854:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":1,"choice":"general","probabilities":{"entity":0,"temporal":0,"event":0,"concept":0,"general":1},"latency_ms":119,"input_tokens":449,"cost_usd":0.000018858,"model":"jev-1.13.0"}
{"id":"lme:09ba9854:think","family":"lme:09ba9854:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.94,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.06,"other":0.94},"latency_ms":137,"input_tokens":402,"cost_usd":0.000016884000000000003,"model":"jev-1.13.0"}
{"id":"lme:d6062bb9:search","family":"lme:d6062bb9:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.61,"choice":"general","probabilities":{"entity":0.09,"temporal":0.3,"event":0,"concept":0,"general":0.61},"latency_ms":142,"input_tokens":449,"cost_usd":0.000018858,"model":"jev-1.13.0"}
{"id":"lme:d6062bb9:think","family":"lme:d6062bb9:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.9,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.9,"other":0.1},"latency_ms":119,"input_tokens":402,"cost_usd":0.000016884000000000003,"model":"jev-1.13.0"}
{"id":"lme:157a136e:think","family":"lme:157a136e:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.95,"choice":"temporal","probabilities":{"temporal":0.95,"knowledge_update":0,"other":0.05},"latency_ms":134,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:157a136e:search","family":"lme:157a136e:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.8,"choice":"temporal","probabilities":{"entity":0.07,"temporal":0.8,"event":0,"concept":0,"general":0.13},"latency_ms":251,"input_tokens":439,"cost_usd":0.000018438000000000002,"model":"jev-1.13.0"}
{"id":"lme:c18a7dc8:search","family":"lme:c18a7dc8:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.98,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.98,"event":0,"concept":0,"general":0.01},"latency_ms":125,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:c18a7dc8:think","family":"lme:c18a7dc8:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":139,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:a3332713:search","family":"lme:a3332713:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.94,"choice":"general","probabilities":{"entity":0.04,"temporal":0.01,"event":0.01,"concept":0,"general":0.94},"latency_ms":132,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:a3332713:think","family":"lme:a3332713:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.97,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.03,"other":0.97},"latency_ms":130,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:55241a1f:search","family":"lme:55241a1f:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.63,"choice":"temporal","probabilities":{"entity":0.05,"temporal":0.63,"event":0.01,"concept":0,"general":0.31},"latency_ms":127,"input_tokens":451,"cost_usd":0.000018942000000000003,"model":"jev-1.13.0"}
{"id":"lme:55241a1f:think","family":"lme:55241a1f:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.88,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.88,"other":0.12},"latency_ms":110,"input_tokens":404,"cost_usd":0.000016968,"model":"jev-1.13.0"}
{"id":"lme:a08a253f:search","family":"lme:a08a253f:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.95,"choice":"temporal","probabilities":{"entity":0,"temporal":0.95,"event":0,"concept":0,"general":0.05},"latency_ms":132,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:a08a253f:think","family":"lme:a08a253f:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.6,"choice":"temporal","probabilities":{"temporal":0.6,"knowledge_update":0.26,"other":0.14},"latency_ms":139,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:f0e564bc:search","family":"lme:f0e564bc:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.96,"choice":"general","probabilities":{"entity":0.02,"temporal":0.01,"event":0.01,"concept":0,"general":0.96},"latency_ms":104,"input_tokens":447,"cost_usd":0.000018774000000000004,"model":"jev-1.13.0"}
{"id":"lme:f0e564bc:think","family":"lme:f0e564bc:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.97,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.03,"other":0.97},"latency_ms":135,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:078150f1:search","family":"lme:078150f1:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.85,"choice":"general","probabilities":{"entity":0.01,"temporal":0.01,"event":0.13,"concept":0,"general":0.85},"latency_ms":138,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:078150f1:think","family":"lme:078150f1:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.91,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.09,"other":0.91},"latency_ms":138,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:8cf4d046:search","family":"lme:8cf4d046:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.78,"choice":"general","probabilities":{"entity":0.2,"temporal":0.01,"event":0,"concept":0.01,"general":0.78},"latency_ms":182,"input_tokens":441,"cost_usd":0.000018522,"model":"jev-1.13.0"}
{"id":"lme:8cf4d046:think","family":"lme:8cf4d046:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.86,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.14,"other":0.86},"latency_ms":135,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:a346bb18:search","family":"lme:a346bb18:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.49,"choice":"general","probabilities":{"entity":0.01,"temporal":0.48,"event":0.02,"concept":0,"general":0.49},"latency_ms":131,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:a346bb18:think","family":"lme:a346bb18:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.77,"choice":"temporal","probabilities":{"temporal":0.77,"knowledge_update":0,"other":0.23},"latency_ms":226,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:37f165cf:search","family":"lme:37f165cf:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.46,"choice":"general","probabilities":{"entity":0.24,"temporal":0.3,"event":0,"concept":0,"general":0.46},"latency_ms":154,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:37f165cf:think","family":"lme:37f165cf:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.79,"choice":"other","probabilities":{"temporal":0.2,"knowledge_update":0.01,"other":0.79},"latency_ms":119,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:8e91e7d9:search","family":"lme:8e91e7d9:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.75,"choice":"general","probabilities":{"entity":0.25,"temporal":0,"event":0,"concept":0,"general":0.75},"latency_ms":131,"input_tokens":439,"cost_usd":0.000018438000000000002,"model":"jev-1.13.0"}
{"id":"lme:87f22b4a:search","family":"lme:87f22b4a:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.77,"choice":"temporal","probabilities":{"entity":0,"temporal":0.77,"event":0,"concept":0,"general":0.23},"latency_ms":132,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:8e91e7d9:think","family":"lme:8e91e7d9:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.82,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.18,"other":0.82},"latency_ms":175,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:e56a43b9:search","family":"lme:e56a43b9:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.55,"choice":"event","probabilities":{"entity":0.1,"temporal":0.04,"event":0.55,"concept":0,"general":0.31},"latency_ms":134,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:87f22b4a:think","family":"lme:87f22b4a:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.48,"choice":"knowledge_update","probabilities":{"temporal":0.08,"knowledge_update":0.48,"other":0.44},"latency_ms":157,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:efc3f7c2:search","family":"lme:efc3f7c2:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.97,"choice":"temporal","probabilities":{"entity":0,"temporal":0.97,"event":0,"concept":0,"general":0.03},"latency_ms":130,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:e56a43b9:think","family":"lme:e56a43b9:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.62,"choice":"knowledge_update","probabilities":{"temporal":0.01,"knowledge_update":0.62,"other":0.37},"latency_ms":156,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:efc3f7c2:think","family":"lme:efc3f7c2:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.87,"choice":"temporal","probabilities":{"temporal":0.87,"knowledge_update":0.01,"other":0.12},"latency_ms":175,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:21d02d0d:search","family":"lme:21d02d0d:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":0,"value":0.82,"choice":"temporal","probabilities":{"entity":0,"temporal":0.82,"event":0.05,"concept":0,"general":0.13},"latency_ms":201,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:21d02d0d:think","family":"lme:21d02d0d:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":0,"value":0.5,"choice":"other","probabilities":{"temporal":0.49,"knowledge_update":0.01,"other":0.5},"latency_ms":130,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:gpt4_59149c77:search","family":"lme:gpt4_59149c77:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":127,"input_tokens":464,"cost_usd":0.000019488,"model":"jev-1.13.0"}
{"id":"lme:gpt4_59149c77:think","family":"lme:gpt4_59149c77:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":134,"input_tokens":417,"cost_usd":0.000017514000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_f49edff3:search","family":"lme:gpt4_f49edff3:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":130,"input_tokens":480,"cost_usd":0.00002016,"model":"jev-1.13.0"}
{"id":"lme:gpt4_f49edff3:think","family":"lme:gpt4_f49edff3:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":138,"input_tokens":433,"cost_usd":0.000018186000000000002,"model":"jev-1.13.0"}
{"id":"lme:71017276:search","family":"lme:71017276:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":136,"input_tokens":448,"cost_usd":0.000018816,"model":"jev-1.13.0"}
{"id":"lme:71017276:think","family":"lme:71017276:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":136,"input_tokens":401,"cost_usd":0.000016842,"model":"jev-1.13.0"}
{"id":"lme:b46e15ed:search","family":"lme:b46e15ed:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":123,"input_tokens":449,"cost_usd":0.000018858,"model":"jev-1.13.0"}
{"id":"lme:b46e15ed:think","family":"lme:b46e15ed:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":147,"input_tokens":402,"cost_usd":0.000016884000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_fa19884c:search","family":"lme:gpt4_fa19884c:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":186,"input_tokens":460,"cost_usd":0.00001932,"model":"jev-1.13.0"}
{"id":"lme:gpt4_fa19884c:think","family":"lme:gpt4_fa19884c:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":129,"input_tokens":413,"cost_usd":0.000017346000000000003,"model":"jev-1.13.0"}
{"id":"lme:0bc8ad92:search","family":"lme:0bc8ad92:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":117,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:0bc8ad92:think","family":"lme:0bc8ad92:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":191,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:af082822:search","family":"lme:af082822:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":164,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:af082822:think","family":"lme:af082822:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":126,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:gpt4_4929293a:search","family":"lme:gpt4_4929293a:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":176,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_4929293a:think","family":"lme:gpt4_4929293a:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":204,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:gpt4_b5700ca9:search","family":"lme:gpt4_b5700ca9:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":130,"input_tokens":447,"cost_usd":0.000018774000000000004,"model":"jev-1.13.0"}
{"id":"lme:gpt4_b5700ca9:think","family":"lme:gpt4_b5700ca9:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":135,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:9a707b81:search","family":"lme:9a707b81:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":153,"input_tokens":453,"cost_usd":0.000019026,"model":"jev-1.13.0"}
{"id":"lme:9a707b81:think","family":"lme:9a707b81:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":121,"input_tokens":406,"cost_usd":0.000017052000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_1d4ab0c9:search","family":"lme:gpt4_1d4ab0c9:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":156,"input_tokens":454,"cost_usd":0.000019068,"model":"jev-1.13.0"}
{"id":"lme:gpt4_1d4ab0c9:think","family":"lme:gpt4_1d4ab0c9:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":148,"input_tokens":407,"cost_usd":0.000017094000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_e072b769:search","family":"lme:gpt4_e072b769:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":128,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:gpt4_e072b769:think","family":"lme:gpt4_e072b769:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":134,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:0db4c65d:search","family":"lme:0db4c65d:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":136,"input_tokens":475,"cost_usd":0.00001995,"model":"jev-1.13.0"}
{"id":"lme:0db4c65d:think","family":"lme:0db4c65d:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":122,"input_tokens":428,"cost_usd":0.000017976000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_1d80365e:search","family":"lme:gpt4_1d80365e:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.95,"choice":"temporal","probabilities":{"entity":0,"temporal":0.95,"event":0.03,"concept":0,"general":0.02},"latency_ms":150,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:gpt4_1d80365e:think","family":"lme:gpt4_1d80365e:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":0.98,"choice":"temporal","probabilities":{"temporal":0.98,"knowledge_update":0,"other":0.02},"latency_ms":111,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:gpt4_7f6b06db:search","family":"lme:gpt4_7f6b06db:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":188,"input_tokens":450,"cost_usd":0.000018900000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_7f6b06db:think","family":"lme:gpt4_7f6b06db:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":154,"input_tokens":403,"cost_usd":0.000016926,"model":"jev-1.13.0"}
{"id":"lme:gpt4_6dc9b45b:search","family":"lme:gpt4_6dc9b45b:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":126,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:gpt4_6dc9b45b:think","family":"lme:gpt4_6dc9b45b:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":157,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_8279ba02:think","family":"lme:gpt4_8279ba02:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":116,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:gpt4_8279ba02:search","family":"lme:gpt4_8279ba02:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":215,"input_tokens":439,"cost_usd":0.000018438000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_18c2b244:search","family":"lme:gpt4_18c2b244:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":156,"input_tokens":492,"cost_usd":0.000020664000000000004,"model":"jev-1.13.0"}
{"id":"lme:gpt4_18c2b244:think","family":"lme:gpt4_18c2b244:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":128,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:gpt4_a1b77f9c:search","family":"lme:gpt4_a1b77f9c:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.91,"choice":"temporal","probabilities":{"entity":0,"temporal":0.91,"event":0,"concept":0,"general":0.09},"latency_ms":128,"input_tokens":467,"cost_usd":0.000019614000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_a1b77f9c:think","family":"lme:gpt4_a1b77f9c:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":0.97,"choice":"temporal","probabilities":{"temporal":0.97,"knowledge_update":0,"other":0.03},"latency_ms":121,"input_tokens":420,"cost_usd":0.00001764,"model":"jev-1.13.0"}
{"id":"lme:gpt4_1916e0ea:search","family":"lme:gpt4_1916e0ea:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":151,"input_tokens":457,"cost_usd":0.000019194,"model":"jev-1.13.0"}
{"id":"lme:gpt4_1916e0ea:think","family":"lme:gpt4_1916e0ea:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":170,"input_tokens":410,"cost_usd":0.00001722,"model":"jev-1.13.0"}
{"id":"lme:gpt4_7a0daae1:search","family":"lme:gpt4_7a0daae1:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":135,"input_tokens":449,"cost_usd":0.000018858,"model":"jev-1.13.0"}
{"id":"lme:gpt4_7a0daae1:think","family":"lme:gpt4_7a0daae1:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":150,"input_tokens":402,"cost_usd":0.000016884000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_468eb063:search","family":"lme:gpt4_468eb063:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":129,"input_tokens":438,"cost_usd":0.000018396,"model":"jev-1.13.0"}
{"id":"lme:gpt4_468eb063:think","family":"lme:gpt4_468eb063:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":190,"input_tokens":391,"cost_usd":0.000016422000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_7abb270c:search","family":"lme:gpt4_7abb270c:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":130,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_7abb270c:think","family":"lme:gpt4_7abb270c:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":161,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:gpt4_1e4a8aeb:search","family":"lme:gpt4_1e4a8aeb:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":157,"input_tokens":451,"cost_usd":0.000018942000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_1e4a8aeb:think","family":"lme:gpt4_1e4a8aeb:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":136,"input_tokens":404,"cost_usd":0.000016968,"model":"jev-1.13.0"}
{"id":"lme:gpt4_4fc4f797:search","family":"lme:gpt4_4fc4f797:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":133,"input_tokens":454,"cost_usd":0.000019068,"model":"jev-1.13.0"}
{"id":"lme:4dfccbf7:search","family":"lme:4dfccbf7:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":121,"input_tokens":457,"cost_usd":0.000019194,"model":"jev-1.13.0"}
{"id":"lme:gpt4_4fc4f797:think","family":"lme:gpt4_4fc4f797:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":141,"input_tokens":407,"cost_usd":0.000017094000000000003,"model":"jev-1.13.0"}
{"id":"lme:4dfccbf7:think","family":"lme:4dfccbf7:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":147,"input_tokens":410,"cost_usd":0.00001722,"model":"jev-1.13.0"}
{"id":"lme:gpt4_61e13b3c:search","family":"lme:gpt4_61e13b3c:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":140,"input_tokens":462,"cost_usd":0.000019404000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_61e13b3c:think","family":"lme:gpt4_61e13b3c:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":143,"input_tokens":415,"cost_usd":0.00001743,"model":"jev-1.13.0"}
{"id":"lme:gpt4_45189cb4:search","family":"lme:gpt4_45189cb4:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":150,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:gpt4_45189cb4:think","family":"lme:gpt4_45189cb4:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":130,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:2ebe6c90:search","family":"lme:2ebe6c90:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.99,"choice":"temporal","probabilities":{"entity":0,"temporal":0.99,"event":0,"concept":0,"general":0.01},"latency_ms":188,"input_tokens":451,"cost_usd":0.000018942000000000003,"model":"jev-1.13.0"}
{"id":"lme:2ebe6c90:think","family":"lme:2ebe6c90:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":0.99,"choice":"temporal","probabilities":{"temporal":0.99,"knowledge_update":0,"other":0.01},"latency_ms":171,"input_tokens":404,"cost_usd":0.000016968,"model":"jev-1.13.0"}
{"id":"lme:gpt4_e061b84f:search","family":"lme:gpt4_e061b84f:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":142,"input_tokens":451,"cost_usd":0.000018942000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_e061b84f:think","family":"lme:gpt4_e061b84f:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":163,"input_tokens":404,"cost_usd":0.000016968,"model":"jev-1.13.0"}
{"id":"lme:370a8ff4:search","family":"lme:370a8ff4:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":251,"input_tokens":452,"cost_usd":0.000018984,"model":"jev-1.13.0"}
{"id":"lme:370a8ff4:think","family":"lme:370a8ff4:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":151,"input_tokens":405,"cost_usd":0.00001701,"model":"jev-1.13.0"}
{"id":"lme:gpt4_d6585ce8:search","family":"lme:gpt4_d6585ce8:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":151,"input_tokens":452,"cost_usd":0.000018984,"model":"jev-1.13.0"}
{"id":"lme:gpt4_d6585ce8:think","family":"lme:gpt4_d6585ce8:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":146,"input_tokens":405,"cost_usd":0.00001701,"model":"jev-1.13.0"}
{"id":"lme:gpt4_4ef30696:search","family":"lme:gpt4_4ef30696:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":126,"input_tokens":464,"cost_usd":0.000019488,"model":"jev-1.13.0"}
{"id":"lme:gpt4_4ef30696:think","family":"lme:gpt4_4ef30696:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":163,"input_tokens":417,"cost_usd":0.000017514000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_ec93e27f:search","family":"lme:gpt4_ec93e27f:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.99,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.99,"event":0,"concept":0,"general":0},"latency_ms":198,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:gpt4_ec93e27f:think","family":"lme:gpt4_ec93e27f:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":0.79,"choice":"temporal","probabilities":{"temporal":0.79,"knowledge_update":0.21,"other":0},"latency_ms":157,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:6e984301:think","family":"lme:6e984301:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":132,"input_tokens":406,"cost_usd":0.000017052000000000002,"model":"jev-1.13.0"}
{"id":"lme:6e984301:search","family":"lme:6e984301:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":161,"input_tokens":453,"cost_usd":0.000019026,"model":"jev-1.13.0"}
{"id":"lme:8077ef71:search","family":"lme:8077ef71:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":159,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:8077ef71:think","family":"lme:8077ef71:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":150,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:gpt4_f420262c:search","family":"lme:gpt4_f420262c:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.99,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.99,"event":0,"concept":0,"general":0},"latency_ms":126,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:gpt4_8e165409:search","family":"lme:gpt4_8e165409:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":129,"input_tokens":464,"cost_usd":0.000019488,"model":"jev-1.13.0"}
{"id":"lme:gpt4_f420262c:think","family":"lme:gpt4_f420262c:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":249,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:gpt4_74aed68e:search","family":"lme:gpt4_74aed68e:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":123,"input_tokens":459,"cost_usd":0.000019278,"model":"jev-1.13.0"}
{"id":"lme:gpt4_8e165409:think","family":"lme:gpt4_8e165409:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":134,"input_tokens":417,"cost_usd":0.000017514000000000002,"model":"jev-1.13.0"}
{"id":"lme:bcbe585f:search","family":"lme:bcbe585f:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":133,"input_tokens":447,"cost_usd":0.000018774000000000004,"model":"jev-1.13.0"}
{"id":"lme:gpt4_74aed68e:think","family":"lme:gpt4_74aed68e:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":176,"input_tokens":412,"cost_usd":0.000017304,"model":"jev-1.13.0"}
{"id":"lme:bcbe585f:think","family":"lme:bcbe585f:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":182,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_21adecb5:search","family":"lme:gpt4_21adecb5:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":243,"input_tokens":449,"cost_usd":0.000018858,"model":"jev-1.13.0"}
{"id":"lme:gpt4_21adecb5:think","family":"lme:gpt4_21adecb5:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":144,"input_tokens":402,"cost_usd":0.000016884000000000003,"model":"jev-1.13.0"}
{"id":"lme:5e1b23de:search","family":"lme:5e1b23de:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":174,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:5e1b23de:think","family":"lme:5e1b23de:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":150,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:gpt4_98f46fc6:think","family":"lme:gpt4_98f46fc6:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":118,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:gpt4_98f46fc6:search","family":"lme:gpt4_98f46fc6:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":219,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:gpt4_af6db32f:search","family":"lme:gpt4_af6db32f:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":128,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_af6db32f:think","family":"lme:gpt4_af6db32f:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":162,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:eac54adc:search","family":"lme:eac54adc:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":240,"input_tokens":448,"cost_usd":0.000018816,"model":"jev-1.13.0"}
{"id":"lme:eac54adc:think","family":"lme:eac54adc:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":130,"input_tokens":401,"cost_usd":0.000016842,"model":"jev-1.13.0"}
{"id":"lme:gpt4_7ddcf75f:search","family":"lme:gpt4_7ddcf75f:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":133,"input_tokens":450,"cost_usd":0.000018900000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_7ddcf75f:think","family":"lme:gpt4_7ddcf75f:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":130,"input_tokens":403,"cost_usd":0.000016926,"model":"jev-1.13.0"}
{"id":"lme:gpt4_a2d1d1f6:search","family":"lme:gpt4_a2d1d1f6:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":160,"input_tokens":448,"cost_usd":0.000018816,"model":"jev-1.13.0"}
{"id":"lme:gpt4_a2d1d1f6:think","family":"lme:gpt4_a2d1d1f6:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":197,"input_tokens":401,"cost_usd":0.000016842,"model":"jev-1.13.0"}
{"id":"lme:gpt4_85da3956:search","family":"lme:gpt4_85da3956:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":136,"input_tokens":447,"cost_usd":0.000018774000000000004,"model":"jev-1.13.0"}
{"id":"lme:gpt4_85da3956:think","family":"lme:gpt4_85da3956:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":121,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_b0863698:search","family":"lme:gpt4_b0863698:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":114,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_b0863698:think","family":"lme:gpt4_b0863698:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":139,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:gpt4_68e94287:search","family":"lme:gpt4_68e94287:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":114,"input_tokens":452,"cost_usd":0.000018984,"model":"jev-1.13.0"}
{"id":"lme:gpt4_68e94287:think","family":"lme:gpt4_68e94287:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":116,"input_tokens":405,"cost_usd":0.00001701,"model":"jev-1.13.0"}
{"id":"lme:gpt4_e414231e:think","family":"lme:gpt4_e414231e:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":132,"input_tokens":407,"cost_usd":0.000017094000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_e414231e:search","family":"lme:gpt4_e414231e:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":200,"input_tokens":454,"cost_usd":0.000019068,"model":"jev-1.13.0"}
{"id":"lme:gpt4_7ca326fa:search","family":"lme:gpt4_7ca326fa:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.76,"choice":"temporal","probabilities":{"entity":0.22,"temporal":0.76,"event":0,"concept":0,"general":0.02},"latency_ms":157,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:gpt4_7ca326fa:think","family":"lme:gpt4_7ca326fa:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":143,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:gpt4_7bc6cf22:search","family":"lme:gpt4_7bc6cf22:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":136,"input_tokens":448,"cost_usd":0.000018816,"model":"jev-1.13.0"}
{"id":"lme:gpt4_7bc6cf22:think","family":"lme:gpt4_7bc6cf22:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":168,"input_tokens":401,"cost_usd":0.000016842,"model":"jev-1.13.0"}
{"id":"lme:2ebe6c92:think","family":"lme:2ebe6c92:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":0.82,"choice":"temporal","probabilities":{"temporal":0.82,"knowledge_update":0.03,"other":0.15},"latency_ms":125,"input_tokens":391,"cost_usd":0.000016422000000000003,"model":"jev-1.13.0"}
{"id":"lme:2ebe6c92:search","family":"lme:2ebe6c92:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.94,"choice":"entity","probabilities":{"entity":0.94,"temporal":0.04,"event":0.02,"concept":0,"general":0},"latency_ms":183,"input_tokens":438,"cost_usd":0.000018396,"model":"jev-1.13.0"}
{"id":"lme:gpt4_e061b84g:search","family":"lme:gpt4_e061b84g:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.84,"choice":"event","probabilities":{"entity":0.16,"temporal":0,"event":0.84,"concept":0,"general":0},"latency_ms":111,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:gpt4_e061b84g:think","family":"lme:gpt4_e061b84g:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":0.68,"choice":"other","probabilities":{"temporal":0.31,"knowledge_update":0.01,"other":0.68},"latency_ms":201,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:71017277:search","family":"lme:71017277:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"entity","probabilities":{"entity":1,"temporal":0,"event":0,"concept":0,"general":0},"latency_ms":246,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:71017277:think","family":"lme:71017277:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":0.95,"choice":"other","probabilities":{"temporal":0.04,"knowledge_update":0.01,"other":0.95},"latency_ms":169,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:b46e15ee:search","family":"lme:b46e15ee:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.75,"choice":"event","probabilities":{"entity":0.21,"temporal":0.04,"event":0.75,"concept":0,"general":0},"latency_ms":168,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:b46e15ee:think","family":"lme:b46e15ee:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":0.68,"choice":"temporal","probabilities":{"temporal":0.68,"knowledge_update":0,"other":0.32},"latency_ms":147,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:gpt4_d6585ce9:search","family":"lme:gpt4_d6585ce9:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"entity","probabilities":{"entity":1,"temporal":0,"event":0,"concept":0,"general":0},"latency_ms":131,"input_tokens":441,"cost_usd":0.000018522,"model":"jev-1.13.0"}
{"id":"lme:gpt4_d6585ce9:think","family":"lme:gpt4_d6585ce9:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":0.96,"choice":"other","probabilities":{"temporal":0.03,"knowledge_update":0.01,"other":0.96},"latency_ms":124,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:gpt4_1e4a8aec:search","family":"lme:gpt4_1e4a8aec:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.51,"choice":"temporal","probabilities":{"entity":0.02,"temporal":0.51,"event":0.46,"concept":0,"general":0.01},"latency_ms":134,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_1e4a8aec:think","family":"lme:gpt4_1e4a8aec:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":0.85,"choice":"temporal","probabilities":{"temporal":0.85,"knowledge_update":0,"other":0.15},"latency_ms":168,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:gpt4_f420262d:search","family":"lme:gpt4_f420262d:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"entity","probabilities":{"entity":1,"temporal":0,"event":0,"concept":0,"general":0},"latency_ms":136,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:gpt4_f420262d:think","family":"lme:gpt4_f420262d:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":0.79,"choice":"other","probabilities":{"temporal":0.2,"knowledge_update":0.01,"other":0.79},"latency_ms":133,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:gpt4_59149c78:search","family":"lme:gpt4_59149c78:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.49,"choice":"entity","probabilities":{"entity":0.49,"temporal":0.01,"event":0.39,"concept":0,"general":0.11},"latency_ms":143,"input_tokens":450,"cost_usd":0.000018900000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_59149c78:think","family":"lme:gpt4_59149c78:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":0.97,"choice":"other","probabilities":{"temporal":0.03,"knowledge_update":0,"other":0.97},"latency_ms":119,"input_tokens":403,"cost_usd":0.000016926,"model":"jev-1.13.0"}
{"id":"lme:gpt4_e414231f:search","family":"lme:gpt4_e414231f:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.95,"choice":"entity","probabilities":{"entity":0.95,"temporal":0.02,"event":0.03,"concept":0,"general":0},"latency_ms":143,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_e414231f:think","family":"lme:gpt4_e414231f:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":0.61,"choice":"temporal","probabilities":{"temporal":0.61,"knowledge_update":0.04,"other":0.35},"latency_ms":170,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:gpt4_4929293b:search","family":"lme:gpt4_4929293b:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.97,"choice":"event","probabilities":{"entity":0.01,"temporal":0.02,"event":0.97,"concept":0,"general":0},"latency_ms":124,"input_tokens":448,"cost_usd":0.000018816,"model":"jev-1.13.0"}
{"id":"lme:gpt4_4929293b:think","family":"lme:gpt4_4929293b:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":0.54,"choice":"temporal","probabilities":{"temporal":0.54,"knowledge_update":0.01,"other":0.45},"latency_ms":133,"input_tokens":401,"cost_usd":0.000016842,"model":"jev-1.13.0"}
{"id":"lme:gpt4_468eb064:search","family":"lme:gpt4_468eb064:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.98,"choice":"entity","probabilities":{"entity":0.98,"temporal":0,"event":0.02,"concept":0,"general":0},"latency_ms":165,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_468eb064:think","family":"lme:gpt4_468eb064:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":0.87,"choice":"other","probabilities":{"temporal":0.12,"knowledge_update":0.01,"other":0.87},"latency_ms":200,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:gpt4_fa19884d:search","family":"lme:gpt4_fa19884d:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.98,"choice":"entity","probabilities":{"entity":0.98,"temporal":0.02,"event":0,"concept":0,"general":0},"latency_ms":135,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:9a707b82:search","family":"lme:9a707b82:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.88,"choice":"entity","probabilities":{"entity":0.88,"temporal":0.01,"event":0.1,"concept":0,"general":0.01},"latency_ms":144,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:gpt4_fa19884d:think","family":"lme:gpt4_fa19884d:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":0.43,"choice":"temporal","probabilities":{"temporal":0.43,"knowledge_update":0.41,"other":0.16},"latency_ms":223,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:9a707b82:think","family":"lme:9a707b82:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":0.71,"choice":"other","probabilities":{"temporal":0.27,"knowledge_update":0.02,"other":0.71},"latency_ms":131,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:eac54add:search","family":"lme:eac54add:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.86,"choice":"event","probabilities":{"entity":0.01,"temporal":0.13,"event":0.86,"concept":0,"general":0},"latency_ms":149,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:eac54add:think","family":"lme:eac54add:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":0.73,"choice":"temporal","probabilities":{"temporal":0.73,"knowledge_update":0.01,"other":0.26},"latency_ms":140,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:4dfccbf8:search","family":"lme:4dfccbf8:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.78,"choice":"event","probabilities":{"entity":0,"temporal":0.21,"event":0.78,"concept":0,"general":0.01},"latency_ms":122,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:0bc8ad93:search","family":"lme:0bc8ad93:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.56,"choice":"event","probabilities":{"entity":0.22,"temporal":0.1,"event":0.56,"concept":0,"general":0.12},"latency_ms":144,"input_tokens":447,"cost_usd":0.000018774000000000004,"model":"jev-1.13.0"}
{"id":"lme:0bc8ad93:think","family":"lme:0bc8ad93:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":0.89,"choice":"other","probabilities":{"temporal":0.1,"knowledge_update":0.01,"other":0.89},"latency_ms":150,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:4dfccbf8:think","family":"lme:4dfccbf8:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":0.59,"choice":"temporal","probabilities":{"temporal":0.59,"knowledge_update":0,"other":0.41},"latency_ms":356,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:6e984302:search","family":"lme:6e984302:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.95,"choice":"entity","probabilities":{"entity":0.95,"temporal":0.02,"event":0.03,"concept":0,"general":0},"latency_ms":141,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:6e984302:think","family":"lme:6e984302:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":0.56,"choice":"other","probabilities":{"temporal":0.37,"knowledge_update":0.07,"other":0.56},"latency_ms":122,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:gpt4_8279ba03:search","family":"lme:gpt4_8279ba03:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.89,"choice":"entity","probabilities":{"entity":0.89,"temporal":0.07,"event":0.04,"concept":0,"general":0},"latency_ms":114,"input_tokens":441,"cost_usd":0.000018522,"model":"jev-1.13.0"}
{"id":"lme:gpt4_8279ba03:think","family":"lme:gpt4_8279ba03:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":0.7,"choice":"temporal","probabilities":{"temporal":0.7,"knowledge_update":0.02,"other":0.28},"latency_ms":126,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:gpt4_b5700ca0:think","family":"lme:gpt4_b5700ca0:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":0.9,"choice":"other","probabilities":{"temporal":0.09,"knowledge_update":0.01,"other":0.9},"latency_ms":125,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:gpt4_b5700ca0:search","family":"lme:gpt4_b5700ca0:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.74,"choice":"entity","probabilities":{"entity":0.74,"temporal":0.03,"event":0.13,"concept":0,"general":0.1},"latency_ms":162,"input_tokens":439,"cost_usd":0.000018438000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_68e94288:search","family":"lme:gpt4_68e94288:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.86,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.86,"event":0.12,"concept":0,"general":0.01},"latency_ms":133,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:gpt4_68e94288:think","family":"lme:gpt4_68e94288:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":0.9,"choice":"temporal","probabilities":{"temporal":0.9,"knowledge_update":0,"other":0.1},"latency_ms":133,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2655b836:search","family":"lme:gpt4_2655b836:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.68,"choice":"event","probabilities":{"entity":0.01,"temporal":0.3,"event":0.68,"concept":0,"general":0.01},"latency_ms":138,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2655b836:think","family":"lme:gpt4_2655b836:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":0.93,"choice":"temporal","probabilities":{"temporal":0.93,"knowledge_update":0,"other":0.07},"latency_ms":139,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2487a7cb:search","family":"lme:gpt4_2487a7cb:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":189,"input_tokens":453,"cost_usd":0.000019026,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2487a7cb:think","family":"lme:gpt4_2487a7cb:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":177,"input_tokens":406,"cost_usd":0.000017052000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_76048e76:search","family":"lme:gpt4_76048e76:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.79,"choice":"temporal","probabilities":{"entity":0.21,"temporal":0.79,"event":0,"concept":0,"general":0},"latency_ms":165,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:gpt4_76048e76:think","family":"lme:gpt4_76048e76:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":174,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2312f94c:search","family":"lme:gpt4_2312f94c:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.99,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.99,"event":0,"concept":0,"general":0},"latency_ms":125,"input_tokens":451,"cost_usd":0.000018942000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2312f94c:think","family":"lme:gpt4_2312f94c:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":204,"input_tokens":404,"cost_usd":0.000016968,"model":"jev-1.13.0"}
{"id":"lme:0bb5a684:think","family":"lme:0bb5a684:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":228,"input_tokens":406,"cost_usd":0.000017052000000000002,"model":"jev-1.13.0"}
{"id":"lme:0bb5a684:search","family":"lme:0bb5a684:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":338,"input_tokens":453,"cost_usd":0.000019026,"model":"jev-1.13.0"}
{"id":"lme:08f4fc43:search","family":"lme:08f4fc43:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":137,"input_tokens":453,"cost_usd":0.000019026,"model":"jev-1.13.0"}
{"id":"lme:08f4fc43:think","family":"lme:08f4fc43:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":142,"input_tokens":406,"cost_usd":0.000017052000000000002,"model":"jev-1.13.0"}
{"id":"lme:2c63a862:think","family":"lme:2c63a862:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":130,"input_tokens":403,"cost_usd":0.000016926,"model":"jev-1.13.0"}
{"id":"lme:gpt4_385a5000:search","family":"lme:gpt4_385a5000:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.99,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.99,"event":0,"concept":0,"general":0},"latency_ms":125,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:2c63a862:search","family":"lme:2c63a862:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":292,"input_tokens":450,"cost_usd":0.000018900000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_385a5000:think","family":"lme:gpt4_385a5000:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":174,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:2a1811e2:search","family":"lme:2a1811e2:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":165,"input_tokens":452,"cost_usd":0.000018984,"model":"jev-1.13.0"}
{"id":"lme:bbf86515:search","family":"lme:bbf86515:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":132,"input_tokens":454,"cost_usd":0.000019068,"model":"jev-1.13.0"}
{"id":"lme:2a1811e2:think","family":"lme:2a1811e2:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":196,"input_tokens":405,"cost_usd":0.00001701,"model":"jev-1.13.0"}
{"id":"lme:bbf86515:think","family":"lme:bbf86515:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":162,"input_tokens":407,"cost_usd":0.000017094000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_5dcc0aab:search","family":"lme:gpt4_5dcc0aab:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.8,"choice":"entity","probabilities":{"entity":0.8,"temporal":0.17,"event":0.03,"concept":0,"general":0},"latency_ms":120,"input_tokens":439,"cost_usd":0.000018438000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_0b2f1d21:search","family":"lme:gpt4_0b2f1d21:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":135,"input_tokens":448,"cost_usd":0.000018816,"model":"jev-1.13.0"}
{"id":"lme:gpt4_5dcc0aab:think","family":"lme:gpt4_5dcc0aab:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":0.8,"choice":"temporal","probabilities":{"temporal":0.8,"knowledge_update":0.03,"other":0.17},"latency_ms":162,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:gpt4_0b2f1d21:think","family":"lme:gpt4_0b2f1d21:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":133,"input_tokens":401,"cost_usd":0.000016842,"model":"jev-1.13.0"}
{"id":"lme:f0853d11:search","family":"lme:f0853d11:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":176,"input_tokens":451,"cost_usd":0.000018942000000000003,"model":"jev-1.13.0"}
{"id":"lme:f0853d11:think","family":"lme:f0853d11:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":134,"input_tokens":404,"cost_usd":0.000016968,"model":"jev-1.13.0"}
{"id":"lme:gpt4_6ed717ea:search","family":"lme:gpt4_6ed717ea:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":143,"input_tokens":448,"cost_usd":0.000018816,"model":"jev-1.13.0"}
{"id":"lme:gpt4_6ed717ea:think","family":"lme:gpt4_6ed717ea:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":145,"input_tokens":401,"cost_usd":0.000016842,"model":"jev-1.13.0"}
{"id":"lme:gpt4_70e84552:search","family":"lme:gpt4_70e84552:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":125,"input_tokens":447,"cost_usd":0.000018774000000000004,"model":"jev-1.13.0"}
{"id":"lme:gpt4_70e84552:think","family":"lme:gpt4_70e84552:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":131,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:a3838d2b:search","family":"lme:a3838d2b:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.89,"choice":"temporal","probabilities":{"entity":0,"temporal":0.89,"event":0.02,"concept":0,"general":0.09},"latency_ms":198,"input_tokens":447,"cost_usd":0.000018774000000000004,"model":"jev-1.13.0"}
{"id":"lme:a3838d2b:think","family":"lme:a3838d2b:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":0.93,"choice":"temporal","probabilities":{"temporal":0.93,"knowledge_update":0,"other":0.07},"latency_ms":176,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_93159ced:search","family":"lme:gpt4_93159ced:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":129,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:gpt4_93159ced:think","family":"lme:gpt4_93159ced:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":118,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2d58bcd6:search","family":"lme:gpt4_2d58bcd6:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.94,"choice":"temporal","probabilities":{"entity":0.06,"temporal":0.94,"event":0,"concept":0,"general":0},"latency_ms":165,"input_tokens":451,"cost_usd":0.000018942000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2d58bcd6:think","family":"lme:gpt4_2d58bcd6:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":145,"input_tokens":404,"cost_usd":0.000016968,"model":"jev-1.13.0"}
{"id":"lme:gpt4_65aabe59:search","family":"lme:gpt4_65aabe59:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":136,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:gpt4_65aabe59:think","family":"lme:gpt4_65aabe59:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":132,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:982b5123:search","family":"lme:982b5123:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":122,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:982b5123:think","family":"lme:982b5123:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":163,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:b9cfe692:search","family":"lme:b9cfe692:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.99,"choice":"temporal","probabilities":{"entity":0,"temporal":0.99,"event":0,"concept":0,"general":0.01},"latency_ms":143,"input_tokens":455,"cost_usd":0.00001911,"model":"jev-1.13.0"}
{"id":"lme:b9cfe692:think","family":"lme:b9cfe692:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":0.99,"choice":"temporal","probabilities":{"temporal":0.99,"knowledge_update":0,"other":0.01},"latency_ms":157,"input_tokens":408,"cost_usd":0.000017136,"model":"jev-1.13.0"}
{"id":"lme:gpt4_4edbafa2:search","family":"lme:gpt4_4edbafa2:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":148,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_4edbafa2:think","family":"lme:gpt4_4edbafa2:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":169,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:c8090214:search","family":"lme:c8090214:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":137,"input_tokens":450,"cost_usd":0.000018900000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_483dd43c:search","family":"lme:gpt4_483dd43c:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.9400000000000001,"choice":"temporal","probabilities":{"entity":0.06,"temporal":0.9400000000000001,"event":0,"concept":0,"general":0},"latency_ms":121,"input_tokens":447,"cost_usd":0.000018774000000000004,"model":"jev-1.13.0"}
{"id":"lme:c8090214:think","family":"lme:c8090214:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":158,"input_tokens":403,"cost_usd":0.000016926,"model":"jev-1.13.0"}
{"id":"lme:e4e14d04:search","family":"lme:e4e14d04:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":151,"input_tokens":449,"cost_usd":0.000018858,"model":"jev-1.13.0"}
{"id":"lme:gpt4_483dd43c:think","family":"lme:gpt4_483dd43c:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":166,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:e4e14d04:think","family":"lme:e4e14d04:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":172,"input_tokens":402,"cost_usd":0.000016884000000000003,"model":"jev-1.13.0"}
{"id":"lme:c9f37c46:search","family":"lme:c9f37c46:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":258,"input_tokens":453,"cost_usd":0.000019026,"model":"jev-1.13.0"}
{"id":"lme:c9f37c46:think","family":"lme:c9f37c46:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":156,"input_tokens":406,"cost_usd":0.000017052000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2c50253f:search","family":"lme:gpt4_2c50253f:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":153,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2c50253f:think","family":"lme:gpt4_2c50253f:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":0.93,"choice":"temporal","probabilities":{"temporal":0.93,"knowledge_update":0.03,"other":0.04},"latency_ms":165,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:dcfa8644:think","family":"lme:dcfa8644:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":151,"input_tokens":412,"cost_usd":0.000017304,"model":"jev-1.13.0"}
{"id":"lme:dcfa8644:search","family":"lme:dcfa8644:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":280,"input_tokens":459,"cost_usd":0.000019278,"model":"jev-1.13.0"}
{"id":"lme:gpt4_b4a80587:search","family":"lme:gpt4_b4a80587:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":157,"input_tokens":449,"cost_usd":0.000018858,"model":"jev-1.13.0"}
{"id":"lme:gpt4_b4a80587:think","family":"lme:gpt4_b4a80587:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":144,"input_tokens":402,"cost_usd":0.000016884000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_9a159967:search","family":"lme:gpt4_9a159967:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.89,"choice":"entity","probabilities":{"entity":0.89,"temporal":0.11,"event":0,"concept":0,"general":0},"latency_ms":144,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:gpt4_9a159967:think","family":"lme:gpt4_9a159967:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":0.56,"choice":"temporal","probabilities":{"temporal":0.56,"knowledge_update":0.05,"other":0.39},"latency_ms":196,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:cc6d1ec1:search","family":"lme:cc6d1ec1:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":136,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:cc6d1ec1:think","family":"lme:cc6d1ec1:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":115,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:gpt4_8c8961ae:search","family":"lme:gpt4_8c8961ae:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":160,"input_tokens":449,"cost_usd":0.000018858,"model":"jev-1.13.0"}
{"id":"lme:gpt4_8c8961ae:think","family":"lme:gpt4_8c8961ae:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":128,"input_tokens":402,"cost_usd":0.000016884000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_d9af6064:search","family":"lme:gpt4_d9af6064:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":129,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:gpt4_d9af6064:think","family":"lme:gpt4_d9af6064:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":133,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:gpt4_7de946e7:search","family":"lme:gpt4_7de946e7:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":119,"input_tokens":447,"cost_usd":0.000018774000000000004,"model":"jev-1.13.0"}
{"id":"lme:gpt4_7de946e7:think","family":"lme:gpt4_7de946e7:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":198,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:d01c6aa8:search","family":"lme:d01c6aa8:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.98,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.98,"event":0,"concept":0,"general":0.01},"latency_ms":133,"input_tokens":441,"cost_usd":0.000018522,"model":"jev-1.13.0"}
{"id":"lme:993da5e2:search","family":"lme:993da5e2:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":136,"input_tokens":448,"cost_usd":0.000018816,"model":"jev-1.13.0"}
{"id":"lme:d01c6aa8:think","family":"lme:d01c6aa8:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":0.96,"choice":"temporal","probabilities":{"temporal":0.96,"knowledge_update":0,"other":0.04},"latency_ms":233,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:993da5e2:think","family":"lme:993da5e2:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":215,"input_tokens":401,"cost_usd":0.000016842,"model":"jev-1.13.0"}
{"id":"lme:a3045048:search","family":"lme:a3045048:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":169,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:a3045048:think","family":"lme:a3045048:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":134,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:gpt4_d31cdae3:search","family":"lme:gpt4_d31cdae3:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":166,"input_tokens":452,"cost_usd":0.000018984,"model":"jev-1.13.0"}
{"id":"lme:gpt4_d31cdae3:think","family":"lme:gpt4_d31cdae3:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":142,"input_tokens":405,"cost_usd":0.00001701,"model":"jev-1.13.0"}
{"id":"lme:gpt4_cd90e484:search","family":"lme:gpt4_cd90e484:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":160,"input_tokens":453,"cost_usd":0.000019026,"model":"jev-1.13.0"}
{"id":"lme:gpt4_cd90e484:think","family":"lme:gpt4_cd90e484:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":124,"input_tokens":406,"cost_usd":0.000017052000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_88806d6e:search","family":"lme:gpt4_88806d6e:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.81,"choice":"temporal","probabilities":{"entity":0.18,"temporal":0.81,"event":0.01,"concept":0,"general":0},"latency_ms":140,"input_tokens":441,"cost_usd":0.000018522,"model":"jev-1.13.0"}
{"id":"lme:gpt4_88806d6e:think","family":"lme:gpt4_88806d6e:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":136,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:gpt4_4cd9eba1:search","family":"lme:gpt4_4cd9eba1:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":163,"input_tokens":452,"cost_usd":0.000018984,"model":"jev-1.13.0"}
{"id":"lme:gpt4_4cd9eba1:think","family":"lme:gpt4_4cd9eba1:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":157,"input_tokens":405,"cost_usd":0.00001701,"model":"jev-1.13.0"}
{"id":"lme:gpt4_93f6379c:search","family":"lme:gpt4_93f6379c:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.99,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.99,"event":0,"concept":0,"general":0},"latency_ms":199,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:gpt4_93f6379c:think","family":"lme:gpt4_93f6379c:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":200,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:b29f3365:search","family":"lme:b29f3365:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":109,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:b29f3365:think","family":"lme:b29f3365:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":126,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2f56ae70:search","family":"lme:gpt4_2f56ae70:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.8,"choice":"temporal","probabilities":{"entity":0.2,"temporal":0.8,"event":0,"concept":0,"general":0},"latency_ms":131,"input_tokens":439,"cost_usd":0.000018438000000000002,"model":"jev-1.13.0"}
{"id":"lme:6613b389:search","family":"lme:6613b389:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":134,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2f56ae70:think","family":"lme:gpt4_2f56ae70:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":0.84,"choice":"temporal","probabilities":{"temporal":0.84,"knowledge_update":0.16,"other":0},"latency_ms":242,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:6613b389:think","family":"lme:6613b389:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":159,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:gpt4_78cf46a3:search","family":"lme:gpt4_78cf46a3:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":144,"input_tokens":449,"cost_usd":0.000018858,"model":"jev-1.13.0"}
{"id":"lme:gpt4_78cf46a3:think","family":"lme:gpt4_78cf46a3:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":118,"input_tokens":402,"cost_usd":0.000016884000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_0a05b494:search","family":"lme:gpt4_0a05b494:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.83,"choice":"temporal","probabilities":{"entity":0.16,"temporal":0.83,"event":0.01,"concept":0,"general":0},"latency_ms":160,"input_tokens":450,"cost_usd":0.000018900000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_0a05b494:think","family":"lme:gpt4_0a05b494:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":139,"input_tokens":403,"cost_usd":0.000016926,"model":"jev-1.13.0"}
{"id":"lme:gpt4_1a1dc16d:search","family":"lme:gpt4_1a1dc16d:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":155,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:gpt4_1a1dc16d:think","family":"lme:gpt4_1a1dc16d:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":149,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2f584639:search","family":"lme:gpt4_2f584639:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.99,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.99,"event":0,"concept":0,"general":0},"latency_ms":166,"input_tokens":449,"cost_usd":0.000018858,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2f584639:think","family":"lme:gpt4_2f584639:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":171,"input_tokens":402,"cost_usd":0.000016884000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_213fd887:search","family":"lme:gpt4_213fd887:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":155,"input_tokens":457,"cost_usd":0.000019194,"model":"jev-1.13.0"}
{"id":"lme:gpt4_213fd887:think","family":"lme:gpt4_213fd887:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":116,"input_tokens":410,"cost_usd":0.00001722,"model":"jev-1.13.0"}
{"id":"lme:gpt4_5438fa52:search","family":"lme:gpt4_5438fa52:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":134,"input_tokens":448,"cost_usd":0.000018816,"model":"jev-1.13.0"}
{"id":"lme:gpt4_5438fa52:think","family":"lme:gpt4_5438fa52:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":122,"input_tokens":401,"cost_usd":0.000016842,"model":"jev-1.13.0"}
{"id":"lme:gpt4_c27434e8:search","family":"lme:gpt4_c27434e8:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.99,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.99,"event":0,"concept":0,"general":0},"latency_ms":148,"input_tokens":447,"cost_usd":0.000018774000000000004,"model":"jev-1.13.0"}
{"id":"lme:gpt4_c27434e8:think","family":"lme:gpt4_c27434e8:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":174,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_fe651585:search","family":"lme:gpt4_fe651585:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":0.93,"choice":"temporal","probabilities":{"entity":0.07,"temporal":0.93,"event":0,"concept":0,"general":0},"latency_ms":130,"input_tokens":439,"cost_usd":0.000018438000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_fe651585:think","family":"lme:gpt4_fe651585:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":188,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:8c18457d:search","family":"lme:8c18457d:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":124,"input_tokens":460,"cost_usd":0.00001932,"model":"jev-1.13.0"}
{"id":"lme:6a1eabeb:search","family":"lme:6a1eabeb:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.77,"choice":"temporal","probabilities":{"entity":0.03,"temporal":0.77,"event":0.04,"concept":0,"general":0.16},"latency_ms":117,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:8c18457d:think","family":"lme:8c18457d:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":173,"input_tokens":413,"cost_usd":0.000017346000000000003,"model":"jev-1.13.0"}
{"id":"lme:6a1eabeb:think","family":"lme:6a1eabeb:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.64,"choice":"other","probabilities":{"temporal":0.06,"knowledge_update":0.3,"other":0.64},"latency_ms":170,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:6aeb4375:search","family":"lme:6aeb4375:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.86,"choice":"general","probabilities":{"entity":0.05,"temporal":0.09,"event":0,"concept":0,"general":0.86},"latency_ms":208,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:6aeb4375:think","family":"lme:6aeb4375:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.52,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.48,"other":0.52},"latency_ms":132,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:830ce83f:search","family":"lme:830ce83f:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.62,"choice":"entity","probabilities":{"entity":0.62,"temporal":0.31,"event":0.03,"concept":0,"general":0.04},"latency_ms":190,"input_tokens":439,"cost_usd":0.000018438000000000002,"model":"jev-1.13.0"}
{"id":"lme:830ce83f:think","family":"lme:830ce83f:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":1,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":1,"other":0},"latency_ms":160,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:852ce960:search","family":"lme:852ce960:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.59,"choice":"general","probabilities":{"entity":0.21,"temporal":0.02,"event":0.18,"concept":0,"general":0.59},"latency_ms":158,"input_tokens":447,"cost_usd":0.000018774000000000004,"model":"jev-1.13.0"}
{"id":"lme:852ce960:think","family":"lme:852ce960:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.98,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.02,"other":0.98},"latency_ms":159,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:945e3d21:think","family":"lme:945e3d21:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.93,"choice":"temporal","probabilities":{"temporal":0.93,"knowledge_update":0.02,"other":0.05},"latency_ms":128,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:945e3d21:search","family":"lme:945e3d21:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.97,"choice":"temporal","probabilities":{"entity":0,"temporal":0.97,"event":0,"concept":0,"general":0.03},"latency_ms":165,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:d7c942c3:search","family":"lme:d7c942c3:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.49,"choice":"general","probabilities":{"entity":0.46,"temporal":0.03,"event":0,"concept":0.02,"general":0.49},"latency_ms":126,"input_tokens":441,"cost_usd":0.000018522,"model":"jev-1.13.0"}
{"id":"lme:d7c942c3:think","family":"lme:d7c942c3:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.72,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.72,"other":0.28},"latency_ms":114,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:71315a70:search","family":"lme:71315a70:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.97,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.97,"event":0,"concept":0,"general":0.02},"latency_ms":130,"input_tokens":441,"cost_usd":0.000018522,"model":"jev-1.13.0"}
{"id":"lme:71315a70:think","family":"lme:71315a70:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.94,"choice":"temporal","probabilities":{"temporal":0.94,"knowledge_update":0.02,"other":0.04},"latency_ms":175,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:89941a93:search","family":"lme:89941a93:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.75,"choice":"temporal","probabilities":{"entity":0.08,"temporal":0.75,"event":0,"concept":0,"general":0.17},"latency_ms":124,"input_tokens":437,"cost_usd":0.000018354,"model":"jev-1.13.0"}
{"id":"lme:ce6d2d27:search","family":"lme:ce6d2d27:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.99,"choice":"temporal","probabilities":{"entity":0,"temporal":0.99,"event":0.01,"concept":0,"general":0},"latency_ms":148,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:89941a93:think","family":"lme:89941a93:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":1,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":1,"other":0},"latency_ms":234,"input_tokens":390,"cost_usd":0.000016380000000000002,"model":"jev-1.13.0"}
{"id":"lme:9ea5eabc:search","family":"lme:9ea5eabc:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.46,"choice":"entity","probabilities":{"entity":0.46,"temporal":0.36,"event":0.16,"concept":0,"general":0.02},"latency_ms":126,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:ce6d2d27:think","family":"lme:ce6d2d27:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.97,"choice":"temporal","probabilities":{"temporal":0.97,"knowledge_update":0.02,"other":0.01},"latency_ms":146,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:9ea5eabc:think","family":"lme:9ea5eabc:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.57,"choice":"knowledge_update","probabilities":{"temporal":0.21,"knowledge_update":0.57,"other":0.22},"latency_ms":147,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:07741c44:search","family":"lme:07741c44:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.83,"choice":"general","probabilities":{"entity":0.14,"temporal":0.01,"event":0,"concept":0.02,"general":0.83},"latency_ms":168,"input_tokens":438,"cost_usd":0.000018396,"model":"jev-1.13.0"}
{"id":"lme:07741c44:think","family":"lme:07741c44:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.82,"choice":"other","probabilities":{"temporal":0.11,"knowledge_update":0.07,"other":0.82},"latency_ms":146,"input_tokens":391,"cost_usd":0.000016422000000000003,"model":"jev-1.13.0"}
{"id":"lme:a1eacc2a:search","family":"lme:a1eacc2a:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.8,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.8,"event":0,"concept":0,"general":0.19},"latency_ms":138,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:a1eacc2a:think","family":"lme:a1eacc2a:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.44,"choice":"other","probabilities":{"temporal":0.16,"knowledge_update":0.4,"other":0.44},"latency_ms":160,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:184da446:search","family":"lme:184da446:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.69,"choice":"temporal","probabilities":{"entity":0.05,"temporal":0.69,"event":0,"concept":0,"general":0.26},"latency_ms":160,"input_tokens":447,"cost_usd":0.000018774000000000004,"model":"jev-1.13.0"}
{"id":"lme:031748ae:search","family":"lme:031748ae:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.98,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.98,"event":0,"concept":0,"general":0.01},"latency_ms":147,"input_tokens":455,"cost_usd":0.00001911,"model":"jev-1.13.0"}
{"id":"lme:184da446:think","family":"lme:184da446:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.97,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.97,"other":0.03},"latency_ms":205,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:031748ae:think","family":"lme:031748ae:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.91,"choice":"knowledge_update","probabilities":{"temporal":0.08,"knowledge_update":0.91,"other":0.01},"latency_ms":123,"input_tokens":408,"cost_usd":0.000017136,"model":"jev-1.13.0"}
{"id":"lme:4d6b87c8:search","family":"lme:4d6b87c8:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.72,"choice":"temporal","probabilities":{"entity":0.05,"temporal":0.72,"event":0,"concept":0,"general":0.23},"latency_ms":183,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:4d6b87c8:think","family":"lme:4d6b87c8:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":1,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":1,"other":0},"latency_ms":141,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:0f05491a:think","family":"lme:0f05491a:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.63,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.63,"other":0.37},"latency_ms":144,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:0f05491a:search","family":"lme:0f05491a:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.76,"choice":"general","probabilities":{"entity":0.16,"temporal":0,"event":0,"concept":0.08,"general":0.76},"latency_ms":182,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:08e075c7:search","family":"lme:08e075c7:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":153,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:08e075c7:think","family":"lme:08e075c7:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":209,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:f9e8c073:search","family":"lme:f9e8c073:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.61,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.61,"event":0.12,"concept":0,"general":0.26},"latency_ms":119,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:f9e8c073:think","family":"lme:f9e8c073:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.86,"choice":"other","probabilities":{"temporal":0.09,"knowledge_update":0.05,"other":0.86},"latency_ms":123,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:41698283:search","family":"lme:41698283:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.75,"choice":"temporal","probabilities":{"entity":0.25,"temporal":0.75,"event":0,"concept":0,"general":0},"latency_ms":147,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:41698283:think","family":"lme:41698283:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.51,"choice":"knowledge_update","probabilities":{"temporal":0.48,"knowledge_update":0.51,"other":0.01},"latency_ms":190,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:2698e78f:search","family":"lme:2698e78f:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":153,"input_tokens":441,"cost_usd":0.000018522,"model":"jev-1.13.0"}
{"id":"lme:b6019101:search","family":"lme:b6019101:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.96,"choice":"temporal","probabilities":{"entity":0,"temporal":0.96,"event":0,"concept":0,"general":0.04},"latency_ms":137,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:2698e78f:think","family":"lme:2698e78f:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.94,"choice":"temporal","probabilities":{"temporal":0.94,"knowledge_update":0.04,"other":0.02},"latency_ms":199,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:45dc21b6:search","family":"lme:45dc21b6:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.73,"choice":"general","probabilities":{"entity":0.19,"temporal":0.08,"event":0,"concept":0,"general":0.73},"latency_ms":137,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:b6019101:think","family":"lme:b6019101:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.72,"choice":"temporal","probabilities":{"temporal":0.72,"knowledge_update":0.07,"other":0.21},"latency_ms":163,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:5a4f22c0:search","family":"lme:5a4f22c0:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":1,"choice":"entity","probabilities":{"entity":1,"temporal":0,"event":0,"concept":0,"general":0},"latency_ms":121,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:45dc21b6:think","family":"lme:45dc21b6:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.59,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.59,"other":0.41},"latency_ms":157,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:5a4f22c0:think","family":"lme:5a4f22c0:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":1,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":1,"other":0},"latency_ms":125,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:6071bd76:search","family":"lme:6071bd76:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.98,"choice":"temporal","probabilities":{"entity":0,"temporal":0.98,"event":0,"concept":0,"general":0.02},"latency_ms":146,"input_tokens":454,"cost_usd":0.000019068,"model":"jev-1.13.0"}
{"id":"lme:6071bd76:think","family":"lme:6071bd76:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.95,"choice":"knowledge_update","probabilities":{"temporal":0.05,"knowledge_update":0.95,"other":0},"latency_ms":119,"input_tokens":407,"cost_usd":0.000017094000000000003,"model":"jev-1.13.0"}
{"id":"lme:e493bb7c:search","family":"lme:e493bb7c:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.62,"choice":"entity","probabilities":{"entity":0.62,"temporal":0.27,"event":0,"concept":0,"general":0.11},"latency_ms":177,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:e493bb7c:think","family":"lme:e493bb7c:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":1,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":1,"other":0},"latency_ms":146,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:618f13b2:search","family":"lme:618f13b2:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.89,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.89,"event":0,"concept":0,"general":0.1},"latency_ms":142,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:618f13b2:think","family":"lme:618f13b2:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.45,"choice":"knowledge_update","probabilities":{"temporal":0.18,"knowledge_update":0.45,"other":0.37},"latency_ms":185,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:72e3ee87:search","family":"lme:72e3ee87:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.52,"choice":"temporal","probabilities":{"entity":0.05,"temporal":0.52,"event":0,"concept":0,"general":0.43},"latency_ms":157,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:72e3ee87:think","family":"lme:72e3ee87:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.94,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.94,"other":0.06},"latency_ms":137,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:c4ea545c:search","family":"lme:c4ea545c:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":127,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:c4ea545c:think","family":"lme:c4ea545c:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.63,"choice":"knowledge_update","probabilities":{"temporal":0.36,"knowledge_update":0.63,"other":0.01},"latency_ms":189,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:01493427:search","family":"lme:01493427:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.99,"choice":"temporal","probabilities":{"entity":0,"temporal":0.99,"event":0,"concept":0,"general":0.01},"latency_ms":149,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:01493427:think","family":"lme:01493427:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.7,"choice":"knowledge_update","probabilities":{"temporal":0.1,"knowledge_update":0.7,"other":0.2},"latency_ms":135,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:6a27ffc2:search","family":"lme:6a27ffc2:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.74,"choice":"temporal","probabilities":{"entity":0.06,"temporal":0.74,"event":0,"concept":0,"general":0.2},"latency_ms":172,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:6a27ffc2:think","family":"lme:6a27ffc2:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.97,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.97,"other":0.03},"latency_ms":131,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:2133c1b5:search","family":"lme:2133c1b5:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":141,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:2133c1b5:think","family":"lme:2133c1b5:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.99,"choice":"temporal","probabilities":{"temporal":0.99,"knowledge_update":0.01,"other":0},"latency_ms":154,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:18bc8abd:search","family":"lme:18bc8abd:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":1,"choice":"entity","probabilities":{"entity":1,"temporal":0,"event":0,"concept":0,"general":0},"latency_ms":175,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:18bc8abd:think","family":"lme:18bc8abd:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.96,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.96,"other":0.04},"latency_ms":139,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:db467c8c:think","family":"lme:db467c8c:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":131,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:db467c8c:search","family":"lme:db467c8c:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":217,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:7a87bd0c:search","family":"lme:7a87bd0c:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":130,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:7a87bd0c:think","family":"lme:7a87bd0c:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":151,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:e61a7584:search","family":"lme:e61a7584:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":156,"input_tokens":439,"cost_usd":0.000018438000000000002,"model":"jev-1.13.0"}
{"id":"lme:e61a7584:think","family":"lme:e61a7584:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":155,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:1cea1afa:search","family":"lme:1cea1afa:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.9,"choice":"temporal","probabilities":{"entity":0.06,"temporal":0.9,"event":0,"concept":0,"general":0.04},"latency_ms":159,"input_tokens":438,"cost_usd":0.000018396,"model":"jev-1.13.0"}
{"id":"lme:1cea1afa:think","family":"lme:1cea1afa:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":1,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":1,"other":0},"latency_ms":199,"input_tokens":391,"cost_usd":0.000016422000000000003,"model":"jev-1.13.0"}
{"id":"lme:ed4ddc30:search","family":"lme:ed4ddc30:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.76,"choice":"temporal","probabilities":{"entity":0.04,"temporal":0.76,"event":0,"concept":0,"general":0.2},"latency_ms":126,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:ed4ddc30:think","family":"lme:ed4ddc30:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":1,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":1,"other":0},"latency_ms":133,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:8fb83627:search","family":"lme:8fb83627:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.6,"choice":"general","probabilities":{"entity":0.03,"temporal":0.37,"event":0,"concept":0,"general":0.6},"latency_ms":161,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:8fb83627:think","family":"lme:8fb83627:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.56,"choice":"knowledge_update","probabilities":{"temporal":0.01,"knowledge_update":0.56,"other":0.43},"latency_ms":157,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:b01defab:search","family":"lme:b01defab:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.88,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.88,"event":0.04,"concept":0,"general":0.07},"latency_ms":168,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:b01defab:think","family":"lme:b01defab:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.97,"choice":"knowledge_update","probabilities":{"temporal":0.01,"knowledge_update":0.97,"other":0.02},"latency_ms":170,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:22d2cb42:search","family":"lme:22d2cb42:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.98,"choice":"entity","probabilities":{"entity":0.98,"temporal":0,"event":0.02,"concept":0,"general":0},"latency_ms":153,"input_tokens":437,"cost_usd":0.000018354,"model":"jev-1.13.0"}
{"id":"lme:22d2cb42:think","family":"lme:22d2cb42:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.95,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.05,"other":0.95},"latency_ms":144,"input_tokens":390,"cost_usd":0.000016380000000000002,"model":"jev-1.13.0"}
{"id":"lme:0e4e4c46:search","family":"lme:0e4e4c46:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.98,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.98,"event":0,"concept":0,"general":0.01},"latency_ms":174,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:0e4e4c46:think","family":"lme:0e4e4c46:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":1,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":1,"other":0},"latency_ms":186,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:4b24c848:search","family":"lme:4b24c848:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.77,"choice":"temporal","probabilities":{"entity":0.03,"temporal":0.77,"event":0.01,"concept":0,"general":0.19},"latency_ms":116,"input_tokens":441,"cost_usd":0.000018522,"model":"jev-1.13.0"}
{"id":"lme:7e974930:search","family":"lme:7e974930:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.81,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.81,"event":0.07,"concept":0,"general":0.11},"latency_ms":138,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:4b24c848:think","family":"lme:4b24c848:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.57,"choice":"knowledge_update","probabilities":{"temporal":0.02,"knowledge_update":0.57,"other":0.41},"latency_ms":216,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:7e974930:think","family":"lme:7e974930:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.69,"choice":"knowledge_update","probabilities":{"temporal":0.07,"knowledge_update":0.69,"other":0.24},"latency_ms":121,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:603deb26:search","family":"lme:603deb26:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.9,"choice":"temporal","probabilities":{"entity":0,"temporal":0.9,"event":0.01,"concept":0,"general":0.09},"latency_ms":135,"input_tokens":453,"cost_usd":0.000019026,"model":"jev-1.13.0"}
{"id":"lme:603deb26:think","family":"lme:603deb26:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.64,"choice":"other","probabilities":{"temporal":0.29,"knowledge_update":0.07,"other":0.64},"latency_ms":137,"input_tokens":406,"cost_usd":0.000017052000000000002,"model":"jev-1.13.0"}
{"id":"lme:59524333:search","family":"lme:59524333:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":131,"input_tokens":439,"cost_usd":0.000018438000000000002,"model":"jev-1.13.0"}
{"id":"lme:59524333:think","family":"lme:59524333:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.99,"choice":"temporal","probabilities":{"temporal":0.99,"knowledge_update":0.01,"other":0},"latency_ms":136,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:5831f84d:search","family":"lme:5831f84d:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.95,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.95,"event":0,"concept":0,"general":0.04},"latency_ms":177,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:5831f84d:think","family":"lme:5831f84d:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.51,"choice":"temporal","probabilities":{"temporal":0.51,"knowledge_update":0.21,"other":0.28},"latency_ms":140,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:eace081b:search","family":"lme:eace081b:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.97,"choice":"entity","probabilities":{"entity":0.97,"temporal":0,"event":0,"concept":0,"general":0.03},"latency_ms":125,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:eace081b:think","family":"lme:eace081b:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.61,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.39,"other":0.61},"latency_ms":138,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:affe2881:search","family":"lme:affe2881:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.85,"choice":"general","probabilities":{"entity":0.08,"temporal":0.07,"event":0,"concept":0,"general":0.85},"latency_ms":137,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:50635ada:search","family":"lme:50635ada:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.97,"choice":"temporal","probabilities":{"entity":0.03,"temporal":0.97,"event":0,"concept":0,"general":0},"latency_ms":138,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:affe2881:think","family":"lme:affe2881:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.5700000000000001,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.5700000000000001,"other":0.43},"latency_ms":239,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:e66b632c:search","family":"lme:e66b632c:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.95,"choice":"temporal","probabilities":{"entity":0.02,"temporal":0.95,"event":0.01,"concept":0,"general":0.02},"latency_ms":123,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:50635ada:think","family":"lme:50635ada:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.74,"choice":"temporal","probabilities":{"temporal":0.74,"knowledge_update":0.25,"other":0.01},"latency_ms":151,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:e66b632c:think","family":"lme:e66b632c:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.55,"choice":"other","probabilities":{"temporal":0.15,"knowledge_update":0.3,"other":0.55},"latency_ms":149,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:0ddfec37:search","family":"lme:0ddfec37:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.93,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.93,"event":0,"concept":0,"general":0.06},"latency_ms":124,"input_tokens":450,"cost_usd":0.000018900000000000002,"model":"jev-1.13.0"}
{"id":"lme:f685340e:search","family":"lme:f685340e:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":130,"input_tokens":451,"cost_usd":0.000018942000000000003,"model":"jev-1.13.0"}
{"id":"lme:0ddfec37:think","family":"lme:0ddfec37:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.55,"choice":"temporal","probabilities":{"temporal":0.55,"knowledge_update":0.19,"other":0.26},"latency_ms":192,"input_tokens":403,"cost_usd":0.000016926,"model":"jev-1.13.0"}
{"id":"lme:f685340e:think","family":"lme:f685340e:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.61,"choice":"knowledge_update","probabilities":{"temporal":0.38,"knowledge_update":0.61,"other":0.01},"latency_ms":136,"input_tokens":404,"cost_usd":0.000016968,"model":"jev-1.13.0"}
{"id":"lme:cc5ded98:search","family":"lme:cc5ded98:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.75,"choice":"temporal","probabilities":{"entity":0,"temporal":0.75,"event":0,"concept":0,"general":0.25},"latency_ms":123,"input_tokens":441,"cost_usd":0.000018522,"model":"jev-1.13.0"}
{"id":"lme:cc5ded98:think","family":"lme:cc5ded98:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.79,"choice":"temporal","probabilities":{"temporal":0.79,"knowledge_update":0.03,"other":0.18},"latency_ms":141,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:dfde3500:search","family":"lme:dfde3500:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.99,"choice":"temporal","probabilities":{"entity":0,"temporal":0.99,"event":0.01,"concept":0,"general":0},"latency_ms":180,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:dfde3500:think","family":"lme:dfde3500:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":116,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:69fee5aa:search","family":"lme:69fee5aa:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.6,"choice":"general","probabilities":{"entity":0.13,"temporal":0.27,"event":0,"concept":0,"general":0.6},"latency_ms":129,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:69fee5aa:think","family":"lme:69fee5aa:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.47,"choice":"knowledge_update","probabilities":{"temporal":0.06,"knowledge_update":0.47,"other":0.47},"latency_ms":145,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:7401057b:search","family":"lme:7401057b:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.96,"choice":"general","probabilities":{"entity":0.03,"temporal":0,"event":0,"concept":0.01,"general":0.96},"latency_ms":144,"input_tokens":447,"cost_usd":0.000018774000000000004,"model":"jev-1.13.0"}
{"id":"lme:7401057b:think","family":"lme:7401057b:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.59,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.59,"other":0.41},"latency_ms":139,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:cf22b7bf:search","family":"lme:cf22b7bf:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.99,"choice":"temporal","probabilities":{"entity":0,"temporal":0.99,"event":0,"concept":0,"general":0.01},"latency_ms":140,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:cf22b7bf:think","family":"lme:cf22b7bf:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.9,"choice":"knowledge_update","probabilities":{"temporal":0.03,"knowledge_update":0.9,"other":0.07},"latency_ms":158,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:a2f3aa27:search","family":"lme:a2f3aa27:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.98,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.98,"event":0,"concept":0,"general":0.01},"latency_ms":166,"input_tokens":439,"cost_usd":0.000018438000000000002,"model":"jev-1.13.0"}
{"id":"lme:a2f3aa27:think","family":"lme:a2f3aa27:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":1,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":1,"other":0},"latency_ms":155,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:c7dc5443:search","family":"lme:c7dc5443:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.96,"choice":"temporal","probabilities":{"entity":0.03,"temporal":0.96,"event":0,"concept":0,"general":0.01},"latency_ms":130,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:c7dc5443:think","family":"lme:c7dc5443:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":1,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":1,"other":0},"latency_ms":119,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:06db6396:search","family":"lme:06db6396:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.94,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.94,"event":0,"concept":0,"general":0.05},"latency_ms":162,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:06db6396:think","family":"lme:06db6396:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.47,"choice":"knowledge_update","probabilities":{"temporal":0.26,"knowledge_update":0.47,"other":0.27},"latency_ms":163,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:3ba21379:search","family":"lme:3ba21379:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.97,"choice":"entity","probabilities":{"entity":0.97,"temporal":0.01,"event":0,"concept":0.02,"general":0},"latency_ms":148,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:3ba21379:think","family":"lme:3ba21379:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.95,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.95,"other":0.05},"latency_ms":166,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:9bbe84a2:search","family":"lme:9bbe84a2:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.97,"choice":"temporal","probabilities":{"entity":0.03,"temporal":0.97,"event":0,"concept":0,"general":0},"latency_ms":116,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:9bbe84a2:think","family":"lme:9bbe84a2:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.82,"choice":"knowledge_update","probabilities":{"temporal":0.16,"knowledge_update":0.82,"other":0.02},"latency_ms":152,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:10e09553:search","family":"lme:10e09553:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.41,"choice":"temporal","probabilities":{"entity":0.04,"temporal":0.41,"event":0.21,"concept":0,"general":0.34},"latency_ms":151,"input_tokens":457,"cost_usd":0.000019194,"model":"jev-1.13.0"}
{"id":"lme:10e09553:think","family":"lme:10e09553:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.58,"choice":"other","probabilities":{"temporal":0.42,"knowledge_update":0,"other":0.58},"latency_ms":138,"input_tokens":410,"cost_usd":0.00001722,"model":"jev-1.13.0"}
{"id":"lme:dad224aa:search","family":"lme:dad224aa:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":144,"input_tokens":439,"cost_usd":0.000018438000000000002,"model":"jev-1.13.0"}
{"id":"lme:dad224aa:think","family":"lme:dad224aa:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.95,"choice":"temporal","probabilities":{"temporal":0.95,"knowledge_update":0.02,"other":0.03},"latency_ms":155,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:ba61f0b9:search","family":"lme:ba61f0b9:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.59,"choice":"entity","probabilities":{"entity":0.59,"temporal":0.01,"event":0,"concept":0,"general":0.4},"latency_ms":172,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:ba61f0b9:think","family":"lme:ba61f0b9:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.87,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.87,"other":0.13},"latency_ms":132,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:42ec0761:think","family":"lme:42ec0761:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.94,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.94,"other":0.06},"latency_ms":120,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:42ec0761:search","family":"lme:42ec0761:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.58,"choice":"general","probabilities":{"entity":0.37,"temporal":0.05,"event":0,"concept":0,"general":0.58},"latency_ms":197,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:5c40ec5b:search","family":"lme:5c40ec5b:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.77,"choice":"temporal","probabilities":{"entity":0.02,"temporal":0.77,"event":0.17,"concept":0,"general":0.04},"latency_ms":136,"input_tokens":441,"cost_usd":0.000018522,"model":"jev-1.13.0"}
{"id":"lme:5c40ec5b:think","family":"lme:5c40ec5b:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.66,"choice":"other","probabilities":{"temporal":0.27,"knowledge_update":0.07,"other":0.66},"latency_ms":151,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:c6853660:think","family":"lme:c6853660:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.73,"choice":"knowledge_update","probabilities":{"temporal":0.26,"knowledge_update":0.73,"other":0.01},"latency_ms":127,"input_tokens":402,"cost_usd":0.000016884000000000003,"model":"jev-1.13.0"}
{"id":"lme:c6853660:search","family":"lme:c6853660:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":288,"input_tokens":449,"cost_usd":0.000018858,"model":"jev-1.13.0"}
{"id":"lme:26bdc477:search","family":"lme:26bdc477:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.68,"choice":"temporal","probabilities":{"entity":0.02,"temporal":0.68,"event":0.06,"concept":0,"general":0.24},"latency_ms":138,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:26bdc477:think","family":"lme:26bdc477:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.9,"choice":"other","probabilities":{"temporal":0.04,"knowledge_update":0.06,"other":0.9},"latency_ms":140,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:0977f2af:search","family":"lme:0977f2af:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.93,"choice":"entity","probabilities":{"entity":0.93,"temporal":0.07,"event":0,"concept":0,"general":0},"latency_ms":134,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:89941a94:search","family":"lme:89941a94:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.55,"choice":"temporal","probabilities":{"entity":0.26,"temporal":0.55,"event":0,"concept":0,"general":0.19},"latency_ms":114,"input_tokens":452,"cost_usd":0.000018984,"model":"jev-1.13.0"}
{"id":"lme:0977f2af:think","family":"lme:0977f2af:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.98,"choice":"temporal","probabilities":{"temporal":0.98,"knowledge_update":0,"other":0.02},"latency_ms":160,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:89941a94:think","family":"lme:89941a94:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.36,"choice":"temporal","probabilities":{"temporal":0.36,"knowledge_update":0.34,"other":0.3},"latency_ms":129,"input_tokens":405,"cost_usd":0.00001701,"model":"jev-1.13.0"}
{"id":"lme:07741c45:search","family":"lme:07741c45:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":0,"value":0.38,"choice":"entity","probabilities":{"entity":0.38,"temporal":0.33,"event":0,"concept":0,"general":0.29},"latency_ms":182,"input_tokens":438,"cost_usd":0.000018396,"model":"jev-1.13.0"}
{"id":"lme:07741c45:think","family":"lme:07741c45:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":0,"value":0.98,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.98,"other":0.02},"latency_ms":132,"input_tokens":391,"cost_usd":0.000016422000000000003,"model":"jev-1.13.0"}
{"id":"lme:c4f10528:think","family":"lme:c4f10528:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.74,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.26,"other":0.74},"latency_ms":148,"input_tokens":419,"cost_usd":0.000017598,"model":"jev-1.13.0"}
{"id":"lme:7161e7e2:think","family":"lme:7161e7e2:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.66,"choice":"temporal","probabilities":{"temporal":0.66,"knowledge_update":0.06,"other":0.28},"latency_ms":205,"input_tokens":414,"cost_usd":0.000017388,"model":"jev-1.13.0"}
{"id":"lme:89527b6b:think","family":"lme:89527b6b:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.94,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.05,"other":0.94},"latency_ms":128,"input_tokens":419,"cost_usd":0.000017598,"model":"jev-1.13.0"}
{"id":"lme:e9327a54:think","family":"lme:e9327a54:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.9,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.1,"other":0.9},"latency_ms":131,"input_tokens":414,"cost_usd":0.000017388,"model":"jev-1.13.0"}
{"id":"lme:4c36ccef:think","family":"lme:4c36ccef:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.96,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.04,"other":0.96},"latency_ms":136,"input_tokens":401,"cost_usd":0.000016842,"model":"jev-1.13.0"}
{"id":"lme:6ae235be:think","family":"lme:6ae235be:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.95,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.05,"other":0.95},"latency_ms":172,"input_tokens":419,"cost_usd":0.000017598,"model":"jev-1.13.0"}
{"id":"lme:7e00a6cb:think","family":"lme:7e00a6cb:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.86,"choice":"other","probabilities":{"temporal":0.02,"knowledge_update":0.12,"other":0.86},"latency_ms":136,"input_tokens":413,"cost_usd":0.000017346000000000003,"model":"jev-1.13.0"}
{"id":"lme:1903aded:think","family":"lme:1903aded:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.67,"choice":"temporal","probabilities":{"temporal":0.67,"knowledge_update":0.01,"other":0.32},"latency_ms":158,"input_tokens":411,"cost_usd":0.000017262000000000002,"model":"jev-1.13.0"}
{"id":"lme:ceb54acb:think","family":"lme:ceb54acb:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.94,"choice":"other","probabilities":{"temporal":0.02,"knowledge_update":0.04,"other":0.94},"latency_ms":120,"input_tokens":418,"cost_usd":0.000017556000000000003,"model":"jev-1.13.0"}
{"id":"lme:f523d9fe:think","family":"lme:f523d9fe:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.96,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.03,"other":0.96},"latency_ms":129,"input_tokens":431,"cost_usd":0.000018102,"model":"jev-1.13.0"}
{"id":"lme:0e5e2d1a:think","family":"lme:0e5e2d1a:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":132,"input_tokens":432,"cost_usd":0.000018144,"model":"jev-1.13.0"}
{"id":"lme:fea54f57:think","family":"lme:fea54f57:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.97,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.02,"other":0.97},"latency_ms":129,"input_tokens":420,"cost_usd":0.00001764,"model":"jev-1.13.0"}
{"id":"lme:cc539528:think","family":"lme:cc539528:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.85,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.14,"other":0.85},"latency_ms":133,"input_tokens":415,"cost_usd":0.00001743,"model":"jev-1.13.0"}
{"id":"lme:dc439ea3:think","family":"lme:dc439ea3:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.97,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.02,"other":0.97},"latency_ms":152,"input_tokens":418,"cost_usd":0.000017556000000000003,"model":"jev-1.13.0"}
{"id":"lme:18dcd5a5:think","family":"lme:18dcd5a5:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.91,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.08,"other":0.91},"latency_ms":153,"input_tokens":418,"cost_usd":0.000017556000000000003,"model":"jev-1.13.0"}
{"id":"lme:488d3006:think","family":"lme:488d3006:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.98,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.02,"other":0.98},"latency_ms":158,"input_tokens":436,"cost_usd":0.000018312000000000004,"model":"jev-1.13.0"}
{"id":"lme:58470ed2:think","family":"lme:58470ed2:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":141,"input_tokens":415,"cost_usd":0.00001743,"model":"jev-1.13.0"}
{"id":"lme:1d4da289:think","family":"lme:1d4da289:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.97,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.03,"other":0.97},"latency_ms":117,"input_tokens":423,"cost_usd":0.000017766,"model":"jev-1.13.0"}
{"id":"lme:8cf51dda:think","family":"lme:8cf51dda:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.93,"choice":"other","probabilities":{"temporal":0.02,"knowledge_update":0.05,"other":0.93},"latency_ms":158,"input_tokens":420,"cost_usd":0.00001764,"model":"jev-1.13.0"}
{"id":"lme:8464fc84:think","family":"lme:8464fc84:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.85,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.15,"other":0.85},"latency_ms":147,"input_tokens":418,"cost_usd":0.000017556000000000003,"model":"jev-1.13.0"}
{"id":"lme:8aef76bc:think","family":"lme:8aef76bc:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.91,"choice":"other","probabilities":{"temporal":0.02,"knowledge_update":0.07,"other":0.91},"latency_ms":170,"input_tokens":414,"cost_usd":0.000017388,"model":"jev-1.13.0"}
{"id":"lme:71a3fd6b:think","family":"lme:71a3fd6b:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.57,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.43,"other":0.57},"latency_ms":133,"input_tokens":414,"cost_usd":0.000017388,"model":"jev-1.13.0"}
{"id":"lme:2bf43736:think","family":"lme:2bf43736:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.95,"choice":"other","probabilities":{"temporal":0.05,"knowledge_update":0,"other":0.95},"latency_ms":113,"input_tokens":427,"cost_usd":0.000017934,"model":"jev-1.13.0"}
{"id":"lme:8752c811:think","family":"lme:8752c811:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.8,"choice":"other","probabilities":{"temporal":0.12,"knowledge_update":0.08,"other":0.8},"latency_ms":145,"input_tokens":420,"cost_usd":0.00001764,"model":"jev-1.13.0"}
{"id":"lme:70b3e69b:think","family":"lme:70b3e69b:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.98,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.01,"other":0.98},"latency_ms":168,"input_tokens":436,"cost_usd":0.000018312000000000004,"model":"jev-1.13.0"}
{"id":"lme:3249768e:think","family":"lme:3249768e:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.64,"choice":"other","probabilities":{"temporal":0.31,"knowledge_update":0.05,"other":0.64},"latency_ms":129,"input_tokens":420,"cost_usd":0.00001764,"model":"jev-1.13.0"}
{"id":"lme:1b9b7252:think","family":"lme:1b9b7252:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.8,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.2,"other":0.8},"latency_ms":122,"input_tokens":429,"cost_usd":0.000018018000000000003,"model":"jev-1.13.0"}
{"id":"lme:1568498a:think","family":"lme:1568498a:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.98,"choice":"temporal","probabilities":{"temporal":0.98,"knowledge_update":0,"other":0.02},"latency_ms":152,"input_tokens":413,"cost_usd":0.000017346000000000003,"model":"jev-1.13.0"}
{"id":"lme:6222b6eb:think","family":"lme:6222b6eb:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.79,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.21,"other":0.79},"latency_ms":164,"input_tokens":441,"cost_usd":0.000018522,"model":"jev-1.13.0"}
{"id":"lme:e8a79c70:think","family":"lme:e8a79c70:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.91,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.08,"other":0.91},"latency_ms":163,"input_tokens":415,"cost_usd":0.00001743,"model":"jev-1.13.0"}
{"id":"lme:d596882b:think","family":"lme:d596882b:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.74,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.25,"other":0.74},"latency_ms":144,"input_tokens":419,"cost_usd":0.000017598,"model":"jev-1.13.0"}
{"id":"lme:e3fc4d6e:think","family":"lme:e3fc4d6e:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.66,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.34,"other":0.66},"latency_ms":118,"input_tokens":423,"cost_usd":0.000017766,"model":"jev-1.13.0"}
{"id":"lme:51b23612:think","family":"lme:51b23612:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.98,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.01,"other":0.98},"latency_ms":130,"input_tokens":415,"cost_usd":0.00001743,"model":"jev-1.13.0"}
{"id":"lme:3e321797:think","family":"lme:3e321797:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.8,"choice":"temporal","probabilities":{"temporal":0.8,"knowledge_update":0.01,"other":0.19},"latency_ms":111,"input_tokens":423,"cost_usd":0.000017766,"model":"jev-1.13.0"}
{"id":"lme:e982271f:think","family":"lme:e982271f:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.66,"choice":"temporal","probabilities":{"temporal":0.66,"knowledge_update":0.15,"other":0.19},"latency_ms":164,"input_tokens":416,"cost_usd":0.000017472,"model":"jev-1.13.0"}
{"id":"lme:352ab8bd:think","family":"lme:352ab8bd:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.97,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.03,"other":0.97},"latency_ms":190,"input_tokens":431,"cost_usd":0.000018102,"model":"jev-1.13.0"}
{"id":"lme:fca762bc:think","family":"lme:fca762bc:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.95,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.05,"other":0.95},"latency_ms":165,"input_tokens":428,"cost_usd":0.000017976000000000002,"model":"jev-1.13.0"}
{"id":"lme:7a8d0b71:think","family":"lme:7a8d0b71:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.96,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.03,"other":0.96},"latency_ms":118,"input_tokens":415,"cost_usd":0.00001743,"model":"jev-1.13.0"}
{"id":"lme:a40e080f:think","family":"lme:a40e080f:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.97,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.02,"other":0.97},"latency_ms":186,"input_tokens":417,"cost_usd":0.000017514000000000002,"model":"jev-1.13.0"}
{"id":"lme:8b9d4367:think","family":"lme:8b9d4367:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.94,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.06,"other":0.94},"latency_ms":143,"input_tokens":427,"cost_usd":0.000017934,"model":"jev-1.13.0"}
{"id":"lme:41275add:think","family":"lme:41275add:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.92,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.07,"other":0.92},"latency_ms":118,"input_tokens":412,"cost_usd":0.000017304,"model":"jev-1.13.0"}
{"id":"lme:5809eb10:think","family":"lme:5809eb10:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":165,"input_tokens":415,"cost_usd":0.00001743,"model":"jev-1.13.0"}
{"id":"lme:4388e9dd:think","family":"lme:4388e9dd:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.98,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.01,"other":0.98},"latency_ms":132,"input_tokens":409,"cost_usd":0.000017178,"model":"jev-1.13.0"}
{"id":"lme:4baee567:think","family":"lme:4baee567:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.87,"choice":"other","probabilities":{"temporal":0.11,"knowledge_update":0.02,"other":0.87},"latency_ms":185,"input_tokens":411,"cost_usd":0.000017262000000000002,"model":"jev-1.13.0"}
{"id":"lme:561fabcd:think","family":"lme:561fabcd:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.59,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.4,"other":0.59},"latency_ms":149,"input_tokens":413,"cost_usd":0.000017346000000000003,"model":"jev-1.13.0"}
{"id":"lme:b759caee:think","family":"lme:b759caee:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.88,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.12,"other":0.88},"latency_ms":142,"input_tokens":419,"cost_usd":0.000017598,"model":"jev-1.13.0"}
{"id":"lme:ac031881:think","family":"lme:ac031881:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":115,"input_tokens":407,"cost_usd":0.000017094000000000003,"model":"jev-1.13.0"}
{"id":"lme:28bcfaac:think","family":"lme:28bcfaac:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.95,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.05,"other":0.95},"latency_ms":132,"input_tokens":419,"cost_usd":0.000017598,"model":"jev-1.13.0"}
{"id":"lme:16c90bf4:think","family":"lme:16c90bf4:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.92,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.07,"other":0.92},"latency_ms":160,"input_tokens":429,"cost_usd":0.000018018000000000003,"model":"jev-1.13.0"}
{"id":"lme:c8f1aeed:think","family":"lme:c8f1aeed:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.98,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.01,"other":0.98},"latency_ms":216,"input_tokens":449,"cost_usd":0.000018858,"model":"jev-1.13.0"}
{"id":"lme:eaca4986:think","family":"lme:eaca4986:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.86,"choice":"other","probabilities":{"temporal":0.12,"knowledge_update":0.02,"other":0.86},"latency_ms":164,"input_tokens":416,"cost_usd":0.000017472,"model":"jev-1.13.0"}
{"id":"lme:c7cf7dfd:think","family":"lme:c7cf7dfd:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.97,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.03,"other":0.97},"latency_ms":143,"input_tokens":428,"cost_usd":0.000017976000000000002,"model":"jev-1.13.0"}
{"id":"lme:e48988bc:think","family":"lme:e48988bc:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.96,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.03,"other":0.96},"latency_ms":201,"input_tokens":420,"cost_usd":0.00001764,"model":"jev-1.13.0"}
{"id":"lme:1de5cff2:think","family":"lme:1de5cff2:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.98,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.02,"other":0.98},"latency_ms":191,"input_tokens":420,"cost_usd":0.00001764,"model":"jev-1.13.0"}
{"id":"lme:65240037:think","family":"lme:65240037:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.96,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.04,"other":0.96},"latency_ms":150,"input_tokens":414,"cost_usd":0.000017388,"model":"jev-1.13.0"}
{"id":"lme:778164c6:think","family":"lme:778164c6:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":0,"value":0.98,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.01,"other":0.98},"latency_ms":161,"input_tokens":420,"cost_usd":0.00001764,"model":"jev-1.13.0"}
{"id":"bb:ab57ce9088ce:search","family":"bb:ab57ce9088ce:search","split":"calibrate","label":"general","slice":"search:relational:who_rel","protected":false,"rep":0,"value":0.88,"choice":"entity","probabilities":{"entity":0.88,"temporal":0,"event":0.11,"concept":0,"general":0.01},"latency_ms":151,"input_tokens":434,"cost_usd":0.000018228,"model":"jev-1.13.0"}
{"id":"bb:ab57ce9088ce:think","family":"bb:ab57ce9088ce:think","split":"calibrate","label":"other","slice":"think:relational:who_rel","protected":false,"rep":0,"value":0.86,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.14,"other":0.86},"latency_ms":134,"input_tokens":387,"cost_usd":0.000016254,"model":"jev-1.13.0"}
{"id":"bb:4cfd0a7e2d3d:search","family":"bb:4cfd0a7e2d3d:search","split":"calibrate","label":"general","slice":"search:relational:who_rel","protected":false,"rep":0,"value":0.9,"choice":"entity","probabilities":{"entity":0.9,"temporal":0,"event":0.09,"concept":0,"general":0.01},"latency_ms":185,"input_tokens":435,"cost_usd":0.00001827,"model":"jev-1.13.0"}
{"id":"bb:4cfd0a7e2d3d:think","family":"bb:4cfd0a7e2d3d:think","split":"calibrate","label":"other","slice":"think:relational:who_rel","protected":false,"rep":0,"value":0.8,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.2,"other":0.8},"latency_ms":159,"input_tokens":388,"cost_usd":0.000016296,"model":"jev-1.13.0"}
{"id":"bb:ab11412ff425:search","family":"bb:ab11412ff425:search","split":"calibrate","label":"general","slice":"search:relational:who_rel","protected":false,"rep":0,"value":0.91,"choice":"entity","probabilities":{"entity":0.91,"temporal":0,"event":0.08,"concept":0,"general":0.01},"latency_ms":163,"input_tokens":434,"cost_usd":0.000018228,"model":"jev-1.13.0"}
{"id":"bb:ab11412ff425:think","family":"bb:ab11412ff425:think","split":"calibrate","label":"other","slice":"think:relational:who_rel","protected":false,"rep":0,"value":0.84,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.16,"other":0.84},"latency_ms":164,"input_tokens":387,"cost_usd":0.000016254,"model":"jev-1.13.0"}
{"id":"bb:ec16c75869dd:search","family":"bb:ec16c75869dd:search","split":"eval","label":"general","slice":"search:relational:who_rel","protected":false,"rep":0,"value":0.88,"choice":"entity","probabilities":{"entity":0.88,"temporal":0,"event":0.12,"concept":0,"general":0},"latency_ms":149,"input_tokens":436,"cost_usd":0.000018312000000000004,"model":"jev-1.13.0"}
{"id":"bb:ec16c75869dd:think","family":"bb:ec16c75869dd:think","split":"eval","label":"other","slice":"think:relational:who_rel","protected":false,"rep":0,"value":0.83,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.17,"other":0.83},"latency_ms":132,"input_tokens":389,"cost_usd":0.000016338000000000002,"model":"jev-1.13.0"}
{"id":"bb:021823474713:search","family":"bb:021823474713:search","split":"eval","label":"general","slice":"search:relational:who_rel","protected":false,"rep":0,"value":0.85,"choice":"entity","probabilities":{"entity":0.85,"temporal":0,"event":0.14,"concept":0,"general":0.01},"latency_ms":124,"input_tokens":434,"cost_usd":0.000018228,"model":"jev-1.13.0"}
{"id":"bb:021823474713:think","family":"bb:021823474713:think","split":"eval","label":"other","slice":"think:relational:who_rel","protected":false,"rep":0,"value":0.95,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.05,"other":0.95},"latency_ms":148,"input_tokens":387,"cost_usd":0.000016254,"model":"jev-1.13.0"}
{"id":"bb:36586d988fd0:search","family":"bb:36586d988fd0:search","split":"eval","label":"general","slice":"search:relational:who_rel","protected":false,"rep":0,"value":0.87,"choice":"entity","probabilities":{"entity":0.87,"temporal":0,"event":0.12,"concept":0,"general":0.01},"latency_ms":113,"input_tokens":434,"cost_usd":0.000018228,"model":"jev-1.13.0"}
{"id":"bb:36586d988fd0:think","family":"bb:36586d988fd0:think","split":"eval","label":"other","slice":"think:relational:who_rel","protected":false,"rep":0,"value":0.89,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.11,"other":0.89},"latency_ms":140,"input_tokens":387,"cost_usd":0.000016254,"model":"jev-1.13.0"}
{"id":"bb:280845e4ca22:search","family":"bb:280845e4ca22:search","split":"eval","label":"general","slice":"search:relational:who_rel","protected":false,"rep":0,"value":0.9,"choice":"entity","probabilities":{"entity":0.9,"temporal":0,"event":0.09,"concept":0,"general":0.01},"latency_ms":149,"input_tokens":434,"cost_usd":0.000018228,"model":"jev-1.13.0"}
{"id":"bb:280845e4ca22:think","family":"bb:280845e4ca22:think","split":"eval","label":"other","slice":"think:relational:who_rel","protected":false,"rep":0,"value":0.91,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.09,"other":0.91},"latency_ms":141,"input_tokens":387,"cost_usd":0.000016254,"model":"jev-1.13.0"}
{"id":"bb:9866524f8619:search","family":"bb:9866524f8619:search","split":"calibrate","label":"general","slice":"search:relational:who_rel","protected":false,"rep":0,"value":0.94,"choice":"entity","probabilities":{"entity":0.94,"temporal":0,"event":0.06,"concept":0,"general":0},"latency_ms":155,"input_tokens":433,"cost_usd":0.000018186000000000002,"model":"jev-1.13.0"}
{"id":"bb:9866524f8619:think","family":"bb:9866524f8619:think","split":"calibrate","label":"other","slice":"think:relational:who_rel","protected":false,"rep":0,"value":0.89,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.11,"other":0.89},"latency_ms":136,"input_tokens":386,"cost_usd":0.000016212,"model":"jev-1.13.0"}
{"id":"bb:4e386a4917d3:search","family":"bb:4e386a4917d3:search","split":"calibrate","label":"general","slice":"search:relational:who_rel","protected":false,"rep":0,"value":0.95,"choice":"entity","probabilities":{"entity":0.95,"temporal":0,"event":0,"concept":0,"general":0.05},"latency_ms":137,"input_tokens":434,"cost_usd":0.000018228,"model":"jev-1.13.0"}
{"id":"bb:4e386a4917d3:think","family":"bb:4e386a4917d3:think","split":"calibrate","label":"other","slice":"think:relational:who_rel","protected":false,"rep":0,"value":0.71,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.71,"other":0.29},"latency_ms":120,"input_tokens":387,"cost_usd":0.000016254,"model":"jev-1.13.0"}
{"id":"bb:88ccebc31a13:search","family":"bb:88ccebc31a13:search","split":"eval","label":"general","slice":"search:relational:who_rel","protected":false,"rep":0,"value":0.92,"choice":"entity","probabilities":{"entity":0.92,"temporal":0,"event":0,"concept":0.01,"general":0.07},"latency_ms":115,"input_tokens":435,"cost_usd":0.00001827,"model":"jev-1.13.0"}
{"id":"bb:88ccebc31a13:think","family":"bb:88ccebc31a13:think","split":"eval","label":"other","slice":"think:relational:who_rel","protected":false,"rep":0,"value":0.76,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.76,"other":0.24},"latency_ms":147,"input_tokens":388,"cost_usd":0.000016296,"model":"jev-1.13.0"}
{"id":"bb:6a81385155d0:search","family":"bb:6a81385155d0:search","split":"calibrate","label":"general","slice":"search:relational:who_rel","protected":false,"rep":0,"value":0.89,"choice":"entity","probabilities":{"entity":0.89,"temporal":0,"event":0,"concept":0.01,"general":0.1},"latency_ms":145,"input_tokens":434,"cost_usd":0.000018228,"model":"jev-1.13.0"}
{"id":"bb:6a81385155d0:think","family":"bb:6a81385155d0:think","split":"calibrate","label":"other","slice":"think:relational:who_rel","protected":false,"rep":0,"value":0.7,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.7,"other":0.3},"latency_ms":121,"input_tokens":387,"cost_usd":0.000016254,"model":"jev-1.13.0"}
{"id":"bb:f0fc8d5b198a:search","family":"bb:f0fc8d5b198a:search","split":"eval","label":"general","slice":"search:relational:who_rel","protected":false,"rep":0,"value":0.93,"choice":"entity","probabilities":{"entity":0.93,"temporal":0,"event":0,"concept":0.01,"general":0.06},"latency_ms":172,"input_tokens":434,"cost_usd":0.000018228,"model":"jev-1.13.0"}
{"id":"bb:f0fc8d5b198a:think","family":"bb:f0fc8d5b198a:think","split":"eval","label":"other","slice":"think:relational:who_rel","protected":false,"rep":0,"value":0.81,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.81,"other":0.19},"latency_ms":129,"input_tokens":387,"cost_usd":0.000016254,"model":"jev-1.13.0"}
{"id":"bb:b598cc467c3f:search","family":"bb:b598cc467c3f:search","split":"calibrate","label":"general","slice":"search:relational:who_rel","protected":false,"rep":0,"value":0.94,"choice":"entity","probabilities":{"entity":0.94,"temporal":0,"event":0,"concept":0.01,"general":0.05},"latency_ms":164,"input_tokens":434,"cost_usd":0.000018228,"model":"jev-1.13.0"}
{"id":"bb:b598cc467c3f:think","family":"bb:b598cc467c3f:think","split":"calibrate","label":"other","slice":"think:relational:who_rel","protected":false,"rep":0,"value":0.71,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.71,"other":0.29},"latency_ms":139,"input_tokens":387,"cost_usd":0.000016254,"model":"jev-1.13.0"}
{"id":"bb:3bb8ba8f7b6b:search","family":"bb:3bb8ba8f7b6b:search","split":"calibrate","label":"general","slice":"search:relational:who_rel","protected":false,"rep":0,"value":0.97,"choice":"entity","probabilities":{"entity":0.97,"temporal":0.01,"event":0.02,"concept":0,"general":0},"latency_ms":135,"input_tokens":435,"cost_usd":0.00001827,"model":"jev-1.13.0"}
{"id":"bb:3bb8ba8f7b6b:think","family":"bb:3bb8ba8f7b6b:think","split":"calibrate","label":"other","slice":"think:relational:who_rel","protected":false,"rep":0,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":149,"input_tokens":388,"cost_usd":0.000016296,"model":"jev-1.13.0"}
{"id":"bb:9068fd024f9f:search","family":"bb:9068fd024f9f:search","split":"calibrate","label":"general","slice":"search:relational:who_rel","protected":false,"rep":0,"value":0.98,"choice":"entity","probabilities":{"entity":0.98,"temporal":0.01,"event":0.01,"concept":0,"general":0},"latency_ms":122,"input_tokens":433,"cost_usd":0.000018186000000000002,"model":"jev-1.13.0"}
{"id":"bb:9068fd024f9f:think","family":"bb:9068fd024f9f:think","split":"calibrate","label":"other","slice":"think:relational:who_rel","protected":false,"rep":0,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":125,"input_tokens":386,"cost_usd":0.000016212,"model":"jev-1.13.0"}
{"id":"bb:8834f4168e3f:think","family":"bb:8834f4168e3f:think","split":"eval","label":"other","slice":"think:relational:who_rel","protected":false,"rep":0,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":116,"input_tokens":386,"cost_usd":0.000016212,"model":"jev-1.13.0"}
{"id":"bb:982ccf6379c7:search","family":"bb:982ccf6379c7:search","split":"calibrate","label":"general","slice":"search:relational:who_rel","protected":false,"rep":0,"value":1,"choice":"entity","probabilities":{"entity":1,"temporal":0,"event":0,"concept":0,"general":0},"latency_ms":132,"input_tokens":432,"cost_usd":0.000018144,"model":"jev-1.13.0"}
{"id":"bb:8834f4168e3f:search","family":"bb:8834f4168e3f:search","split":"eval","label":"general","slice":"search:relational:who_rel","protected":false,"rep":0,"value":0.96,"choice":"entity","probabilities":{"entity":0.96,"temporal":0.01,"event":0.03,"concept":0,"general":0},"latency_ms":309,"input_tokens":433,"cost_usd":0.000018186000000000002,"model":"jev-1.13.0"}
{"id":"bb:982ccf6379c7:think","family":"bb:982ccf6379c7:think","split":"calibrate","label":"other","slice":"think:relational:who_rel","protected":false,"rep":0,"value":0.99,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0,"other":0.99},"latency_ms":147,"input_tokens":385,"cost_usd":0.00001617,"model":"jev-1.13.0"}
{"id":"bb:7724070d5e0b:search","family":"bb:7724070d5e0b:search","split":"eval","label":"general","slice":"search:relational:who_rel","protected":false,"rep":0,"value":0.99,"choice":"entity","probabilities":{"entity":0.99,"temporal":0,"event":0,"concept":0,"general":0.01},"latency_ms":127,"input_tokens":433,"cost_usd":0.000018186000000000002,"model":"jev-1.13.0"}
{"id":"bb:7724070d5e0b:think","family":"bb:7724070d5e0b:think","split":"eval","label":"other","slice":"think:relational:who_rel","protected":false,"rep":0,"value":0.67,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.67,"other":0.33},"latency_ms":142,"input_tokens":386,"cost_usd":0.000016212,"model":"jev-1.13.0"}
{"id":"bb:89d3eb3484b1:search","family":"bb:89d3eb3484b1:search","split":"calibrate","label":"general","slice":"search:relational:who_rel","protected":false,"rep":0,"value":0.97,"choice":"entity","probabilities":{"entity":0.97,"temporal":0,"event":0,"concept":0,"general":0.03},"latency_ms":124,"input_tokens":433,"cost_usd":0.000018186000000000002,"model":"jev-1.13.0"}
{"id":"bb:89d3eb3484b1:think","family":"bb:89d3eb3484b1:think","split":"calibrate","label":"other","slice":"think:relational:who_rel","protected":false,"rep":0,"value":0.65,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.35,"other":0.65},"latency_ms":132,"input_tokens":386,"cost_usd":0.000016212,"model":"jev-1.13.0"}
{"id":"bb:120450b3af0d:search","family":"bb:120450b3af0d:search","split":"calibrate","label":"general","slice":"search:relational:connects","protected":false,"rep":0,"value":0.57,"choice":"entity","probabilities":{"entity":0.57,"temporal":0,"event":0.07,"concept":0.12,"general":0.24},"latency_ms":183,"input_tokens":437,"cost_usd":0.000018354,"model":"jev-1.13.0"}
{"id":"bb:120450b3af0d:think","family":"bb:120450b3af0d:think","split":"calibrate","label":"other","slice":"think:relational:connects","protected":false,"rep":0,"value":0.97,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.03,"other":0.97},"latency_ms":151,"input_tokens":390,"cost_usd":0.000016380000000000002,"model":"jev-1.13.0"}
{"id":"bb:01f743f977c7:search","family":"bb:01f743f977c7:search","split":"calibrate","label":"general","slice":"search:relational:connects","protected":false,"rep":0,"value":0.52,"choice":"entity","probabilities":{"entity":0.52,"temporal":0,"event":0.12,"concept":0.11,"general":0.25},"latency_ms":125,"input_tokens":436,"cost_usd":0.000018312000000000004,"model":"jev-1.13.0"}
{"id":"bb:01f743f977c7:think","family":"bb:01f743f977c7:think","split":"calibrate","label":"other","slice":"think:relational:connects","protected":false,"rep":0,"value":0.96,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.04,"other":0.96},"latency_ms":124,"input_tokens":389,"cost_usd":0.000016338000000000002,"model":"jev-1.13.0"}
{"id":"bb:9394ededa4dd:search","family":"bb:9394ededa4dd:search","split":"calibrate","label":"general","slice":"search:relational:connects","protected":false,"rep":0,"value":0.5,"choice":"entity","probabilities":{"entity":0.5,"temporal":0,"event":0.1,"concept":0.2,"general":0.2},"latency_ms":147,"input_tokens":436,"cost_usd":0.000018312000000000004,"model":"jev-1.13.0"}
{"id":"bb:9394ededa4dd:think","family":"bb:9394ededa4dd:think","split":"calibrate","label":"other","slice":"think:relational:connects","protected":false,"rep":0,"value":0.98,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.02,"other":0.98},"latency_ms":133,"input_tokens":389,"cost_usd":0.000016338000000000002,"model":"jev-1.13.0"}
{"id":"bb:8a15c8334074:search","family":"bb:8a15c8334074:search","split":"eval","label":"general","slice":"search:relational:connects","protected":false,"rep":0,"value":0.48,"choice":"entity","probabilities":{"entity":0.48,"temporal":0,"event":0.04,"concept":0.26,"general":0.22},"latency_ms":181,"input_tokens":436,"cost_usd":0.000018312000000000004,"model":"jev-1.13.0"}
{"id":"bb:8a15c8334074:think","family":"bb:8a15c8334074:think","split":"eval","label":"other","slice":"think:relational:connects","protected":false,"rep":0,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":129,"input_tokens":389,"cost_usd":0.000016338000000000002,"model":"jev-1.13.0"}
{"id":"bb:9c0ac5f6e138:search","family":"bb:9c0ac5f6e138:search","split":"calibrate","label":"general","slice":"search:relational:connects","protected":false,"rep":0,"value":0.59,"choice":"entity","probabilities":{"entity":0.59,"temporal":0,"event":0.05,"concept":0.19,"general":0.17},"latency_ms":142,"input_tokens":436,"cost_usd":0.000018312000000000004,"model":"jev-1.13.0"}
{"id":"bb:9c0ac5f6e138:think","family":"bb:9c0ac5f6e138:think","split":"calibrate","label":"other","slice":"think:relational:connects","protected":false,"rep":0,"value":0.98,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.02,"other":0.98},"latency_ms":140,"input_tokens":389,"cost_usd":0.000016338000000000002,"model":"jev-1.13.0"}
{"id":"bb:53a81c9c1fe4:search","family":"bb:53a81c9c1fe4:search","split":"eval","label":"general","slice":"search:relational:connects","protected":false,"rep":0,"value":0.54,"choice":"entity","probabilities":{"entity":0.54,"temporal":0,"event":0.03,"concept":0.25,"general":0.18},"latency_ms":135,"input_tokens":435,"cost_usd":0.00001827,"model":"jev-1.13.0"}
{"id":"bb:53a81c9c1fe4:think","family":"bb:53a81c9c1fe4:think","split":"eval","label":"other","slice":"think:relational:connects","protected":false,"rep":0,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":136,"input_tokens":388,"cost_usd":0.000016296,"model":"jev-1.13.0"}
{"id":"bb:89903b4f4d77:think","family":"bb:89903b4f4d77:think","split":"eval","label":"other","slice":"think:relational:connects","protected":false,"rep":0,"value":0.97,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.03,"other":0.97},"latency_ms":139,"input_tokens":390,"cost_usd":0.000016380000000000002,"model":"jev-1.13.0"}
{"id":"bb:89903b4f4d77:search","family":"bb:89903b4f4d77:search","split":"eval","label":"general","slice":"search:relational:connects","protected":false,"rep":0,"value":0.5,"choice":"entity","probabilities":{"entity":0.5,"temporal":0,"event":0.12,"concept":0.08,"general":0.3},"latency_ms":168,"input_tokens":437,"cost_usd":0.000018354,"model":"jev-1.13.0"}
{"id":"bb:a2d48ff8c375:search","family":"bb:a2d48ff8c375:search","split":"calibrate","label":"general","slice":"search:relational:connects","protected":false,"rep":0,"value":0.56,"choice":"entity","probabilities":{"entity":0.56,"temporal":0,"event":0.12,"concept":0.09,"general":0.23},"latency_ms":127,"input_tokens":439,"cost_usd":0.000018438000000000002,"model":"jev-1.13.0"}
{"id":"bb:a2d48ff8c375:think","family":"bb:a2d48ff8c375:think","split":"calibrate","label":"other","slice":"think:relational:connects","protected":false,"rep":0,"value":0.97,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.03,"other":0.97},"latency_ms":151,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"bb:517b8c380eec:search","family":"bb:517b8c380eec:search","split":"calibrate","label":"general","slice":"search:relational:connects","protected":false,"rep":0,"value":0.53,"choice":"entity","probabilities":{"entity":0.53,"temporal":0,"event":0.06,"concept":0.15,"general":0.26},"latency_ms":141,"input_tokens":437,"cost_usd":0.000018354,"model":"jev-1.13.0"}
{"id":"bb:517b8c380eec:think","family":"bb:517b8c380eec:think","split":"calibrate","label":"other","slice":"think:relational:connects","protected":false,"rep":0,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":157,"input_tokens":390,"cost_usd":0.000016380000000000002,"model":"jev-1.13.0"}
{"id":"bb:4f41cbc4e383:search","family":"bb:4f41cbc4e383:search","split":"eval","label":"general","slice":"search:relational:connects","protected":false,"rep":0,"value":0.47,"choice":"entity","probabilities":{"entity":0.47,"temporal":0,"event":0.14,"concept":0.17,"general":0.22},"latency_ms":126,"input_tokens":437,"cost_usd":0.000018354,"model":"jev-1.13.0"}
{"id":"bb:4f41cbc4e383:think","family":"bb:4f41cbc4e383:think","split":"eval","label":"other","slice":"think:relational:connects","protected":false,"rep":0,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":179,"input_tokens":390,"cost_usd":0.000016380000000000002,"model":"jev-1.13.0"}
{"id":"bb:81db8229b8c0:search","family":"bb:81db8229b8c0:search","split":"calibrate","label":"general","slice":"search:relational:connects","protected":false,"rep":0,"value":0.57,"choice":"entity","probabilities":{"entity":0.57,"temporal":0,"event":0.07,"concept":0.16,"general":0.2},"latency_ms":179,"input_tokens":436,"cost_usd":0.000018312000000000004,"model":"jev-1.13.0"}
{"id":"bb:81db8229b8c0:think","family":"bb:81db8229b8c0:think","split":"calibrate","label":"other","slice":"think:relational:connects","protected":false,"rep":0,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":167,"input_tokens":389,"cost_usd":0.000016338000000000002,"model":"jev-1.13.0"}
{"id":"bb:32c2eb95f310:search","family":"bb:32c2eb95f310:search","split":"eval","label":"general","slice":"search:relational:connects","protected":false,"rep":0,"value":0.52,"choice":"entity","probabilities":{"entity":0.52,"temporal":0,"event":0.03,"concept":0.29,"general":0.16},"latency_ms":137,"input_tokens":436,"cost_usd":0.000018312000000000004,"model":"jev-1.13.0"}
{"id":"bb:c80c9d9c20e5:search","family":"bb:c80c9d9c20e5:search","split":"eval","label":"general","slice":"search:relational:connects","protected":false,"rep":0,"value":0.52,"choice":"entity","probabilities":{"entity":0.52,"temporal":0,"event":0.1,"concept":0.27,"general":0.11},"latency_ms":119,"input_tokens":436,"cost_usd":0.000018312000000000004,"model":"jev-1.13.0"}
{"id":"bb:32c2eb95f310:think","family":"bb:32c2eb95f310:think","split":"eval","label":"other","slice":"think:relational:connects","protected":false,"rep":0,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":194,"input_tokens":389,"cost_usd":0.000016338000000000002,"model":"jev-1.13.0"}
{"id":"bb:c80c9d9c20e5:think","family":"bb:c80c9d9c20e5:think","split":"eval","label":"other","slice":"think:relational:connects","protected":false,"rep":0,"value":0.97,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.03,"other":0.97},"latency_ms":153,"input_tokens":389,"cost_usd":0.000016338000000000002,"model":"jev-1.13.0"}
{"id":"bb:ea5f003ee793:search","family":"bb:ea5f003ee793:search","split":"eval","label":"general","slice":"search:relational:connects","protected":false,"rep":0,"value":0.51,"choice":"entity","probabilities":{"entity":0.51,"temporal":0,"event":0.05,"concept":0.3,"general":0.14},"latency_ms":169,"input_tokens":435,"cost_usd":0.00001827,"model":"jev-1.13.0"}
{"id":"bb:ea5f003ee793:think","family":"bb:ea5f003ee793:think","split":"eval","label":"other","slice":"think:relational:connects","protected":false,"rep":0,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":127,"input_tokens":388,"cost_usd":0.000016296,"model":"jev-1.13.0"}
{"id":"bb:527ce63293c3:search","family":"bb:527ce63293c3:search","split":"eval","label":"general","slice":"search:relational:connects","protected":false,"rep":0,"value":0.74,"choice":"concept","probabilities":{"entity":0.23,"temporal":0,"event":0,"concept":0.74,"general":0.03},"latency_ms":167,"input_tokens":436,"cost_usd":0.000018312000000000004,"model":"jev-1.13.0"}
{"id":"bb:527ce63293c3:think","family":"bb:527ce63293c3:think","split":"eval","label":"other","slice":"think:relational:connects","protected":false,"rep":0,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":134,"input_tokens":389,"cost_usd":0.000016338000000000002,"model":"jev-1.13.0"}
{"id":"bb:593ddf5b287b:search","family":"bb:593ddf5b287b:search","split":"eval","label":"general","slice":"search:relational:connects","protected":false,"rep":0,"value":0.73,"choice":"concept","probabilities":{"entity":0.22,"temporal":0,"event":0,"concept":0.73,"general":0.05},"latency_ms":131,"input_tokens":436,"cost_usd":0.000018312000000000004,"model":"jev-1.13.0"}
{"id":"bb:593ddf5b287b:think","family":"bb:593ddf5b287b:think","split":"eval","label":"other","slice":"think:relational:connects","protected":false,"rep":0,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":159,"input_tokens":389,"cost_usd":0.000016338000000000002,"model":"jev-1.13.0"}
{"id":"bb:034af39c8aa7:search","family":"bb:034af39c8aa7:search","split":"eval","label":"general","slice":"search:relational:connects","protected":false,"rep":0,"value":0.7,"choice":"concept","probabilities":{"entity":0.26,"temporal":0,"event":0,"concept":0.7,"general":0.04},"latency_ms":148,"input_tokens":435,"cost_usd":0.00001827,"model":"jev-1.13.0"}
{"id":"bb:034af39c8aa7:think","family":"bb:034af39c8aa7:think","split":"eval","label":"other","slice":"think:relational:connects","protected":false,"rep":0,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":192,"input_tokens":388,"cost_usd":0.000016296,"model":"jev-1.13.0"}
{"id":"bb:d7f47150cc7b:search","family":"bb:d7f47150cc7b:search","split":"calibrate","label":"general","slice":"search:relational:connects","protected":false,"rep":0,"value":0.93,"choice":"concept","probabilities":{"entity":0.05,"temporal":0,"event":0,"concept":0.93,"general":0.02},"latency_ms":139,"input_tokens":435,"cost_usd":0.00001827,"model":"jev-1.13.0"}
{"id":"bb:d7f47150cc7b:think","family":"bb:d7f47150cc7b:think","split":"calibrate","label":"other","slice":"think:relational:connects","protected":false,"rep":0,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":141,"input_tokens":388,"cost_usd":0.000016296,"model":"jev-1.13.0"}
{"id":"bb:209860865573:search","family":"bb:209860865573:search","split":"eval","label":"general","slice":"search:relational:connects","protected":false,"rep":0,"value":0.63,"choice":"concept","probabilities":{"entity":0.34,"temporal":0,"event":0,"concept":0.63,"general":0.03},"latency_ms":131,"input_tokens":435,"cost_usd":0.00001827,"model":"jev-1.13.0"}
{"id":"lme:e47becba:think","family":"lme:e47becba:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.95,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.05,"other":0.95},"latency_ms":148,"input_tokens":389,"cost_usd":0.000016338000000000002,"model":"jev-1.13.0"}
{"id":"bb:209860865573:think","family":"bb:209860865573:think","split":"eval","label":"other","slice":"think:relational:connects","protected":false,"rep":0,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":177,"input_tokens":388,"cost_usd":0.000016296,"model":"jev-1.13.0"}
{"id":"lme:118b2229:think","family":"lme:118b2229:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.88,"choice":"temporal","probabilities":{"temporal":0.88,"knowledge_update":0.05,"other":0.07},"latency_ms":164,"input_tokens":391,"cost_usd":0.000016422000000000003,"model":"jev-1.13.0"}
{"id":"lme:51a45a95:think","family":"lme:51a45a95:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.98,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.01,"other":0.98},"latency_ms":175,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:58bf7951:think","family":"lme:58bf7951:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.95,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.05,"other":0.95},"latency_ms":136,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:1e043500:think","family":"lme:1e043500:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.56,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.56,"other":0.44},"latency_ms":137,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:c5e8278d:think","family":"lme:c5e8278d:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.91,"choice":"knowledge_update","probabilities":{"temporal":0.04,"knowledge_update":0.91,"other":0.05},"latency_ms":142,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:6ade9755:think","family":"lme:6ade9755:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.97,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.03,"other":0.97},"latency_ms":156,"input_tokens":389,"cost_usd":0.000016338000000000002,"model":"jev-1.13.0"}
{"id":"lme:6f9b354f:think","family":"lme:6f9b354f:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.96,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.96,"other":0.04},"latency_ms":120,"input_tokens":391,"cost_usd":0.000016422000000000003,"model":"jev-1.13.0"}
{"id":"lme:58ef2f1c:think","family":"lme:58ef2f1c:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":156,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:f8c5f88b:think","family":"lme:f8c5f88b:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.81,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.19,"other":0.81},"latency_ms":144,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:5d3d2817:think","family":"lme:5d3d2817:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.77,"choice":"knowledge_update","probabilities":{"temporal":0.13,"knowledge_update":0.77,"other":0.1},"latency_ms":132,"input_tokens":388,"cost_usd":0.000016296,"model":"jev-1.13.0"}
{"id":"lme:7527f7e2:think","family":"lme:7527f7e2:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.98,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.02,"other":0.98},"latency_ms":117,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:c960da58:think","family":"lme:c960da58:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.96,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.96,"other":0.04},"latency_ms":138,"input_tokens":391,"cost_usd":0.000016422000000000003,"model":"jev-1.13.0"}
{"id":"lme:3b6f954b:think","family":"lme:3b6f954b:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.98,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.02,"other":0.98},"latency_ms":115,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:726462e0:think","family":"lme:726462e0:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.91,"choice":"other","probabilities":{"temporal":0.07,"knowledge_update":0.02,"other":0.91},"latency_ms":168,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:94f70d80:think","family":"lme:94f70d80:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.99,"choice":"temporal","probabilities":{"temporal":0.99,"knowledge_update":0,"other":0.01},"latency_ms":160,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:66f24dbb:think","family":"lme:66f24dbb:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.96,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.04,"other":0.96},"latency_ms":122,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:ad7109d1:think","family":"lme:ad7109d1:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.95,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.95,"other":0.05},"latency_ms":169,"input_tokens":390,"cost_usd":0.000016380000000000002,"model":"jev-1.13.0"}
{"id":"lme:af8d2e46:think","family":"lme:af8d2e46:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.94,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.05,"other":0.94},"latency_ms":158,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:dccbc061:think","family":"lme:dccbc061:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.61,"choice":"knowledge_update","probabilities":{"temporal":0.33,"knowledge_update":0.61,"other":0.06},"latency_ms":163,"input_tokens":390,"cost_usd":0.000016380000000000002,"model":"jev-1.13.0"}
{"id":"lme:c8c3f81d:think","family":"lme:c8c3f81d:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.86,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.14,"other":0.86},"latency_ms":139,"input_tokens":390,"cost_usd":0.000016380000000000002,"model":"jev-1.13.0"}
{"id":"lme:8ebdbe50:think","family":"lme:8ebdbe50:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.46,"choice":"knowledge_update","probabilities":{"temporal":0.44,"knowledge_update":0.46,"other":0.1},"latency_ms":150,"input_tokens":390,"cost_usd":0.000016380000000000002,"model":"jev-1.13.0"}
{"id":"lme:6b168ec8:think","family":"lme:6b168ec8:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.94,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.94,"other":0.06},"latency_ms":156,"input_tokens":389,"cost_usd":0.000016338000000000002,"model":"jev-1.13.0"}
{"id":"lme:75499fd8:think","family":"lme:75499fd8:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.97,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.03,"other":0.97},"latency_ms":173,"input_tokens":388,"cost_usd":0.000016296,"model":"jev-1.13.0"}
{"id":"lme:21436231:think","family":"lme:21436231:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":144,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:95bcc1c8:think","family":"lme:95bcc1c8:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":150,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:0862e8bf:think","family":"lme:0862e8bf:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.75,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.25,"other":0.75},"latency_ms":141,"input_tokens":390,"cost_usd":0.000016380000000000002,"model":"jev-1.13.0"}
{"id":"lme:853b0a1d:think","family":"lme:853b0a1d:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.97,"choice":"temporal","probabilities":{"temporal":0.97,"knowledge_update":0,"other":0.03},"latency_ms":120,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:a06e4cfe:think","family":"lme:a06e4cfe:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.75,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.25,"other":0.75},"latency_ms":133,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:37d43f65:think","family":"lme:37d43f65:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.92,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.92,"other":0.08},"latency_ms":159,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:b86304ba:think","family":"lme:b86304ba:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.59,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.41,"other":0.59},"latency_ms":151,"input_tokens":401,"cost_usd":0.000016842,"model":"jev-1.13.0"}
{"id":"lme:d52b4f67:think","family":"lme:d52b4f67:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":143,"input_tokens":391,"cost_usd":0.000016422000000000003,"model":"jev-1.13.0"}
{"id":"lme:25e5aa4f:think","family":"lme:25e5aa4f:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":130,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:caf9ead2:think","family":"lme:caf9ead2:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.99,"choice":"temporal","probabilities":{"temporal":0.99,"knowledge_update":0,"other":0.01},"latency_ms":121,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:8550ddae:think","family":"lme:8550ddae:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.53,"choice":"temporal","probabilities":{"temporal":0.53,"knowledge_update":0.18,"other":0.29},"latency_ms":131,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:60d45044:think","family":"lme:60d45044:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.93,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.07,"other":0.93},"latency_ms":145,"input_tokens":390,"cost_usd":0.000016380000000000002,"model":"jev-1.13.0"}
{"id":"lme:3f1e9474:think","family":"lme:3f1e9474:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":125,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:86b68151:think","family":"lme:86b68151:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.88,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.12,"other":0.88},"latency_ms":155,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:577d4d32:think","family":"lme:577d4d32:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.88,"choice":"temporal","probabilities":{"temporal":0.88,"knowledge_update":0.01,"other":0.11},"latency_ms":162,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:ec81a493:think","family":"lme:ec81a493:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.97,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.03,"other":0.97},"latency_ms":121,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:15745da0:think","family":"lme:15745da0:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":160,"input_tokens":391,"cost_usd":0.000016422000000000003,"model":"jev-1.13.0"}
{"id":"lme:e01b8e2f:think","family":"lme:e01b8e2f:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.98,"choice":"other","probabilities":{"temporal":0.02,"knowledge_update":0,"other":0.98},"latency_ms":188,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:bc8a6e93:think","family":"lme:bc8a6e93:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.96,"choice":"other","probabilities":{"temporal":0.03,"knowledge_update":0.01,"other":0.96},"latency_ms":145,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:ccb36322:think","family":"lme:ccb36322:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.96,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.96,"other":0.04},"latency_ms":154,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:001be529:think","family":"lme:001be529:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":164,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:b320f3f8:think","family":"lme:b320f3f8:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.97,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.03,"other":0.97},"latency_ms":134,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:19b5f2b3:think","family":"lme:19b5f2b3:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":169,"input_tokens":390,"cost_usd":0.000016380000000000002,"model":"jev-1.13.0"}
{"id":"lme:4fd1909e:think","family":"lme:4fd1909e:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":161,"input_tokens":391,"cost_usd":0.000016422000000000003,"model":"jev-1.13.0"}
{"id":"lme:545bd2b5:think","family":"lme:545bd2b5:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.72,"choice":"knowledge_update","probabilities":{"temporal":0.13,"knowledge_update":0.72,"other":0.15},"latency_ms":187,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:8a137a7f:think","family":"lme:8a137a7f:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.58,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.58,"other":0.42},"latency_ms":155,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:76d63226:think","family":"lme:76d63226:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.74,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.74,"other":0.26},"latency_ms":137,"input_tokens":390,"cost_usd":0.000016380000000000002,"model":"jev-1.13.0"}
{"id":"lme:86f00804:think","family":"lme:86f00804:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":1,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":1,"other":0},"latency_ms":156,"input_tokens":389,"cost_usd":0.000016338000000000002,"model":"jev-1.13.0"}
{"id":"lme:8e9d538c:think","family":"lme:8e9d538c:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.73,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.73,"other":0.27},"latency_ms":168,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:311778f1:think","family":"lme:311778f1:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.54,"choice":"temporal","probabilities":{"temporal":0.54,"knowledge_update":0.02,"other":0.44},"latency_ms":138,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:c19f7a0b:think","family":"lme:c19f7a0b:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":162,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:4100d0a0:think","family":"lme:4100d0a0:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.95,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.05,"other":0.95},"latency_ms":124,"input_tokens":387,"cost_usd":0.000016254,"model":"jev-1.13.0"}
{"id":"lme:1faac195:think","family":"lme:1faac195:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.89,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.89,"other":0.11},"latency_ms":130,"input_tokens":389,"cost_usd":0.000016338000000000002,"model":"jev-1.13.0"}
{"id":"lme:29f2956b:think","family":"lme:29f2956b:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.79,"choice":"temporal","probabilities":{"temporal":0.79,"knowledge_update":0.05,"other":0.16},"latency_ms":177,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:faba32e5:think","family":"lme:faba32e5:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.97,"choice":"temporal","probabilities":{"temporal":0.97,"knowledge_update":0,"other":0.03},"latency_ms":154,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:f4f1d8a4:think","family":"lme:f4f1d8a4:think","split":"eval","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":128,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:36580ce8:think","family":"lme:36580ce8:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.79,"choice":"other","probabilities":{"temporal":0.19,"knowledge_update":0.02,"other":0.79},"latency_ms":113,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:c14c00dd:think","family":"lme:c14c00dd:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.99,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.99,"other":0.01},"latency_ms":135,"input_tokens":391,"cost_usd":0.000016422000000000003,"model":"jev-1.13.0"}
{"id":"lme:3d86fd0a:think","family":"lme:3d86fd0a:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":133,"input_tokens":388,"cost_usd":0.000016296,"model":"jev-1.13.0"}
{"id":"lme:a82c026e:think","family":"lme:a82c026e:think","split":"calibrate","label":"other","slice":"think:single-session-user","protected":false,"rep":1,"value":0.52,"choice":"other","probabilities":{"temporal":0.21,"knowledge_update":0.27,"other":0.52},"latency_ms":161,"input_tokens":391,"cost_usd":0.000016422000000000003,"model":"jev-1.13.0"}
{"id":"lme:0a995998:search","family":"lme:0a995998:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.95,"choice":"general","probabilities":{"entity":0.05,"temporal":0,"event":0,"concept":0,"general":0.95},"latency_ms":136,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:0a995998:think","family":"lme:0a995998:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.51,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.49,"other":0.51},"latency_ms":130,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:6d550036:search","family":"lme:6d550036:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.69,"choice":"general","probabilities":{"entity":0.08,"temporal":0.23,"event":0,"concept":0,"general":0.69},"latency_ms":131,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:6d550036:think","family":"lme:6d550036:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.9,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.9,"other":0.1},"latency_ms":159,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:gpt4_59c863d7:search","family":"lme:gpt4_59c863d7:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.71,"choice":"general","probabilities":{"entity":0.06,"temporal":0.22,"event":0.01,"concept":0,"general":0.71},"latency_ms":138,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_59c863d7:think","family":"lme:gpt4_59c863d7:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.75,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.25,"other":0.75},"latency_ms":184,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:b5ef892d:search","family":"lme:b5ef892d:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.95,"choice":"temporal","probabilities":{"entity":0,"temporal":0.95,"event":0,"concept":0,"general":0.05},"latency_ms":145,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:b5ef892d:think","family":"lme:b5ef892d:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.84,"choice":"temporal","probabilities":{"temporal":0.84,"knowledge_update":0.01,"other":0.15},"latency_ms":142,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:e831120c:search","family":"lme:e831120c:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.98,"choice":"temporal","probabilities":{"entity":0,"temporal":0.98,"event":0,"concept":0,"general":0.02},"latency_ms":148,"input_tokens":453,"cost_usd":0.000019026,"model":"jev-1.13.0"}
{"id":"lme:e831120c:think","family":"lme:e831120c:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.99,"choice":"temporal","probabilities":{"temporal":0.99,"knowledge_update":0,"other":0.01},"latency_ms":149,"input_tokens":406,"cost_usd":0.000017052000000000002,"model":"jev-1.13.0"}
{"id":"lme:3a704032:search","family":"lme:3a704032:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.99,"choice":"temporal","probabilities":{"entity":0,"temporal":0.99,"event":0,"concept":0,"general":0.01},"latency_ms":132,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:3a704032:think","family":"lme:3a704032:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.7,"choice":"temporal","probabilities":{"temporal":0.7,"knowledge_update":0.08,"other":0.22},"latency_ms":141,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:gpt4_d84a3211:search","family":"lme:gpt4_d84a3211:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.76,"choice":"temporal","probabilities":{"entity":0,"temporal":0.76,"event":0,"concept":0,"general":0.24},"latency_ms":166,"input_tokens":447,"cost_usd":0.000018774000000000004,"model":"jev-1.13.0"}
{"id":"lme:gpt4_d84a3211:think","family":"lme:gpt4_d84a3211:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.62,"choice":"other","probabilities":{"temporal":0.19,"knowledge_update":0.19,"other":0.62},"latency_ms":144,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:aae3761f:search","family":"lme:aae3761f:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.65,"choice":"temporal","probabilities":{"entity":0,"temporal":0.65,"event":0,"concept":0,"general":0.35},"latency_ms":136,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:aae3761f:think","family":"lme:aae3761f:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.84,"choice":"temporal","probabilities":{"temporal":0.84,"knowledge_update":0,"other":0.16},"latency_ms":174,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:gpt4_f2262a51:search","family":"lme:gpt4_f2262a51:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.67,"choice":"general","probabilities":{"entity":0.14,"temporal":0.16,"event":0.02,"concept":0.01,"general":0.67},"latency_ms":199,"input_tokens":437,"cost_usd":0.000018354,"model":"jev-1.13.0"}
{"id":"lme:gpt4_f2262a51:think","family":"lme:gpt4_f2262a51:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.91,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.08,"other":0.91},"latency_ms":145,"input_tokens":390,"cost_usd":0.000016380000000000002,"model":"jev-1.13.0"}
{"id":"lme:dd2973ad:search","family":"lme:dd2973ad:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":163,"input_tokens":447,"cost_usd":0.000018774000000000004,"model":"jev-1.13.0"}
{"id":"lme:dd2973ad:think","family":"lme:dd2973ad:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":151,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:c4a1ceb8:search","family":"lme:c4a1ceb8:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.91,"choice":"general","probabilities":{"entity":0.04,"temporal":0.03,"event":0,"concept":0.02,"general":0.91},"latency_ms":179,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:c4a1ceb8:think","family":"lme:c4a1ceb8:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.76,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.24,"other":0.76},"latency_ms":156,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:gpt4_a56e767c:search","family":"lme:gpt4_a56e767c:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.74,"choice":"general","probabilities":{"entity":0.03,"temporal":0.12,"event":0.11,"concept":0,"general":0.74},"latency_ms":123,"input_tokens":437,"cost_usd":0.000018354,"model":"jev-1.13.0"}
{"id":"lme:gpt4_a56e767c:think","family":"lme:gpt4_a56e767c:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.95,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.04,"other":0.95},"latency_ms":139,"input_tokens":390,"cost_usd":0.000016380000000000002,"model":"jev-1.13.0"}
{"id":"lme:6cb6f249:search","family":"lme:6cb6f249:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.9400000000000001,"choice":"temporal","probabilities":{"entity":0,"temporal":0.9400000000000001,"event":0,"concept":0,"general":0.06},"latency_ms":162,"input_tokens":441,"cost_usd":0.000018522,"model":"jev-1.13.0"}
{"id":"lme:6cb6f249:think","family":"lme:6cb6f249:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.86,"choice":"temporal","probabilities":{"temporal":0.86,"knowledge_update":0,"other":0.14},"latency_ms":116,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:46a3abf7:search","family":"lme:46a3abf7:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.66,"choice":"temporal","probabilities":{"entity":0.05,"temporal":0.66,"event":0,"concept":0,"general":0.29},"latency_ms":125,"input_tokens":449,"cost_usd":0.000018858,"model":"jev-1.13.0"}
{"id":"lme:46a3abf7:think","family":"lme:46a3abf7:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":1,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":1,"other":0},"latency_ms":146,"input_tokens":402,"cost_usd":0.000016884000000000003,"model":"jev-1.13.0"}
{"id":"lme:36b9f61e:search","family":"lme:36b9f61e:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.72,"choice":"temporal","probabilities":{"entity":0,"temporal":0.72,"event":0,"concept":0,"general":0.28},"latency_ms":152,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:36b9f61e:think","family":"lme:36b9f61e:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.55,"choice":"other","probabilities":{"temporal":0.37,"knowledge_update":0.08,"other":0.55},"latency_ms":128,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:28dc39ac:search","family":"lme:28dc39ac:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.82,"choice":"temporal","probabilities":{"entity":0,"temporal":0.82,"event":0,"concept":0,"general":0.18},"latency_ms":140,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:28dc39ac:think","family":"lme:28dc39ac:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.66,"choice":"temporal","probabilities":{"temporal":0.66,"knowledge_update":0.07,"other":0.27},"latency_ms":160,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2f8be40d:search","family":"lme:gpt4_2f8be40d:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.79,"choice":"temporal","probabilities":{"entity":0,"temporal":0.79,"event":0.12,"concept":0,"general":0.09},"latency_ms":147,"input_tokens":439,"cost_usd":0.000018438000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2f8be40d:think","family":"lme:gpt4_2f8be40d:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.57,"choice":"temporal","probabilities":{"temporal":0.57,"knowledge_update":0.1,"other":0.33},"latency_ms":162,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:2e6d26dc:think","family":"lme:2e6d26dc:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.41,"choice":"other","probabilities":{"temporal":0.39,"knowledge_update":0.2,"other":0.41},"latency_ms":130,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:2e6d26dc:search","family":"lme:2e6d26dc:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.59,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.59,"event":0.19,"concept":0,"general":0.21},"latency_ms":170,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:gpt4_15e38248:think","family":"lme:gpt4_15e38248:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.56,"choice":"temporal","probabilities":{"temporal":0.56,"knowledge_update":0.04,"other":0.4},"latency_ms":177,"input_tokens":403,"cost_usd":0.000016926,"model":"jev-1.13.0"}
{"id":"lme:gpt4_15e38248:search","family":"lme:gpt4_15e38248:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.88,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.88,"event":0.04,"concept":0,"general":0.07},"latency_ms":184,"input_tokens":450,"cost_usd":0.000018900000000000002,"model":"jev-1.13.0"}
{"id":"lme:88432d0a:search","family":"lme:88432d0a:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.99,"choice":"temporal","probabilities":{"entity":0,"temporal":0.99,"event":0,"concept":0,"general":0.01},"latency_ms":137,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:88432d0a:think","family":"lme:88432d0a:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.86,"choice":"temporal","probabilities":{"temporal":0.86,"knowledge_update":0,"other":0.14},"latency_ms":202,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:80ec1f4f:search","family":"lme:80ec1f4f:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.88,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.88,"event":0.01,"concept":0,"general":0.1},"latency_ms":136,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:80ec1f4f:think","family":"lme:80ec1f4f:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.74,"choice":"temporal","probabilities":{"temporal":0.74,"knowledge_update":0,"other":0.26},"latency_ms":131,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:d23cf73b:think","family":"lme:d23cf73b:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.69,"choice":"temporal","probabilities":{"temporal":0.69,"knowledge_update":0.14,"other":0.17},"latency_ms":121,"input_tokens":402,"cost_usd":0.000016884000000000003,"model":"jev-1.13.0"}
{"id":"lme:d23cf73b:search","family":"lme:d23cf73b:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.96,"choice":"temporal","probabilities":{"entity":0,"temporal":0.96,"event":0,"concept":0,"general":0.04},"latency_ms":228,"input_tokens":449,"cost_usd":0.000018858,"model":"jev-1.13.0"}
{"id":"lme:gpt4_7fce9456:search","family":"lme:gpt4_7fce9456:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.42,"choice":"general","probabilities":{"entity":0.03,"temporal":0.38,"event":0.17,"concept":0,"general":0.42},"latency_ms":197,"input_tokens":451,"cost_usd":0.000018942000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_7fce9456:think","family":"lme:gpt4_7fce9456:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.56,"choice":"other","probabilities":{"temporal":0.44,"knowledge_update":0,"other":0.56},"latency_ms":163,"input_tokens":404,"cost_usd":0.000016968,"model":"jev-1.13.0"}
{"id":"lme:d682f1a2:search","family":"lme:d682f1a2:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.85,"choice":"temporal","probabilities":{"entity":0.05,"temporal":0.85,"event":0,"concept":0.01,"general":0.09},"latency_ms":106,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:d682f1a2:think","family":"lme:d682f1a2:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.59,"choice":"knowledge_update","probabilities":{"temporal":0.16,"knowledge_update":0.59,"other":0.25},"latency_ms":116,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:7024f17c:search","family":"lme:7024f17c:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.92,"choice":"temporal","probabilities":{"entity":0,"temporal":0.92,"event":0,"concept":0,"general":0.08},"latency_ms":119,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:7024f17c:think","family":"lme:7024f17c:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.58,"choice":"temporal","probabilities":{"temporal":0.58,"knowledge_update":0.02,"other":0.4},"latency_ms":125,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_5501fe77:search","family":"lme:gpt4_5501fe77:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.55,"choice":"temporal","probabilities":{"entity":0.45,"temporal":0.55,"event":0,"concept":0,"general":0},"latency_ms":129,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:gpt4_5501fe77:think","family":"lme:gpt4_5501fe77:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.71,"choice":"knowledge_update","probabilities":{"temporal":0.24,"knowledge_update":0.71,"other":0.05},"latency_ms":158,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2ba83207:search","family":"lme:gpt4_2ba83207:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.91,"choice":"entity","probabilities":{"entity":0.91,"temporal":0.09,"event":0,"concept":0,"general":0},"latency_ms":132,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2ba83207:think","family":"lme:gpt4_2ba83207:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.45,"choice":"temporal","probabilities":{"temporal":0.45,"knowledge_update":0.26,"other":0.29},"latency_ms":157,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:2318644b:search","family":"lme:2318644b:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.99,"choice":"general","probabilities":{"entity":0.01,"temporal":0,"event":0,"concept":0,"general":0.99},"latency_ms":163,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:2318644b:think","family":"lme:2318644b:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":140,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:2ce6a0f2:search","family":"lme:2ce6a0f2:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.86,"choice":"temporal","probabilities":{"entity":0,"temporal":0.86,"event":0.06,"concept":0,"general":0.08},"latency_ms":155,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:2ce6a0f2:think","family":"lme:2ce6a0f2:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.63,"choice":"temporal","probabilities":{"temporal":0.63,"knowledge_update":0.02,"other":0.35},"latency_ms":139,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:gpt4_d12ceb0e:think","family":"lme:gpt4_d12ceb0e:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.72,"choice":"other","probabilities":{"temporal":0.21,"knowledge_update":0.07,"other":0.72},"latency_ms":116,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:gpt4_d12ceb0e:search","family":"lme:gpt4_d12ceb0e:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.65,"choice":"general","probabilities":{"entity":0.12,"temporal":0.22,"event":0,"concept":0.01,"general":0.65},"latency_ms":181,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:00ca467f:think","family":"lme:00ca467f:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.65,"choice":"temporal","probabilities":{"temporal":0.65,"knowledge_update":0,"other":0.35},"latency_ms":150,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:00ca467f:search","family":"lme:00ca467f:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.88,"choice":"temporal","probabilities":{"entity":0,"temporal":0.88,"event":0.08,"concept":0,"general":0.04},"latency_ms":182,"input_tokens":441,"cost_usd":0.000018522,"model":"jev-1.13.0"}
{"id":"lme:b3c15d39:search","family":"lme:b3c15d39:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":120,"input_tokens":449,"cost_usd":0.000018858,"model":"jev-1.13.0"}
{"id":"lme:b3c15d39:think","family":"lme:b3c15d39:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":129,"input_tokens":402,"cost_usd":0.000016884000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_31ff4165:search","family":"lme:gpt4_31ff4165:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.9,"choice":"general","probabilities":{"entity":0.03,"temporal":0.07,"event":0,"concept":0,"general":0.9},"latency_ms":135,"input_tokens":441,"cost_usd":0.000018522,"model":"jev-1.13.0"}
{"id":"lme:gpt4_31ff4165:think","family":"lme:gpt4_31ff4165:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.78,"choice":"other","probabilities":{"temporal":0.06,"knowledge_update":0.16,"other":0.78},"latency_ms":155,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:eeda8a6d:think","family":"lme:eeda8a6d:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.95,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.95,"other":0.05},"latency_ms":126,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:eeda8a6d:search","family":"lme:eeda8a6d:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.91,"choice":"general","probabilities":{"entity":0.07,"temporal":0.02,"event":0,"concept":0,"general":0.91},"latency_ms":170,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:2788b940:search","family":"lme:2788b940:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.58,"choice":"general","probabilities":{"entity":0,"temporal":0.42,"event":0,"concept":0,"general":0.58},"latency_ms":127,"input_tokens":441,"cost_usd":0.000018522,"model":"jev-1.13.0"}
{"id":"lme:2788b940:think","family":"lme:2788b940:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.7,"choice":"other","probabilities":{"temporal":0.21,"knowledge_update":0.09,"other":0.7},"latency_ms":151,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:60bf93ed:search","family":"lme:60bf93ed:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":138,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:60bf93ed:think","family":"lme:60bf93ed:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":133,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:9d25d4e0:search","family":"lme:9d25d4e0:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.99,"choice":"temporal","probabilities":{"entity":0,"temporal":0.99,"event":0,"concept":0,"general":0.01},"latency_ms":118,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:9d25d4e0:think","family":"lme:9d25d4e0:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.73,"choice":"temporal","probabilities":{"temporal":0.73,"knowledge_update":0.06,"other":0.21},"latency_ms":145,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:129d1232:search","family":"lme:129d1232:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.91,"choice":"general","probabilities":{"entity":0.01,"temporal":0.07,"event":0.01,"concept":0,"general":0.91},"latency_ms":128,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:129d1232:think","family":"lme:129d1232:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.94,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.06,"other":0.94},"latency_ms":157,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:60472f9c:search","family":"lme:60472f9c:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.59,"choice":"temporal","probabilities":{"entity":0.05,"temporal":0.59,"event":0,"concept":0,"general":0.36},"latency_ms":143,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:60472f9c:think","family":"lme:60472f9c:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.8099999999999999,"choice":"knowledge_update","probabilities":{"temporal":0.02,"knowledge_update":0.8099999999999999,"other":0.17},"latency_ms":156,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:gpt4_194be4b3:search","family":"lme:gpt4_194be4b3:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.52,"choice":"temporal","probabilities":{"entity":0.06,"temporal":0.52,"event":0,"concept":0,"general":0.42},"latency_ms":133,"input_tokens":438,"cost_usd":0.000018396,"model":"jev-1.13.0"}
{"id":"lme:gpt4_194be4b3:think","family":"lme:gpt4_194be4b3:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":1,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":1,"other":0},"latency_ms":143,"input_tokens":391,"cost_usd":0.000016422000000000003,"model":"jev-1.13.0"}
{"id":"lme:a9f6b44c:search","family":"lme:a9f6b44c:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.76,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.76,"event":0.01,"concept":0,"general":0.22},"latency_ms":131,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:a9f6b44c:think","family":"lme:a9f6b44c:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.67,"choice":"temporal","probabilities":{"temporal":0.67,"knowledge_update":0.01,"other":0.32},"latency_ms":135,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:d851d5ba:search","family":"lme:d851d5ba:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.87,"choice":"general","probabilities":{"entity":0.01,"temporal":0.09,"event":0.03,"concept":0,"general":0.87},"latency_ms":139,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:5a7937c8:search","family":"lme:5a7937c8:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.98,"choice":"temporal","probabilities":{"entity":0,"temporal":0.98,"event":0,"concept":0,"general":0.02},"latency_ms":128,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:d851d5ba:think","family":"lme:d851d5ba:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.78,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.22,"other":0.78},"latency_ms":178,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:5a7937c8:think","family":"lme:5a7937c8:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.93,"choice":"temporal","probabilities":{"temporal":0.93,"knowledge_update":0,"other":0.07},"latency_ms":131,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:gpt4_ab202e7f:search","family":"lme:gpt4_ab202e7f:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.79,"choice":"general","probabilities":{"entity":0.01,"temporal":0.12,"event":0.08,"concept":0,"general":0.79},"latency_ms":182,"input_tokens":439,"cost_usd":0.000018438000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_ab202e7f:think","family":"lme:gpt4_ab202e7f:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.83,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.16,"other":0.83},"latency_ms":178,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:gpt4_e05b82a6:search","family":"lme:gpt4_e05b82a6:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.72,"choice":"temporal","probabilities":{"entity":0,"temporal":0.72,"event":0.01,"concept":0,"general":0.27},"latency_ms":118,"input_tokens":450,"cost_usd":0.000018900000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_e05b82a6:think","family":"lme:gpt4_e05b82a6:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.58,"choice":"other","probabilities":{"temporal":0.42,"knowledge_update":0,"other":0.58},"latency_ms":124,"input_tokens":403,"cost_usd":0.000016926,"model":"jev-1.13.0"}
{"id":"lme:gpt4_731e37d7:search","family":"lme:gpt4_731e37d7:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.74,"choice":"temporal","probabilities":{"entity":0,"temporal":0.74,"event":0.01,"concept":0,"general":0.25},"latency_ms":161,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:gpt4_731e37d7:think","family":"lme:gpt4_731e37d7:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.6,"choice":"other","probabilities":{"temporal":0.38,"knowledge_update":0.02,"other":0.6},"latency_ms":129,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:edced276:search","family":"lme:edced276:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.92,"choice":"temporal","probabilities":{"entity":0,"temporal":0.92,"event":0,"concept":0,"general":0.08},"latency_ms":141,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:edced276:think","family":"lme:edced276:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.92,"choice":"temporal","probabilities":{"temporal":0.92,"knowledge_update":0,"other":0.08},"latency_ms":149,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:10d9b85a:search","family":"lme:10d9b85a:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.96,"choice":"temporal","probabilities":{"entity":0,"temporal":0.96,"event":0,"concept":0,"general":0.04},"latency_ms":157,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:10d9b85a:think","family":"lme:10d9b85a:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.9,"choice":"temporal","probabilities":{"temporal":0.9,"knowledge_update":0,"other":0.1},"latency_ms":148,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:e3038f8c:search","family":"lme:e3038f8c:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.98,"choice":"general","probabilities":{"entity":0.01,"temporal":0.01,"event":0,"concept":0,"general":0.98},"latency_ms":132,"input_tokens":439,"cost_usd":0.000018438000000000002,"model":"jev-1.13.0"}
{"id":"lme:e3038f8c:think","family":"lme:e3038f8c:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.88,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.88,"other":0.12},"latency_ms":112,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:2b8f3739:search","family":"lme:2b8f3739:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.95,"choice":"general","probabilities":{"entity":0.01,"temporal":0.03,"event":0.01,"concept":0,"general":0.95},"latency_ms":134,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:2b8f3739:think","family":"lme:2b8f3739:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.87,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.13,"other":0.87},"latency_ms":165,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:1a8a66a6:search","family":"lme:1a8a66a6:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.67,"choice":"temporal","probabilities":{"entity":0.05,"temporal":0.67,"event":0,"concept":0,"general":0.28},"latency_ms":173,"input_tokens":438,"cost_usd":0.000018396,"model":"jev-1.13.0"}
{"id":"lme:1a8a66a6:think","family":"lme:1a8a66a6:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":1,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":1,"other":0},"latency_ms":120,"input_tokens":391,"cost_usd":0.000016422000000000003,"model":"jev-1.13.0"}
{"id":"lme:c2ac3c61:search","family":"lme:c2ac3c61:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.6,"choice":"general","probabilities":{"entity":0.03,"temporal":0.37,"event":0,"concept":0,"general":0.6},"latency_ms":132,"input_tokens":439,"cost_usd":0.000018438000000000002,"model":"jev-1.13.0"}
{"id":"lme:c2ac3c61:think","family":"lme:c2ac3c61:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.79,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.79,"other":0.21},"latency_ms":133,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:bf659f65:search","family":"lme:bf659f65:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.77,"choice":"general","probabilities":{"entity":0.02,"temporal":0.2,"event":0.01,"concept":0,"general":0.77},"latency_ms":120,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:bf659f65:think","family":"lme:bf659f65:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.52,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.48,"other":0.52},"latency_ms":142,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_372c3eed:search","family":"lme:gpt4_372c3eed:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.98,"choice":"temporal","probabilities":{"entity":0,"temporal":0.98,"event":0,"concept":0,"general":0.02},"latency_ms":128,"input_tokens":452,"cost_usd":0.000018984,"model":"jev-1.13.0"}
{"id":"lme:gpt4_372c3eed:think","family":"lme:gpt4_372c3eed:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.99,"choice":"temporal","probabilities":{"temporal":0.99,"knowledge_update":0,"other":0.01},"latency_ms":126,"input_tokens":405,"cost_usd":0.00001701,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2f91af09:search","family":"lme:gpt4_2f91af09:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.86,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.86,"event":0,"concept":0,"general":0.13},"latency_ms":132,"input_tokens":460,"cost_usd":0.00001932,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2f91af09:think","family":"lme:gpt4_2f91af09:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.56,"choice":"knowledge_update","probabilities":{"temporal":0.17,"knowledge_update":0.56,"other":0.27},"latency_ms":128,"input_tokens":413,"cost_usd":0.000017346000000000003,"model":"jev-1.13.0"}
{"id":"lme:81507db6:search","family":"lme:81507db6:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.92,"choice":"temporal","probabilities":{"entity":0,"temporal":0.92,"event":0.07,"concept":0,"general":0.01},"latency_ms":140,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:81507db6:think","family":"lme:81507db6:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.81,"choice":"temporal","probabilities":{"temporal":0.81,"knowledge_update":0.01,"other":0.17},"latency_ms":122,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:8a2466db:think","family":"lme:8a2466db:think","split":"calibrate","label":"other","slice":"think:single-session-preference","protected":false,"rep":1,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":162,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:06878be2:think","family":"lme:06878be2:think","split":"calibrate","label":"other","slice":"think:single-session-preference","protected":false,"rep":1,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":131,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:0edc2aef:think","family":"lme:0edc2aef:think","split":"eval","label":"other","slice":"think:single-session-preference","protected":false,"rep":1,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":120,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:75832dbd:think","family":"lme:75832dbd:think","split":"calibrate","label":"other","slice":"think:single-session-preference","protected":false,"rep":1,"value":0.79,"choice":"knowledge_update","probabilities":{"temporal":0.03,"knowledge_update":0.79,"other":0.18},"latency_ms":135,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:35a27287:think","family":"lme:35a27287:think","split":"calibrate","label":"other","slice":"think:single-session-preference","protected":false,"rep":1,"value":0.73,"choice":"knowledge_update","probabilities":{"temporal":0.08,"knowledge_update":0.73,"other":0.19},"latency_ms":126,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:32260d93:think","family":"lme:32260d93:think","split":"eval","label":"other","slice":"think:single-session-preference","protected":false,"rep":1,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":134,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:195a1a1b:think","family":"lme:195a1a1b:think","split":"eval","label":"other","slice":"think:single-session-preference","protected":false,"rep":1,"value":0.97,"choice":"other","probabilities":{"temporal":0.03,"knowledge_update":0,"other":0.97},"latency_ms":120,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:afdc33df:think","family":"lme:afdc33df:think","split":"eval","label":"other","slice":"think:single-session-preference","protected":false,"rep":1,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":151,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:caf03d32:think","family":"lme:caf03d32:think","split":"eval","label":"other","slice":"think:single-session-preference","protected":false,"rep":1,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":143,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:54026fce:think","family":"lme:54026fce:think","split":"calibrate","label":"other","slice":"think:single-session-preference","protected":false,"rep":1,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":104,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:06f04340:think","family":"lme:06f04340:think","split":"eval","label":"other","slice":"think:single-session-preference","protected":false,"rep":1,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":118,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:6b7dfb22:think","family":"lme:6b7dfb22:think","split":"eval","label":"other","slice":"think:single-session-preference","protected":false,"rep":1,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":137,"input_tokens":407,"cost_usd":0.000017094000000000003,"model":"jev-1.13.0"}
{"id":"lme:09d032c9:think","family":"lme:09d032c9:think","split":"eval","label":"other","slice":"think:single-session-preference","protected":false,"rep":1,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":126,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:1a1907b4:think","family":"lme:1a1907b4:think","split":"calibrate","label":"other","slice":"think:single-session-preference","protected":false,"rep":1,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":178,"input_tokens":411,"cost_usd":0.000017262000000000002,"model":"jev-1.13.0"}
{"id":"lme:38146c39:think","family":"lme:38146c39:think","split":"eval","label":"other","slice":"think:single-session-preference","protected":false,"rep":1,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":138,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:d24813b1:think","family":"lme:d24813b1:think","split":"calibrate","label":"other","slice":"think:single-session-preference","protected":false,"rep":1,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":118,"input_tokens":402,"cost_usd":0.000016884000000000003,"model":"jev-1.13.0"}
{"id":"lme:57f827a0:think","family":"lme:57f827a0:think","split":"eval","label":"other","slice":"think:single-session-preference","protected":false,"rep":1,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":134,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:95228167:think","family":"lme:95228167:think","split":"eval","label":"other","slice":"think:single-session-preference","protected":false,"rep":1,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":141,"input_tokens":408,"cost_usd":0.000017136,"model":"jev-1.13.0"}
{"id":"lme:75f70248:think","family":"lme:75f70248:think","split":"calibrate","label":"other","slice":"think:single-session-preference","protected":false,"rep":1,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":131,"input_tokens":403,"cost_usd":0.000016926,"model":"jev-1.13.0"}
{"id":"lme:505af2f5:think","family":"lme:505af2f5:think","split":"eval","label":"other","slice":"think:single-session-preference","protected":false,"rep":1,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":212,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:d6233ab6:think","family":"lme:d6233ab6:think","split":"calibrate","label":"other","slice":"think:single-session-preference","protected":false,"rep":1,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":119,"input_tokens":405,"cost_usd":0.00001701,"model":"jev-1.13.0"}
{"id":"lme:1da05512:think","family":"lme:1da05512:think","split":"eval","label":"other","slice":"think:single-session-preference","protected":false,"rep":1,"value":0.5,"choice":"other","probabilities":{"temporal":0.49,"knowledge_update":0.01,"other":0.5},"latency_ms":142,"input_tokens":402,"cost_usd":0.000016884000000000003,"model":"jev-1.13.0"}
{"id":"lme:fca70973:think","family":"lme:fca70973:think","split":"calibrate","label":"other","slice":"think:single-session-preference","protected":false,"rep":1,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":120,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:b6025781:think","family":"lme:b6025781:think","split":"eval","label":"other","slice":"think:single-session-preference","protected":false,"rep":1,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":147,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:a89d7624:think","family":"lme:a89d7624:think","split":"calibrate","label":"other","slice":"think:single-session-preference","protected":false,"rep":1,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":124,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:1d4e3b97:think","family":"lme:1d4e3b97:think","split":"eval","label":"other","slice":"think:single-session-preference","protected":false,"rep":1,"value":0.92,"choice":"other","probabilities":{"temporal":0.05,"knowledge_update":0.03,"other":0.92},"latency_ms":127,"input_tokens":406,"cost_usd":0.000017052000000000002,"model":"jev-1.13.0"}
{"id":"lme:b0479f84:think","family":"lme:b0479f84:think","split":"eval","label":"other","slice":"think:single-session-preference","protected":false,"rep":1,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":136,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:07b6f563:think","family":"lme:07b6f563:think","split":"eval","label":"other","slice":"think:single-session-preference","protected":false,"rep":1,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":171,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:1c0ddc50:think","family":"lme:1c0ddc50:think","split":"calibrate","label":"other","slice":"think:single-session-preference","protected":false,"rep":1,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":242,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:0a34ad58:think","family":"lme:0a34ad58:think","split":"calibrate","label":"other","slice":"think:single-session-preference","protected":false,"rep":1,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":134,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:d3ab962e:search","family":"lme:d3ab962e:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.77,"choice":"general","probabilities":{"entity":0.01,"temporal":0.21,"event":0.01,"concept":0,"general":0.77},"latency_ms":128,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:d3ab962e:think","family":"lme:d3ab962e:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.66,"choice":"other","probabilities":{"temporal":0.34,"knowledge_update":0,"other":0.66},"latency_ms":143,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:2311e44b:search","family":"lme:2311e44b:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.63,"choice":"general","probabilities":{"entity":0.15,"temporal":0.22,"event":0,"concept":0,"general":0.63},"latency_ms":155,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:2311e44b:think","family":"lme:2311e44b:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.91,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.91,"other":0.09},"latency_ms":132,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:cc06de0d:search","family":"lme:cc06de0d:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.99,"choice":"general","probabilities":{"entity":0,"temporal":0.01,"event":0,"concept":0,"general":0.99},"latency_ms":124,"input_tokens":448,"cost_usd":0.000018816,"model":"jev-1.13.0"}
{"id":"lme:cc06de0d:think","family":"lme:cc06de0d:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.95,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.05,"other":0.95},"latency_ms":147,"input_tokens":401,"cost_usd":0.000016842,"model":"jev-1.13.0"}
{"id":"lme:a11281a2:search","family":"lme:a11281a2:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.99,"choice":"temporal","probabilities":{"entity":0,"temporal":0.99,"event":0,"concept":0,"general":0.01},"latency_ms":119,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:a11281a2:think","family":"lme:a11281a2:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.47,"choice":"temporal","probabilities":{"temporal":0.47,"knowledge_update":0.09,"other":0.44},"latency_ms":139,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:4f54b7c9:search","family":"lme:4f54b7c9:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.92,"choice":"general","probabilities":{"entity":0.04,"temporal":0.03,"event":0.01,"concept":0,"general":0.92},"latency_ms":113,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:85fa3a3f:search","family":"lme:85fa3a3f:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.91,"choice":"general","probabilities":{"entity":0.08,"temporal":0,"event":0.01,"concept":0,"general":0.91},"latency_ms":109,"input_tokens":457,"cost_usd":0.000019194,"model":"jev-1.13.0"}
{"id":"lme:4f54b7c9:think","family":"lme:4f54b7c9:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.9,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.1,"other":0.9},"latency_ms":133,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:85fa3a3f:think","family":"lme:85fa3a3f:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.93,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.07,"other":0.93},"latency_ms":123,"input_tokens":410,"cost_usd":0.00001722,"model":"jev-1.13.0"}
{"id":"lme:9aaed6a3:search","family":"lme:9aaed6a3:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.65,"choice":"temporal","probabilities":{"entity":0.05,"temporal":0.65,"event":0.1,"concept":0,"general":0.2},"latency_ms":139,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:9aaed6a3:think","family":"lme:9aaed6a3:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.67,"choice":"other","probabilities":{"temporal":0.24,"knowledge_update":0.09,"other":0.67},"latency_ms":138,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:1f2b8d4f:search","family":"lme:1f2b8d4f:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.93,"choice":"general","probabilities":{"entity":0.05,"temporal":0,"event":0,"concept":0.02,"general":0.93},"latency_ms":122,"input_tokens":449,"cost_usd":0.000018858,"model":"jev-1.13.0"}
{"id":"lme:1f2b8d4f:think","family":"lme:1f2b8d4f:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.86,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.14,"other":0.86},"latency_ms":119,"input_tokens":402,"cost_usd":0.000016884000000000003,"model":"jev-1.13.0"}
{"id":"lme:e6041065:search","family":"lme:e6041065:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.53,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.53,"event":0.02,"concept":0,"general":0.44},"latency_ms":121,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:e6041065:think","family":"lme:e6041065:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.86,"choice":"other","probabilities":{"temporal":0.08,"knowledge_update":0.06,"other":0.86},"latency_ms":139,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:51c32626:search","family":"lme:51c32626:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":195,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:51c32626:think","family":"lme:51c32626:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":134,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:d905b33f:search","family":"lme:d905b33f:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.51,"choice":"event","probabilities":{"entity":0.02,"temporal":0.01,"event":0.51,"concept":0,"general":0.46},"latency_ms":143,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:d905b33f:think","family":"lme:d905b33f:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.96,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.04,"other":0.96},"latency_ms":142,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:7405e8b1:search","family":"lme:7405e8b1:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.49,"choice":"general","probabilities":{"entity":0.02,"temporal":0.24,"event":0.25,"concept":0,"general":0.49},"latency_ms":137,"input_tokens":455,"cost_usd":0.00001911,"model":"jev-1.13.0"}
{"id":"lme:7405e8b1:think","family":"lme:7405e8b1:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.94,"choice":"other","probabilities":{"temporal":0.06,"knowledge_update":0,"other":0.94},"latency_ms":136,"input_tokens":408,"cost_usd":0.000017136,"model":"jev-1.13.0"}
{"id":"lme:f35224e0:search","family":"lme:f35224e0:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.8,"choice":"general","probabilities":{"entity":0.05,"temporal":0.15,"event":0,"concept":0,"general":0.8},"latency_ms":119,"input_tokens":453,"cost_usd":0.000019026,"model":"jev-1.13.0"}
{"id":"lme:f35224e0:think","family":"lme:f35224e0:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.64,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.64,"other":0.36},"latency_ms":133,"input_tokens":406,"cost_usd":0.000017052000000000002,"model":"jev-1.13.0"}
{"id":"lme:6456829e:search","family":"lme:6456829e:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.75,"choice":"general","probabilities":{"entity":0.04,"temporal":0.18,"event":0.03,"concept":0,"general":0.75},"latency_ms":129,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:6456829e:think","family":"lme:6456829e:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.66,"choice":"other","probabilities":{"temporal":0.27,"knowledge_update":0.07,"other":0.66},"latency_ms":139,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:a4996e51:search","family":"lme:a4996e51:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.8,"choice":"general","probabilities":{"entity":0,"temporal":0.2,"event":0,"concept":0,"general":0.8},"latency_ms":189,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:a4996e51:think","family":"lme:a4996e51:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.68,"choice":"other","probabilities":{"temporal":0.3,"knowledge_update":0.02,"other":0.68},"latency_ms":156,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:3c1045c8:search","family":"lme:3c1045c8:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.59,"choice":"general","probabilities":{"entity":0.08,"temporal":0.33,"event":0,"concept":0,"general":0.59},"latency_ms":117,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:3c1045c8:think","family":"lme:3c1045c8:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.46,"choice":"other","probabilities":{"temporal":0.41,"knowledge_update":0.13,"other":0.46},"latency_ms":141,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:60036106:search","family":"lme:60036106:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.88,"choice":"general","probabilities":{"entity":0.05,"temporal":0.05,"event":0.02,"concept":0,"general":0.88},"latency_ms":173,"input_tokens":447,"cost_usd":0.000018774000000000004,"model":"jev-1.13.0"}
{"id":"lme:60036106:think","family":"lme:60036106:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.73,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.27,"other":0.73},"latency_ms":135,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:681a1674:search","family":"lme:681a1674:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.86,"choice":"general","probabilities":{"entity":0.02,"temporal":0.08,"event":0.04,"concept":0,"general":0.86},"latency_ms":128,"input_tokens":438,"cost_usd":0.000018396,"model":"jev-1.13.0"}
{"id":"lme:681a1674:think","family":"lme:681a1674:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.87,"choice":"other","probabilities":{"temporal":0.02,"knowledge_update":0.11,"other":0.87},"latency_ms":145,"input_tokens":391,"cost_usd":0.000016422000000000003,"model":"jev-1.13.0"}
{"id":"lme:e25c3b8d:search","family":"lme:e25c3b8d:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.61,"choice":"general","probabilities":{"entity":0.04,"temporal":0.01,"event":0.34,"concept":0,"general":0.61},"latency_ms":133,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:e25c3b8d:think","family":"lme:e25c3b8d:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.98,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.02,"other":0.98},"latency_ms":135,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:4adc0475:search","family":"lme:4adc0475:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.71,"choice":"general","probabilities":{"entity":0.08,"temporal":0.21,"event":0,"concept":0,"general":0.71},"latency_ms":139,"input_tokens":447,"cost_usd":0.000018774000000000004,"model":"jev-1.13.0"}
{"id":"lme:4adc0475:think","family":"lme:4adc0475:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.84,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.84,"other":0.16},"latency_ms":144,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:4bc144e2:search","family":"lme:4bc144e2:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.95,"choice":"general","probabilities":{"entity":0,"temporal":0.02,"event":0.03,"concept":0,"general":0.95},"latency_ms":146,"input_tokens":441,"cost_usd":0.000018522,"model":"jev-1.13.0"}
{"id":"lme:4bc144e2:think","family":"lme:4bc144e2:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.98,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.02,"other":0.98},"latency_ms":131,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:ef66a6e5:search","family":"lme:ef66a6e5:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.75,"choice":"temporal","probabilities":{"entity":0.04,"temporal":0.75,"event":0,"concept":0,"general":0.21},"latency_ms":128,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:ef66a6e5:think","family":"lme:ef66a6e5:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.75,"choice":"other","probabilities":{"temporal":0.12,"knowledge_update":0.13,"other":0.75},"latency_ms":145,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:5025383b:search","family":"lme:5025383b:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.5599999999999999,"choice":"entity","probabilities":{"entity":0.5599999999999999,"temporal":0,"event":0.01,"concept":0.18,"general":0.25},"latency_ms":152,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:5025383b:think","family":"lme:5025383b:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":142,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:a1cc6108:search","family":"lme:a1cc6108:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.98,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.98,"event":0,"concept":0,"general":0.01},"latency_ms":135,"input_tokens":438,"cost_usd":0.000018396,"model":"jev-1.13.0"}
{"id":"lme:a1cc6108:think","family":"lme:a1cc6108:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":116,"input_tokens":391,"cost_usd":0.000016422000000000003,"model":"jev-1.13.0"}
{"id":"lme:9ee3ecd6:think","family":"lme:9ee3ecd6:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.83,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.83,"other":0.17},"latency_ms":112,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:9ee3ecd6:search","family":"lme:9ee3ecd6:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.86,"choice":"general","probabilities":{"entity":0.1,"temporal":0.01,"event":0.01,"concept":0.02,"general":0.86},"latency_ms":185,"input_tokens":447,"cost_usd":0.000018774000000000004,"model":"jev-1.13.0"}
{"id":"lme:3fdac837:search","family":"lme:3fdac837:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.92,"choice":"temporal","probabilities":{"entity":0,"temporal":0.92,"event":0,"concept":0,"general":0.08},"latency_ms":142,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:3fdac837:think","family":"lme:3fdac837:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.9,"choice":"temporal","probabilities":{"temporal":0.9,"knowledge_update":0,"other":0.1},"latency_ms":132,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:91b15a6e:search","family":"lme:91b15a6e:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.9,"choice":"general","probabilities":{"entity":0.08,"temporal":0,"event":0.01,"concept":0.01,"general":0.9},"latency_ms":118,"input_tokens":449,"cost_usd":0.000018858,"model":"jev-1.13.0"}
{"id":"lme:91b15a6e:think","family":"lme:91b15a6e:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.84,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.16,"other":0.84},"latency_ms":143,"input_tokens":402,"cost_usd":0.000016884000000000003,"model":"jev-1.13.0"}
{"id":"lme:27016adc:search","family":"lme:27016adc:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.96,"choice":"general","probabilities":{"entity":0.03,"temporal":0,"event":0,"concept":0.01,"general":0.96},"latency_ms":149,"input_tokens":452,"cost_usd":0.000018984,"model":"jev-1.13.0"}
{"id":"lme:27016adc:think","family":"lme:27016adc:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":140,"input_tokens":405,"cost_usd":0.00001701,"model":"jev-1.13.0"}
{"id":"lme:720133ac:search","family":"lme:720133ac:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.74,"choice":"general","probabilities":{"entity":0.2,"temporal":0,"event":0.05,"concept":0.01,"general":0.74},"latency_ms":163,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:720133ac:think","family":"lme:720133ac:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":146,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:77eafa52:search","family":"lme:77eafa52:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.93,"choice":"general","probabilities":{"entity":0.01,"temporal":0.04,"event":0.02,"concept":0,"general":0.93},"latency_ms":154,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:77eafa52:think","family":"lme:77eafa52:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.75,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.25,"other":0.75},"latency_ms":198,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:8979f9ec:search","family":"lme:8979f9ec:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.97,"choice":"general","probabilities":{"entity":0.02,"temporal":0.01,"event":0,"concept":0,"general":0.97},"latency_ms":166,"input_tokens":449,"cost_usd":0.000018858,"model":"jev-1.13.0"}
{"id":"lme:8979f9ec:think","family":"lme:8979f9ec:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.96,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.04,"other":0.96},"latency_ms":140,"input_tokens":402,"cost_usd":0.000016884000000000003,"model":"jev-1.13.0"}
{"id":"lme:0100672e:search","family":"lme:0100672e:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.9400000000000001,"choice":"general","probabilities":{"entity":0.03,"temporal":0,"event":0.03,"concept":0,"general":0.9400000000000001},"latency_ms":133,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:0100672e:think","family":"lme:0100672e:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":147,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:a96c20ee:search","family":"lme:a96c20ee:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.91,"choice":"entity","probabilities":{"entity":0.91,"temporal":0,"event":0.09,"concept":0,"general":0},"latency_ms":168,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:a96c20ee:think","family":"lme:a96c20ee:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":124,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:92a0aa75:search","family":"lme:92a0aa75:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":127,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:92a0aa75:think","family":"lme:92a0aa75:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.99,"choice":"temporal","probabilities":{"temporal":0.99,"knowledge_update":0.01,"other":0},"latency_ms":173,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:3fe836c9:search","family":"lme:3fe836c9:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.98,"choice":"general","probabilities":{"entity":0.01,"temporal":0,"event":0.01,"concept":0,"general":0.98},"latency_ms":125,"input_tokens":448,"cost_usd":0.000018816,"model":"jev-1.13.0"}
{"id":"lme:3fe836c9:think","family":"lme:3fe836c9:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":250,"input_tokens":401,"cost_usd":0.000016842,"model":"jev-1.13.0"}
{"id":"lme:1c549ce4:search","family":"lme:1c549ce4:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.87,"choice":"general","probabilities":{"entity":0.11,"temporal":0,"event":0.02,"concept":0,"general":0.87},"latency_ms":174,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:6c49646a:search","family":"lme:6c49646a:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.93,"choice":"general","probabilities":{"entity":0.01,"temporal":0.03,"event":0.02,"concept":0,"general":0.93},"latency_ms":138,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:1c549ce4:think","family":"lme:1c549ce4:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.95,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.05,"other":0.95},"latency_ms":164,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:6c49646a:think","family":"lme:6c49646a:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.95,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.05,"other":0.95},"latency_ms":136,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:1192316e:search","family":"lme:1192316e:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.88,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.88,"event":0,"concept":0,"general":0.11},"latency_ms":156,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:1192316e:think","family":"lme:1192316e:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.98,"choice":"temporal","probabilities":{"temporal":0.98,"knowledge_update":0,"other":0.02},"latency_ms":150,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:0ea62687:search","family":"lme:0ea62687:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":151,"input_tokens":447,"cost_usd":0.000018774000000000004,"model":"jev-1.13.0"}
{"id":"lme:0ea62687:think","family":"lme:0ea62687:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.55,"choice":"knowledge_update","probabilities":{"temporal":0.31,"knowledge_update":0.55,"other":0.14},"latency_ms":131,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:67e0d0f2:search","family":"lme:67e0d0f2:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.61,"choice":"general","probabilities":{"entity":0.05,"temporal":0.34,"event":0,"concept":0,"general":0.61},"latency_ms":120,"input_tokens":441,"cost_usd":0.000018522,"model":"jev-1.13.0"}
{"id":"lme:67e0d0f2:think","family":"lme:67e0d0f2:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.82,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.82,"other":0.18},"latency_ms":117,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:bb7c3b45:search","family":"lme:bb7c3b45:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.78,"choice":"general","probabilities":{"entity":0.05,"temporal":0.01,"event":0.16,"concept":0,"general":0.78},"latency_ms":147,"input_tokens":441,"cost_usd":0.000018522,"model":"jev-1.13.0"}
{"id":"lme:bb7c3b45:think","family":"lme:bb7c3b45:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.96,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.04,"other":0.96},"latency_ms":153,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:ba358f49:search","family":"lme:ba358f49:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.96,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.96,"event":0.02,"concept":0,"general":0.01},"latency_ms":149,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:ba358f49:think","family":"lme:ba358f49:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.96,"choice":"temporal","probabilities":{"temporal":0.96,"knowledge_update":0,"other":0.04},"latency_ms":136,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:61f8c8f8:search","family":"lme:61f8c8f8:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.81,"choice":"temporal","probabilities":{"entity":0,"temporal":0.81,"event":0.01,"concept":0,"general":0.18},"latency_ms":128,"input_tokens":448,"cost_usd":0.000018816,"model":"jev-1.13.0"}
{"id":"lme:61f8c8f8:think","family":"lme:61f8c8f8:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.49,"choice":"other","probabilities":{"temporal":0.49,"knowledge_update":0.02,"other":0.49},"latency_ms":135,"input_tokens":401,"cost_usd":0.000016842,"model":"jev-1.13.0"}
{"id":"lme:60159905:search","family":"lme:60159905:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.95,"choice":"temporal","probabilities":{"entity":0,"temporal":0.95,"event":0.03,"concept":0,"general":0.02},"latency_ms":152,"input_tokens":441,"cost_usd":0.000018522,"model":"jev-1.13.0"}
{"id":"lme:60159905:think","family":"lme:60159905:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.75,"choice":"temporal","probabilities":{"temporal":0.75,"knowledge_update":0.02,"other":0.23},"latency_ms":130,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:ef9cf60a:search","family":"lme:ef9cf60a:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.86,"choice":"general","probabilities":{"entity":0.06,"temporal":0.02,"event":0.06,"concept":0,"general":0.86},"latency_ms":144,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:ef9cf60a:think","family":"lme:ef9cf60a:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":147,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:73d42213:search","family":"lme:73d42213:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":131,"input_tokens":439,"cost_usd":0.000018438000000000002,"model":"jev-1.13.0"}
{"id":"lme:73d42213:think","family":"lme:73d42213:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":124,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:bc149d6b:search","family":"lme:bc149d6b:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.83,"choice":"temporal","probabilities":{"entity":0.02,"temporal":0.83,"event":0,"concept":0,"general":0.15},"latency_ms":155,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:bc149d6b:think","family":"lme:bc149d6b:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.64,"choice":"temporal","probabilities":{"temporal":0.64,"knowledge_update":0.03,"other":0.33},"latency_ms":168,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:099778bb:search","family":"lme:099778bb:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.74,"choice":"general","probabilities":{"entity":0.23,"temporal":0.03,"event":0,"concept":0,"general":0.74},"latency_ms":125,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:099778bb:think","family":"lme:099778bb:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.96,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.96,"other":0.04},"latency_ms":118,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:09ba9854:search","family":"lme:09ba9854:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":1,"choice":"general","probabilities":{"entity":0,"temporal":0,"event":0,"concept":0,"general":1},"latency_ms":137,"input_tokens":449,"cost_usd":0.000018858,"model":"jev-1.13.0"}
{"id":"lme:09ba9854:think","family":"lme:09ba9854:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.95,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.05,"other":0.95},"latency_ms":129,"input_tokens":402,"cost_usd":0.000016884000000000003,"model":"jev-1.13.0"}
{"id":"lme:d6062bb9:search","family":"lme:d6062bb9:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.58,"choice":"general","probabilities":{"entity":0.08,"temporal":0.34,"event":0,"concept":0,"general":0.58},"latency_ms":138,"input_tokens":449,"cost_usd":0.000018858,"model":"jev-1.13.0"}
{"id":"lme:d6062bb9:think","family":"lme:d6062bb9:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.91,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.91,"other":0.09},"latency_ms":139,"input_tokens":402,"cost_usd":0.000016884000000000003,"model":"jev-1.13.0"}
{"id":"lme:157a136e:search","family":"lme:157a136e:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.78,"choice":"temporal","probabilities":{"entity":0.08,"temporal":0.78,"event":0,"concept":0,"general":0.14},"latency_ms":124,"input_tokens":439,"cost_usd":0.000018438000000000002,"model":"jev-1.13.0"}
{"id":"lme:157a136e:think","family":"lme:157a136e:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.95,"choice":"temporal","probabilities":{"temporal":0.95,"knowledge_update":0,"other":0.05},"latency_ms":131,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:c18a7dc8:search","family":"lme:c18a7dc8:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.98,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.98,"event":0,"concept":0,"general":0.01},"latency_ms":166,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:c18a7dc8:think","family":"lme:c18a7dc8:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":171,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:a3332713:search","family":"lme:a3332713:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.95,"choice":"general","probabilities":{"entity":0.03,"temporal":0.01,"event":0.01,"concept":0,"general":0.95},"latency_ms":153,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:a3332713:think","family":"lme:a3332713:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.97,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.03,"other":0.97},"latency_ms":135,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:55241a1f:search","family":"lme:55241a1f:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.64,"choice":"temporal","probabilities":{"entity":0.04,"temporal":0.64,"event":0.01,"concept":0,"general":0.31},"latency_ms":173,"input_tokens":451,"cost_usd":0.000018942000000000003,"model":"jev-1.13.0"}
{"id":"lme:55241a1f:think","family":"lme:55241a1f:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.9,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.9,"other":0.1},"latency_ms":150,"input_tokens":404,"cost_usd":0.000016968,"model":"jev-1.13.0"}
{"id":"lme:a08a253f:search","family":"lme:a08a253f:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.92,"choice":"temporal","probabilities":{"entity":0,"temporal":0.92,"event":0,"concept":0,"general":0.08},"latency_ms":139,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:a08a253f:think","family":"lme:a08a253f:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.61,"choice":"temporal","probabilities":{"temporal":0.61,"knowledge_update":0.26,"other":0.13},"latency_ms":168,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:f0e564bc:search","family":"lme:f0e564bc:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.97,"choice":"general","probabilities":{"entity":0.01,"temporal":0.01,"event":0.01,"concept":0,"general":0.97},"latency_ms":134,"input_tokens":447,"cost_usd":0.000018774000000000004,"model":"jev-1.13.0"}
{"id":"lme:f0e564bc:think","family":"lme:f0e564bc:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.97,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.03,"other":0.97},"latency_ms":189,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:078150f1:search","family":"lme:078150f1:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.86,"choice":"general","probabilities":{"entity":0.01,"temporal":0.01,"event":0.12,"concept":0,"general":0.86},"latency_ms":185,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:078150f1:think","family":"lme:078150f1:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.91,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.09,"other":0.91},"latency_ms":127,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:8cf4d046:search","family":"lme:8cf4d046:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.8,"choice":"general","probabilities":{"entity":0.18,"temporal":0.01,"event":0,"concept":0.01,"general":0.8},"latency_ms":133,"input_tokens":441,"cost_usd":0.000018522,"model":"jev-1.13.0"}
{"id":"lme:8cf4d046:think","family":"lme:8cf4d046:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.89,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.11,"other":0.89},"latency_ms":157,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:a346bb18:search","family":"lme:a346bb18:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.54,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.54,"event":0.01,"concept":0,"general":0.44},"latency_ms":141,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:a346bb18:think","family":"lme:a346bb18:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.75,"choice":"temporal","probabilities":{"temporal":0.75,"knowledge_update":0,"other":0.25},"latency_ms":127,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:37f165cf:search","family":"lme:37f165cf:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.5,"choice":"general","probabilities":{"entity":0.19,"temporal":0.31,"event":0,"concept":0,"general":0.5},"latency_ms":135,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:37f165cf:think","family":"lme:37f165cf:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.76,"choice":"other","probabilities":{"temporal":0.24,"knowledge_update":0,"other":0.76},"latency_ms":122,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:8e91e7d9:search","family":"lme:8e91e7d9:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.77,"choice":"general","probabilities":{"entity":0.23,"temporal":0,"event":0,"concept":0,"general":0.77},"latency_ms":133,"input_tokens":439,"cost_usd":0.000018438000000000002,"model":"jev-1.13.0"}
{"id":"lme:8e91e7d9:think","family":"lme:8e91e7d9:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.78,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.22,"other":0.78},"latency_ms":128,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:87f22b4a:search","family":"lme:87f22b4a:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.75,"choice":"temporal","probabilities":{"entity":0,"temporal":0.75,"event":0,"concept":0,"general":0.25},"latency_ms":137,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:87f22b4a:think","family":"lme:87f22b4a:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.48,"choice":"other","probabilities":{"temporal":0.09,"knowledge_update":0.43,"other":0.48},"latency_ms":123,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:e56a43b9:search","family":"lme:e56a43b9:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.57,"choice":"event","probabilities":{"entity":0.08,"temporal":0.04,"event":0.57,"concept":0,"general":0.31},"latency_ms":140,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:e56a43b9:think","family":"lme:e56a43b9:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.7,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.7,"other":0.3},"latency_ms":118,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:efc3f7c2:search","family":"lme:efc3f7c2:search","split":"calibrate","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.96,"choice":"temporal","probabilities":{"entity":0,"temporal":0.96,"event":0,"concept":0,"general":0.04},"latency_ms":138,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:efc3f7c2:think","family":"lme:efc3f7c2:think","split":"calibrate","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.84,"choice":"temporal","probabilities":{"temporal":0.84,"knowledge_update":0.02,"other":0.14},"latency_ms":133,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:21d02d0d:think","family":"lme:21d02d0d:think","split":"eval","label":"other","slice":"think:multi-session","protected":false,"rep":1,"value":0.57,"choice":"other","probabilities":{"temporal":0.42,"knowledge_update":0.01,"other":0.57},"latency_ms":115,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:21d02d0d:search","family":"lme:21d02d0d:search","split":"eval","label":"general","slice":"search:multi-session","protected":false,"rep":1,"value":0.83,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.83,"event":0.05,"concept":0,"general":0.11},"latency_ms":146,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:gpt4_59149c77:search","family":"lme:gpt4_59149c77:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":119,"input_tokens":464,"cost_usd":0.000019488,"model":"jev-1.13.0"}
{"id":"lme:gpt4_59149c77:think","family":"lme:gpt4_59149c77:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":128,"input_tokens":417,"cost_usd":0.000017514000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_f49edff3:search","family":"lme:gpt4_f49edff3:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":116,"input_tokens":480,"cost_usd":0.00002016,"model":"jev-1.13.0"}
{"id":"lme:gpt4_f49edff3:think","family":"lme:gpt4_f49edff3:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":149,"input_tokens":433,"cost_usd":0.000018186000000000002,"model":"jev-1.13.0"}
{"id":"lme:71017276:search","family":"lme:71017276:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":132,"input_tokens":448,"cost_usd":0.000018816,"model":"jev-1.13.0"}
{"id":"lme:71017276:think","family":"lme:71017276:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":142,"input_tokens":401,"cost_usd":0.000016842,"model":"jev-1.13.0"}
{"id":"lme:b46e15ed:search","family":"lme:b46e15ed:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":158,"input_tokens":449,"cost_usd":0.000018858,"model":"jev-1.13.0"}
{"id":"lme:b46e15ed:think","family":"lme:b46e15ed:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":129,"input_tokens":402,"cost_usd":0.000016884000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_fa19884c:search","family":"lme:gpt4_fa19884c:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":153,"input_tokens":460,"cost_usd":0.00001932,"model":"jev-1.13.0"}
{"id":"lme:gpt4_fa19884c:think","family":"lme:gpt4_fa19884c:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":130,"input_tokens":413,"cost_usd":0.000017346000000000003,"model":"jev-1.13.0"}
{"id":"lme:0bc8ad92:search","family":"lme:0bc8ad92:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":153,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:0bc8ad92:think","family":"lme:0bc8ad92:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":130,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:af082822:think","family":"lme:af082822:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":117,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:af082822:search","family":"lme:af082822:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":134,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:gpt4_4929293a:search","family":"lme:gpt4_4929293a:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":145,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_4929293a:think","family":"lme:gpt4_4929293a:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":149,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:gpt4_b5700ca9:think","family":"lme:gpt4_b5700ca9:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":131,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_b5700ca9:search","family":"lme:gpt4_b5700ca9:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":146,"input_tokens":447,"cost_usd":0.000018774000000000004,"model":"jev-1.13.0"}
{"id":"lme:9a707b81:think","family":"lme:9a707b81:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":127,"input_tokens":406,"cost_usd":0.000017052000000000002,"model":"jev-1.13.0"}
{"id":"lme:9a707b81:search","family":"lme:9a707b81:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":131,"input_tokens":453,"cost_usd":0.000019026,"model":"jev-1.13.0"}
{"id":"lme:gpt4_1d4ab0c9:search","family":"lme:gpt4_1d4ab0c9:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":139,"input_tokens":454,"cost_usd":0.000019068,"model":"jev-1.13.0"}
{"id":"lme:gpt4_e072b769:search","family":"lme:gpt4_e072b769:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":119,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:gpt4_1d4ab0c9:think","family":"lme:gpt4_1d4ab0c9:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":255,"input_tokens":407,"cost_usd":0.000017094000000000003,"model":"jev-1.13.0"}
{"id":"lme:0db4c65d:search","family":"lme:0db4c65d:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":153,"input_tokens":475,"cost_usd":0.00001995,"model":"jev-1.13.0"}
{"id":"lme:gpt4_e072b769:think","family":"lme:gpt4_e072b769:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":174,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:0db4c65d:think","family":"lme:0db4c65d:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":114,"input_tokens":428,"cost_usd":0.000017976000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_1d80365e:search","family":"lme:gpt4_1d80365e:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.95,"choice":"temporal","probabilities":{"entity":0,"temporal":0.95,"event":0.03,"concept":0,"general":0.02},"latency_ms":171,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:gpt4_1d80365e:think","family":"lme:gpt4_1d80365e:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":0.97,"choice":"temporal","probabilities":{"temporal":0.97,"knowledge_update":0,"other":0.03},"latency_ms":170,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:gpt4_7f6b06db:search","family":"lme:gpt4_7f6b06db:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":160,"input_tokens":450,"cost_usd":0.000018900000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_7f6b06db:think","family":"lme:gpt4_7f6b06db:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":126,"input_tokens":403,"cost_usd":0.000016926,"model":"jev-1.13.0"}
{"id":"lme:gpt4_6dc9b45b:search","family":"lme:gpt4_6dc9b45b:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":130,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:gpt4_6dc9b45b:think","family":"lme:gpt4_6dc9b45b:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":119,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_8279ba02:search","family":"lme:gpt4_8279ba02:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":147,"input_tokens":439,"cost_usd":0.000018438000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_8279ba02:think","family":"lme:gpt4_8279ba02:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":140,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:gpt4_18c2b244:search","family":"lme:gpt4_18c2b244:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":124,"input_tokens":492,"cost_usd":0.000020664000000000004,"model":"jev-1.13.0"}
{"id":"lme:gpt4_18c2b244:think","family":"lme:gpt4_18c2b244:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":133,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:gpt4_a1b77f9c:search","family":"lme:gpt4_a1b77f9c:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.88,"choice":"temporal","probabilities":{"entity":0,"temporal":0.88,"event":0,"concept":0,"general":0.12},"latency_ms":145,"input_tokens":467,"cost_usd":0.000019614000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_a1b77f9c:think","family":"lme:gpt4_a1b77f9c:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":0.96,"choice":"temporal","probabilities":{"temporal":0.96,"knowledge_update":0,"other":0.04},"latency_ms":139,"input_tokens":420,"cost_usd":0.00001764,"model":"jev-1.13.0"}
{"id":"lme:gpt4_1916e0ea:think","family":"lme:gpt4_1916e0ea:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":132,"input_tokens":410,"cost_usd":0.00001722,"model":"jev-1.13.0"}
{"id":"lme:gpt4_1916e0ea:search","family":"lme:gpt4_1916e0ea:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":184,"input_tokens":457,"cost_usd":0.000019194,"model":"jev-1.13.0"}
{"id":"lme:gpt4_7a0daae1:search","family":"lme:gpt4_7a0daae1:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":120,"input_tokens":449,"cost_usd":0.000018858,"model":"jev-1.13.0"}
{"id":"lme:gpt4_7a0daae1:think","family":"lme:gpt4_7a0daae1:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":163,"input_tokens":402,"cost_usd":0.000016884000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_468eb063:search","family":"lme:gpt4_468eb063:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":146,"input_tokens":438,"cost_usd":0.000018396,"model":"jev-1.13.0"}
{"id":"lme:gpt4_468eb063:think","family":"lme:gpt4_468eb063:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":145,"input_tokens":391,"cost_usd":0.000016422000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_7abb270c:search","family":"lme:gpt4_7abb270c:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":175,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_7abb270c:think","family":"lme:gpt4_7abb270c:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":170,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:gpt4_1e4a8aeb:search","family":"lme:gpt4_1e4a8aeb:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":151,"input_tokens":451,"cost_usd":0.000018942000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_1e4a8aeb:think","family":"lme:gpt4_1e4a8aeb:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":163,"input_tokens":404,"cost_usd":0.000016968,"model":"jev-1.13.0"}
{"id":"lme:gpt4_4fc4f797:search","family":"lme:gpt4_4fc4f797:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":137,"input_tokens":454,"cost_usd":0.000019068,"model":"jev-1.13.0"}
{"id":"lme:gpt4_4fc4f797:think","family":"lme:gpt4_4fc4f797:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":134,"input_tokens":407,"cost_usd":0.000017094000000000003,"model":"jev-1.13.0"}
{"id":"lme:4dfccbf7:search","family":"lme:4dfccbf7:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":126,"input_tokens":457,"cost_usd":0.000019194,"model":"jev-1.13.0"}
{"id":"lme:4dfccbf7:think","family":"lme:4dfccbf7:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":126,"input_tokens":410,"cost_usd":0.00001722,"model":"jev-1.13.0"}
{"id":"lme:gpt4_61e13b3c:search","family":"lme:gpt4_61e13b3c:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":116,"input_tokens":462,"cost_usd":0.000019404000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_61e13b3c:think","family":"lme:gpt4_61e13b3c:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":143,"input_tokens":415,"cost_usd":0.00001743,"model":"jev-1.13.0"}
{"id":"lme:gpt4_45189cb4:search","family":"lme:gpt4_45189cb4:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":123,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:gpt4_45189cb4:think","family":"lme:gpt4_45189cb4:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":141,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:2ebe6c90:search","family":"lme:2ebe6c90:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.99,"choice":"temporal","probabilities":{"entity":0,"temporal":0.99,"event":0,"concept":0,"general":0.01},"latency_ms":147,"input_tokens":451,"cost_usd":0.000018942000000000003,"model":"jev-1.13.0"}
{"id":"lme:2ebe6c90:think","family":"lme:2ebe6c90:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":0.99,"choice":"temporal","probabilities":{"temporal":0.99,"knowledge_update":0,"other":0.01},"latency_ms":129,"input_tokens":404,"cost_usd":0.000016968,"model":"jev-1.13.0"}
{"id":"lme:gpt4_e061b84f:search","family":"lme:gpt4_e061b84f:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":143,"input_tokens":451,"cost_usd":0.000018942000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_e061b84f:think","family":"lme:gpt4_e061b84f:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":139,"input_tokens":404,"cost_usd":0.000016968,"model":"jev-1.13.0"}
{"id":"lme:370a8ff4:search","family":"lme:370a8ff4:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":145,"input_tokens":452,"cost_usd":0.000018984,"model":"jev-1.13.0"}
{"id":"lme:370a8ff4:think","family":"lme:370a8ff4:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":147,"input_tokens":405,"cost_usd":0.00001701,"model":"jev-1.13.0"}
{"id":"lme:gpt4_d6585ce8:search","family":"lme:gpt4_d6585ce8:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":140,"input_tokens":452,"cost_usd":0.000018984,"model":"jev-1.13.0"}
{"id":"lme:gpt4_d6585ce8:think","family":"lme:gpt4_d6585ce8:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":171,"input_tokens":405,"cost_usd":0.00001701,"model":"jev-1.13.0"}
{"id":"lme:gpt4_4ef30696:search","family":"lme:gpt4_4ef30696:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":116,"input_tokens":464,"cost_usd":0.000019488,"model":"jev-1.13.0"}
{"id":"lme:gpt4_ec93e27f:search","family":"lme:gpt4_ec93e27f:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.99,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.99,"event":0,"concept":0,"general":0},"latency_ms":114,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:gpt4_4ef30696:think","family":"lme:gpt4_4ef30696:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":140,"input_tokens":417,"cost_usd":0.000017514000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_ec93e27f:think","family":"lme:gpt4_ec93e27f:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":0.76,"choice":"temporal","probabilities":{"temporal":0.76,"knowledge_update":0.24,"other":0},"latency_ms":115,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:6e984301:search","family":"lme:6e984301:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":136,"input_tokens":453,"cost_usd":0.000019026,"model":"jev-1.13.0"}
{"id":"lme:8077ef71:search","family":"lme:8077ef71:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":129,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:6e984301:think","family":"lme:6e984301:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":184,"input_tokens":406,"cost_usd":0.000017052000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_f420262c:search","family":"lme:gpt4_f420262c:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.99,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.99,"event":0,"concept":0,"general":0},"latency_ms":114,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:8077ef71:think","family":"lme:8077ef71:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":202,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:gpt4_f420262c:think","family":"lme:gpt4_f420262c:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":170,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:gpt4_8e165409:search","family":"lme:gpt4_8e165409:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":137,"input_tokens":464,"cost_usd":0.000019488,"model":"jev-1.13.0"}
{"id":"lme:gpt4_74aed68e:search","family":"lme:gpt4_74aed68e:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":161,"input_tokens":459,"cost_usd":0.000019278,"model":"jev-1.13.0"}
{"id":"lme:gpt4_8e165409:think","family":"lme:gpt4_8e165409:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":202,"input_tokens":417,"cost_usd":0.000017514000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_74aed68e:think","family":"lme:gpt4_74aed68e:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":122,"input_tokens":412,"cost_usd":0.000017304,"model":"jev-1.13.0"}
{"id":"lme:bcbe585f:search","family":"lme:bcbe585f:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":153,"input_tokens":447,"cost_usd":0.000018774000000000004,"model":"jev-1.13.0"}
{"id":"lme:bcbe585f:think","family":"lme:bcbe585f:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":141,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_21adecb5:search","family":"lme:gpt4_21adecb5:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":149,"input_tokens":449,"cost_usd":0.000018858,"model":"jev-1.13.0"}
{"id":"lme:gpt4_21adecb5:think","family":"lme:gpt4_21adecb5:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":147,"input_tokens":402,"cost_usd":0.000016884000000000003,"model":"jev-1.13.0"}
{"id":"lme:5e1b23de:search","family":"lme:5e1b23de:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":156,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:5e1b23de:think","family":"lme:5e1b23de:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":161,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:gpt4_98f46fc6:search","family":"lme:gpt4_98f46fc6:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":160,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:gpt4_98f46fc6:think","family":"lme:gpt4_98f46fc6:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":178,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:gpt4_af6db32f:think","family":"lme:gpt4_af6db32f:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":128,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:gpt4_af6db32f:search","family":"lme:gpt4_af6db32f:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":289,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:eac54adc:search","family":"lme:eac54adc:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":159,"input_tokens":448,"cost_usd":0.000018816,"model":"jev-1.13.0"}
{"id":"lme:eac54adc:think","family":"lme:eac54adc:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":155,"input_tokens":401,"cost_usd":0.000016842,"model":"jev-1.13.0"}
{"id":"lme:gpt4_7ddcf75f:search","family":"lme:gpt4_7ddcf75f:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":147,"input_tokens":450,"cost_usd":0.000018900000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_7ddcf75f:think","family":"lme:gpt4_7ddcf75f:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":148,"input_tokens":403,"cost_usd":0.000016926,"model":"jev-1.13.0"}
{"id":"lme:gpt4_a2d1d1f6:search","family":"lme:gpt4_a2d1d1f6:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":159,"input_tokens":448,"cost_usd":0.000018816,"model":"jev-1.13.0"}
{"id":"lme:gpt4_a2d1d1f6:think","family":"lme:gpt4_a2d1d1f6:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":136,"input_tokens":401,"cost_usd":0.000016842,"model":"jev-1.13.0"}
{"id":"lme:gpt4_85da3956:search","family":"lme:gpt4_85da3956:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":139,"input_tokens":447,"cost_usd":0.000018774000000000004,"model":"jev-1.13.0"}
{"id":"lme:gpt4_85da3956:think","family":"lme:gpt4_85da3956:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":202,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_b0863698:think","family":"lme:gpt4_b0863698:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":126,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:gpt4_b0863698:search","family":"lme:gpt4_b0863698:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":200,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_68e94287:search","family":"lme:gpt4_68e94287:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":121,"input_tokens":452,"cost_usd":0.000018984,"model":"jev-1.13.0"}
{"id":"lme:gpt4_68e94287:think","family":"lme:gpt4_68e94287:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":135,"input_tokens":405,"cost_usd":0.00001701,"model":"jev-1.13.0"}
{"id":"lme:gpt4_e414231e:think","family":"lme:gpt4_e414231e:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":142,"input_tokens":407,"cost_usd":0.000017094000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_e414231e:search","family":"lme:gpt4_e414231e:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":163,"input_tokens":454,"cost_usd":0.000019068,"model":"jev-1.13.0"}
{"id":"lme:gpt4_7ca326fa:think","family":"lme:gpt4_7ca326fa:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":130,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:gpt4_7ca326fa:search","family":"lme:gpt4_7ca326fa:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.79,"choice":"temporal","probabilities":{"entity":0.19,"temporal":0.79,"event":0,"concept":0,"general":0.02},"latency_ms":141,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:gpt4_7bc6cf22:search","family":"lme:gpt4_7bc6cf22:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":141,"input_tokens":448,"cost_usd":0.000018816,"model":"jev-1.13.0"}
{"id":"lme:gpt4_7bc6cf22:think","family":"lme:gpt4_7bc6cf22:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":133,"input_tokens":401,"cost_usd":0.000016842,"model":"jev-1.13.0"}
{"id":"lme:2ebe6c92:search","family":"lme:2ebe6c92:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.93,"choice":"entity","probabilities":{"entity":0.93,"temporal":0.05,"event":0.02,"concept":0,"general":0},"latency_ms":137,"input_tokens":438,"cost_usd":0.000018396,"model":"jev-1.13.0"}
{"id":"lme:2ebe6c92:think","family":"lme:2ebe6c92:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":0.78,"choice":"temporal","probabilities":{"temporal":0.78,"knowledge_update":0.05,"other":0.17},"latency_ms":142,"input_tokens":391,"cost_usd":0.000016422000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_e061b84g:think","family":"lme:gpt4_e061b84g:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":0.66,"choice":"other","probabilities":{"temporal":0.33,"knowledge_update":0.01,"other":0.66},"latency_ms":136,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:gpt4_e061b84g:search","family":"lme:gpt4_e061b84g:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.8200000000000001,"choice":"event","probabilities":{"entity":0.18,"temporal":0,"event":0.8200000000000001,"concept":0,"general":0},"latency_ms":144,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:71017277:search","family":"lme:71017277:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"entity","probabilities":{"entity":1,"temporal":0,"event":0,"concept":0,"general":0},"latency_ms":105,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:71017277:think","family":"lme:71017277:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":0.96,"choice":"other","probabilities":{"temporal":0.03,"knowledge_update":0.01,"other":0.96},"latency_ms":118,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:b46e15ee:search","family":"lme:b46e15ee:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.71,"choice":"event","probabilities":{"entity":0.25,"temporal":0.04,"event":0.71,"concept":0,"general":0},"latency_ms":127,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:b46e15ee:think","family":"lme:b46e15ee:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":0.68,"choice":"temporal","probabilities":{"temporal":0.68,"knowledge_update":0.01,"other":0.31},"latency_ms":162,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:gpt4_d6585ce9:search","family":"lme:gpt4_d6585ce9:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"entity","probabilities":{"entity":1,"temporal":0,"event":0,"concept":0,"general":0},"latency_ms":177,"input_tokens":441,"cost_usd":0.000018522,"model":"jev-1.13.0"}
{"id":"lme:gpt4_d6585ce9:think","family":"lme:gpt4_d6585ce9:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":0.96,"choice":"other","probabilities":{"temporal":0.03,"knowledge_update":0.01,"other":0.96},"latency_ms":165,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:gpt4_1e4a8aec:search","family":"lme:gpt4_1e4a8aec:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.58,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.58,"event":0.4,"concept":0,"general":0.01},"latency_ms":126,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_1e4a8aec:think","family":"lme:gpt4_1e4a8aec:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":0.85,"choice":"temporal","probabilities":{"temporal":0.85,"knowledge_update":0,"other":0.15},"latency_ms":149,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:gpt4_f420262d:search","family":"lme:gpt4_f420262d:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"entity","probabilities":{"entity":1,"temporal":0,"event":0,"concept":0,"general":0},"latency_ms":144,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:gpt4_f420262d:think","family":"lme:gpt4_f420262d:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":0.79,"choice":"other","probabilities":{"temporal":0.2,"knowledge_update":0.01,"other":0.79},"latency_ms":199,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:gpt4_59149c78:search","family":"lme:gpt4_59149c78:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.5,"choice":"entity","probabilities":{"entity":0.5,"temporal":0.01,"event":0.4,"concept":0,"general":0.09},"latency_ms":122,"input_tokens":450,"cost_usd":0.000018900000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_59149c78:think","family":"lme:gpt4_59149c78:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":0.97,"choice":"other","probabilities":{"temporal":0.03,"knowledge_update":0,"other":0.97},"latency_ms":126,"input_tokens":403,"cost_usd":0.000016926,"model":"jev-1.13.0"}
{"id":"lme:gpt4_e414231f:search","family":"lme:gpt4_e414231f:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.94,"choice":"entity","probabilities":{"entity":0.94,"temporal":0.03,"event":0.03,"concept":0,"general":0},"latency_ms":121,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_4929293b:search","family":"lme:gpt4_4929293b:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.96,"choice":"event","probabilities":{"entity":0.01,"temporal":0.03,"event":0.96,"concept":0,"general":0},"latency_ms":132,"input_tokens":448,"cost_usd":0.000018816,"model":"jev-1.13.0"}
{"id":"lme:gpt4_e414231f:think","family":"lme:gpt4_e414231f:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":0.58,"choice":"temporal","probabilities":{"temporal":0.58,"knowledge_update":0.04,"other":0.38},"latency_ms":139,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:gpt4_468eb064:search","family":"lme:gpt4_468eb064:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.98,"choice":"entity","probabilities":{"entity":0.98,"temporal":0,"event":0.02,"concept":0,"general":0},"latency_ms":121,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_4929293b:think","family":"lme:gpt4_4929293b:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":0.56,"choice":"temporal","probabilities":{"temporal":0.56,"knowledge_update":0.01,"other":0.43},"latency_ms":156,"input_tokens":401,"cost_usd":0.000016842,"model":"jev-1.13.0"}
{"id":"lme:gpt4_468eb064:think","family":"lme:gpt4_468eb064:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":0.88,"choice":"other","probabilities":{"temporal":0.12,"knowledge_update":0,"other":0.88},"latency_ms":132,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:gpt4_fa19884d:search","family":"lme:gpt4_fa19884d:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.99,"choice":"entity","probabilities":{"entity":0.99,"temporal":0.01,"event":0,"concept":0,"general":0},"latency_ms":178,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:gpt4_fa19884d:think","family":"lme:gpt4_fa19884d:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":0.49,"choice":"temporal","probabilities":{"temporal":0.49,"knowledge_update":0.35,"other":0.16},"latency_ms":133,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:9a707b82:search","family":"lme:9a707b82:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.88,"choice":"entity","probabilities":{"entity":0.88,"temporal":0.01,"event":0.1,"concept":0,"general":0.01},"latency_ms":138,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:9a707b82:think","family":"lme:9a707b82:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":0.74,"choice":"other","probabilities":{"temporal":0.24,"knowledge_update":0.02,"other":0.74},"latency_ms":158,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:eac54add:think","family":"lme:eac54add:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":0.73,"choice":"temporal","probabilities":{"temporal":0.73,"knowledge_update":0.01,"other":0.26},"latency_ms":132,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:eac54add:search","family":"lme:eac54add:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.86,"choice":"event","probabilities":{"entity":0.01,"temporal":0.13,"event":0.86,"concept":0,"general":0},"latency_ms":313,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:4dfccbf8:search","family":"lme:4dfccbf8:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.81,"choice":"event","probabilities":{"entity":0,"temporal":0.18,"event":0.81,"concept":0,"general":0.01},"latency_ms":123,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:4dfccbf8:think","family":"lme:4dfccbf8:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":0.57,"choice":"temporal","probabilities":{"temporal":0.57,"knowledge_update":0,"other":0.43},"latency_ms":144,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:0bc8ad93:search","family":"lme:0bc8ad93:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.57,"choice":"event","probabilities":{"entity":0.23,"temporal":0.09,"event":0.57,"concept":0,"general":0.11},"latency_ms":125,"input_tokens":447,"cost_usd":0.000018774000000000004,"model":"jev-1.13.0"}
{"id":"lme:6e984302:search","family":"lme:6e984302:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.9400000000000001,"choice":"entity","probabilities":{"entity":0.9400000000000001,"temporal":0.03,"event":0.03,"concept":0,"general":0},"latency_ms":130,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:0bc8ad93:think","family":"lme:0bc8ad93:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":0.87,"choice":"other","probabilities":{"temporal":0.12,"knowledge_update":0.01,"other":0.87},"latency_ms":141,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:6e984302:think","family":"lme:6e984302:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":0.53,"choice":"other","probabilities":{"temporal":0.41,"knowledge_update":0.06,"other":0.53},"latency_ms":130,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:gpt4_8279ba03:search","family":"lme:gpt4_8279ba03:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.9,"choice":"entity","probabilities":{"entity":0.9,"temporal":0.06,"event":0.04,"concept":0,"general":0},"latency_ms":133,"input_tokens":441,"cost_usd":0.000018522,"model":"jev-1.13.0"}
{"id":"lme:gpt4_8279ba03:think","family":"lme:gpt4_8279ba03:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":0.71,"choice":"temporal","probabilities":{"temporal":0.71,"knowledge_update":0.02,"other":0.27},"latency_ms":134,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:gpt4_b5700ca0:search","family":"lme:gpt4_b5700ca0:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.83,"choice":"entity","probabilities":{"entity":0.83,"temporal":0.03,"event":0.07,"concept":0,"general":0.07},"latency_ms":123,"input_tokens":439,"cost_usd":0.000018438000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_68e94288:search","family":"lme:gpt4_68e94288:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.91,"choice":"temporal","probabilities":{"entity":0,"temporal":0.91,"event":0.09,"concept":0,"general":0},"latency_ms":136,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:gpt4_b5700ca0:think","family":"lme:gpt4_b5700ca0:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":0.9,"choice":"other","probabilities":{"temporal":0.09,"knowledge_update":0.01,"other":0.9},"latency_ms":142,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:gpt4_68e94288:think","family":"lme:gpt4_68e94288:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":0.89,"choice":"temporal","probabilities":{"temporal":0.89,"knowledge_update":0,"other":0.11},"latency_ms":143,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2655b836:search","family":"lme:gpt4_2655b836:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.74,"choice":"event","probabilities":{"entity":0.01,"temporal":0.24,"event":0.74,"concept":0,"general":0.01},"latency_ms":178,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2655b836:think","family":"lme:gpt4_2655b836:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":0.89,"choice":"temporal","probabilities":{"temporal":0.89,"knowledge_update":0,"other":0.11},"latency_ms":124,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2487a7cb:search","family":"lme:gpt4_2487a7cb:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":147,"input_tokens":453,"cost_usd":0.000019026,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2487a7cb:think","family":"lme:gpt4_2487a7cb:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":131,"input_tokens":406,"cost_usd":0.000017052000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_76048e76:search","family":"lme:gpt4_76048e76:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.8,"choice":"temporal","probabilities":{"entity":0.2,"temporal":0.8,"event":0,"concept":0,"general":0},"latency_ms":126,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:gpt4_76048e76:think","family":"lme:gpt4_76048e76:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":133,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2312f94c:search","family":"lme:gpt4_2312f94c:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.99,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.99,"event":0,"concept":0,"general":0},"latency_ms":156,"input_tokens":451,"cost_usd":0.000018942000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2312f94c:think","family":"lme:gpt4_2312f94c:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":123,"input_tokens":404,"cost_usd":0.000016968,"model":"jev-1.13.0"}
{"id":"lme:0bb5a684:search","family":"lme:0bb5a684:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":164,"input_tokens":453,"cost_usd":0.000019026,"model":"jev-1.13.0"}
{"id":"lme:0bb5a684:think","family":"lme:0bb5a684:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":125,"input_tokens":406,"cost_usd":0.000017052000000000002,"model":"jev-1.13.0"}
{"id":"lme:08f4fc43:search","family":"lme:08f4fc43:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":136,"input_tokens":453,"cost_usd":0.000019026,"model":"jev-1.13.0"}
{"id":"lme:08f4fc43:think","family":"lme:08f4fc43:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":133,"input_tokens":406,"cost_usd":0.000017052000000000002,"model":"jev-1.13.0"}
{"id":"lme:2c63a862:search","family":"lme:2c63a862:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":133,"input_tokens":450,"cost_usd":0.000018900000000000002,"model":"jev-1.13.0"}
{"id":"lme:2c63a862:think","family":"lme:2c63a862:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":244,"input_tokens":403,"cost_usd":0.000016926,"model":"jev-1.13.0"}
{"id":"lme:gpt4_385a5000:search","family":"lme:gpt4_385a5000:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.98,"choice":"temporal","probabilities":{"entity":0.02,"temporal":0.98,"event":0,"concept":0,"general":0},"latency_ms":174,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:gpt4_385a5000:think","family":"lme:gpt4_385a5000:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":151,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:2a1811e2:search","family":"lme:2a1811e2:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":202,"input_tokens":452,"cost_usd":0.000018984,"model":"jev-1.13.0"}
{"id":"lme:2a1811e2:think","family":"lme:2a1811e2:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":191,"input_tokens":405,"cost_usd":0.00001701,"model":"jev-1.13.0"}
{"id":"lme:bbf86515:search","family":"lme:bbf86515:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":235,"input_tokens":454,"cost_usd":0.000019068,"model":"jev-1.13.0"}
{"id":"lme:bbf86515:think","family":"lme:bbf86515:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":183,"input_tokens":407,"cost_usd":0.000017094000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_5dcc0aab:think","family":"lme:gpt4_5dcc0aab:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":0.82,"choice":"temporal","probabilities":{"temporal":0.82,"knowledge_update":0.03,"other":0.15},"latency_ms":110,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:gpt4_5dcc0aab:search","family":"lme:gpt4_5dcc0aab:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.78,"choice":"entity","probabilities":{"entity":0.78,"temporal":0.19,"event":0.03,"concept":0,"general":0},"latency_ms":140,"input_tokens":439,"cost_usd":0.000018438000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_0b2f1d21:search","family":"lme:gpt4_0b2f1d21:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":141,"input_tokens":448,"cost_usd":0.000018816,"model":"jev-1.13.0"}
{"id":"lme:gpt4_0b2f1d21:think","family":"lme:gpt4_0b2f1d21:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":138,"input_tokens":401,"cost_usd":0.000016842,"model":"jev-1.13.0"}
{"id":"lme:f0853d11:think","family":"lme:f0853d11:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":116,"input_tokens":404,"cost_usd":0.000016968,"model":"jev-1.13.0"}
{"id":"lme:f0853d11:search","family":"lme:f0853d11:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":162,"input_tokens":451,"cost_usd":0.000018942000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_6ed717ea:search","family":"lme:gpt4_6ed717ea:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":133,"input_tokens":448,"cost_usd":0.000018816,"model":"jev-1.13.0"}
{"id":"lme:gpt4_6ed717ea:think","family":"lme:gpt4_6ed717ea:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":133,"input_tokens":401,"cost_usd":0.000016842,"model":"jev-1.13.0"}
{"id":"lme:gpt4_70e84552:search","family":"lme:gpt4_70e84552:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":123,"input_tokens":447,"cost_usd":0.000018774000000000004,"model":"jev-1.13.0"}
{"id":"lme:gpt4_70e84552:think","family":"lme:gpt4_70e84552:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":132,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:a3838d2b:search","family":"lme:a3838d2b:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.89,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.89,"event":0.01,"concept":0,"general":0.09},"latency_ms":141,"input_tokens":447,"cost_usd":0.000018774000000000004,"model":"jev-1.13.0"}
{"id":"lme:a3838d2b:think","family":"lme:a3838d2b:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":0.96,"choice":"temporal","probabilities":{"temporal":0.96,"knowledge_update":0,"other":0.04},"latency_ms":116,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_93159ced:search","family":"lme:gpt4_93159ced:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":137,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:gpt4_93159ced:think","family":"lme:gpt4_93159ced:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":128,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2d58bcd6:search","family":"lme:gpt4_2d58bcd6:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.9400000000000001,"choice":"temporal","probabilities":{"entity":0.06,"temporal":0.9400000000000001,"event":0,"concept":0,"general":0},"latency_ms":146,"input_tokens":451,"cost_usd":0.000018942000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2d58bcd6:think","family":"lme:gpt4_2d58bcd6:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":134,"input_tokens":404,"cost_usd":0.000016968,"model":"jev-1.13.0"}
{"id":"lme:gpt4_65aabe59:search","family":"lme:gpt4_65aabe59:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.99,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.99,"event":0,"concept":0,"general":0},"latency_ms":130,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:gpt4_65aabe59:think","family":"lme:gpt4_65aabe59:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":135,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:982b5123:think","family":"lme:982b5123:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":124,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:982b5123:search","family":"lme:982b5123:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":170,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:b9cfe692:search","family":"lme:b9cfe692:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.99,"choice":"temporal","probabilities":{"entity":0,"temporal":0.99,"event":0,"concept":0,"general":0.01},"latency_ms":127,"input_tokens":455,"cost_usd":0.00001911,"model":"jev-1.13.0"}
{"id":"lme:b9cfe692:think","family":"lme:b9cfe692:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":0.99,"choice":"temporal","probabilities":{"temporal":0.99,"knowledge_update":0,"other":0.01},"latency_ms":111,"input_tokens":408,"cost_usd":0.000017136,"model":"jev-1.13.0"}
{"id":"lme:gpt4_4edbafa2:search","family":"lme:gpt4_4edbafa2:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":145,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_4edbafa2:think","family":"lme:gpt4_4edbafa2:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":157,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:c8090214:search","family":"lme:c8090214:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":163,"input_tokens":450,"cost_usd":0.000018900000000000002,"model":"jev-1.13.0"}
{"id":"lme:c8090214:think","family":"lme:c8090214:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":144,"input_tokens":403,"cost_usd":0.000016926,"model":"jev-1.13.0"}
{"id":"lme:gpt4_483dd43c:search","family":"lme:gpt4_483dd43c:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.92,"choice":"temporal","probabilities":{"entity":0.08,"temporal":0.92,"event":0,"concept":0,"general":0},"latency_ms":144,"input_tokens":447,"cost_usd":0.000018774000000000004,"model":"jev-1.13.0"}
{"id":"lme:gpt4_483dd43c:think","family":"lme:gpt4_483dd43c:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":157,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:e4e14d04:search","family":"lme:e4e14d04:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":130,"input_tokens":449,"cost_usd":0.000018858,"model":"jev-1.13.0"}
{"id":"lme:e4e14d04:think","family":"lme:e4e14d04:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":154,"input_tokens":402,"cost_usd":0.000016884000000000003,"model":"jev-1.13.0"}
{"id":"lme:c9f37c46:search","family":"lme:c9f37c46:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":137,"input_tokens":453,"cost_usd":0.000019026,"model":"jev-1.13.0"}
{"id":"lme:c9f37c46:think","family":"lme:c9f37c46:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":148,"input_tokens":406,"cost_usd":0.000017052000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2c50253f:search","family":"lme:gpt4_2c50253f:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":134,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2c50253f:think","family":"lme:gpt4_2c50253f:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":0.93,"choice":"temporal","probabilities":{"temporal":0.93,"knowledge_update":0.03,"other":0.04},"latency_ms":123,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:dcfa8644:search","family":"lme:dcfa8644:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":122,"input_tokens":459,"cost_usd":0.000019278,"model":"jev-1.13.0"}
{"id":"lme:dcfa8644:think","family":"lme:dcfa8644:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":150,"input_tokens":412,"cost_usd":0.000017304,"model":"jev-1.13.0"}
{"id":"lme:gpt4_b4a80587:search","family":"lme:gpt4_b4a80587:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":124,"input_tokens":449,"cost_usd":0.000018858,"model":"jev-1.13.0"}
{"id":"lme:gpt4_b4a80587:think","family":"lme:gpt4_b4a80587:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":156,"input_tokens":402,"cost_usd":0.000016884000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_9a159967:search","family":"lme:gpt4_9a159967:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.9,"choice":"entity","probabilities":{"entity":0.9,"temporal":0.1,"event":0,"concept":0,"general":0},"latency_ms":151,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:gpt4_9a159967:think","family":"lme:gpt4_9a159967:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":0.59,"choice":"temporal","probabilities":{"temporal":0.59,"knowledge_update":0.04,"other":0.37},"latency_ms":208,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:cc6d1ec1:search","family":"lme:cc6d1ec1:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":256,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:cc6d1ec1:think","family":"lme:cc6d1ec1:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":126,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:gpt4_8c8961ae:search","family":"lme:gpt4_8c8961ae:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":148,"input_tokens":449,"cost_usd":0.000018858,"model":"jev-1.13.0"}
{"id":"lme:gpt4_8c8961ae:think","family":"lme:gpt4_8c8961ae:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":132,"input_tokens":402,"cost_usd":0.000016884000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_d9af6064:search","family":"lme:gpt4_d9af6064:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":109,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:gpt4_d9af6064:think","family":"lme:gpt4_d9af6064:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":142,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:gpt4_7de946e7:search","family":"lme:gpt4_7de946e7:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":146,"input_tokens":447,"cost_usd":0.000018774000000000004,"model":"jev-1.13.0"}
{"id":"lme:gpt4_7de946e7:think","family":"lme:gpt4_7de946e7:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":142,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:d01c6aa8:search","family":"lme:d01c6aa8:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.99,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.99,"event":0,"concept":0,"general":0},"latency_ms":165,"input_tokens":441,"cost_usd":0.000018522,"model":"jev-1.13.0"}
{"id":"lme:d01c6aa8:think","family":"lme:d01c6aa8:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":0.97,"choice":"temporal","probabilities":{"temporal":0.97,"knowledge_update":0,"other":0.03},"latency_ms":123,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:993da5e2:search","family":"lme:993da5e2:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":173,"input_tokens":448,"cost_usd":0.000018816,"model":"jev-1.13.0"}
{"id":"lme:993da5e2:think","family":"lme:993da5e2:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":194,"input_tokens":401,"cost_usd":0.000016842,"model":"jev-1.13.0"}
{"id":"lme:a3045048:search","family":"lme:a3045048:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":143,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:a3045048:think","family":"lme:a3045048:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":139,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:gpt4_d31cdae3:search","family":"lme:gpt4_d31cdae3:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":139,"input_tokens":452,"cost_usd":0.000018984,"model":"jev-1.13.0"}
{"id":"lme:gpt4_d31cdae3:think","family":"lme:gpt4_d31cdae3:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":172,"input_tokens":405,"cost_usd":0.00001701,"model":"jev-1.13.0"}
{"id":"lme:gpt4_cd90e484:search","family":"lme:gpt4_cd90e484:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":118,"input_tokens":453,"cost_usd":0.000019026,"model":"jev-1.13.0"}
{"id":"lme:gpt4_cd90e484:think","family":"lme:gpt4_cd90e484:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":182,"input_tokens":406,"cost_usd":0.000017052000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_88806d6e:search","family":"lme:gpt4_88806d6e:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.81,"choice":"temporal","probabilities":{"entity":0.17,"temporal":0.81,"event":0.01,"concept":0,"general":0},"latency_ms":121,"input_tokens":441,"cost_usd":0.000018522,"model":"jev-1.13.0"}
{"id":"lme:gpt4_4cd9eba1:search","family":"lme:gpt4_4cd9eba1:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":196,"input_tokens":452,"cost_usd":0.000018984,"model":"jev-1.13.0"}
{"id":"lme:gpt4_88806d6e:think","family":"lme:gpt4_88806d6e:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":276,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:gpt4_4cd9eba1:think","family":"lme:gpt4_4cd9eba1:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":132,"input_tokens":405,"cost_usd":0.00001701,"model":"jev-1.13.0"}
{"id":"lme:gpt4_93f6379c:search","family":"lme:gpt4_93f6379c:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.99,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.99,"event":0,"concept":0,"general":0},"latency_ms":123,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:gpt4_93f6379c:think","family":"lme:gpt4_93f6379c:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":136,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:b29f3365:search","family":"lme:b29f3365:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":127,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:b29f3365:think","family":"lme:b29f3365:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":151,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2f56ae70:search","family":"lme:gpt4_2f56ae70:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.77,"choice":"temporal","probabilities":{"entity":0.23,"temporal":0.77,"event":0,"concept":0,"general":0},"latency_ms":141,"input_tokens":439,"cost_usd":0.000018438000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2f56ae70:think","family":"lme:gpt4_2f56ae70:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":0.84,"choice":"temporal","probabilities":{"temporal":0.84,"knowledge_update":0.16,"other":0},"latency_ms":160,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:6613b389:search","family":"lme:6613b389:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":217,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:6613b389:think","family":"lme:6613b389:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":143,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:gpt4_78cf46a3:search","family":"lme:gpt4_78cf46a3:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":143,"input_tokens":449,"cost_usd":0.000018858,"model":"jev-1.13.0"}
{"id":"lme:gpt4_78cf46a3:think","family":"lme:gpt4_78cf46a3:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":131,"input_tokens":402,"cost_usd":0.000016884000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_0a05b494:think","family":"lme:gpt4_0a05b494:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":116,"input_tokens":403,"cost_usd":0.000016926,"model":"jev-1.13.0"}
{"id":"lme:gpt4_0a05b494:search","family":"lme:gpt4_0a05b494:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.84,"choice":"temporal","probabilities":{"entity":0.14,"temporal":0.84,"event":0.02,"concept":0,"general":0},"latency_ms":175,"input_tokens":450,"cost_usd":0.000018900000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_1a1dc16d:think","family":"lme:gpt4_1a1dc16d:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":136,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:gpt4_1a1dc16d:search","family":"lme:gpt4_1a1dc16d:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":173,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2f584639:think","family":"lme:gpt4_2f584639:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":121,"input_tokens":402,"cost_usd":0.000016884000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2f584639:search","family":"lme:gpt4_2f584639:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.99,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.99,"event":0,"concept":0,"general":0},"latency_ms":150,"input_tokens":449,"cost_usd":0.000018858,"model":"jev-1.13.0"}
{"id":"lme:gpt4_213fd887:think","family":"lme:gpt4_213fd887:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":123,"input_tokens":410,"cost_usd":0.00001722,"model":"jev-1.13.0"}
{"id":"lme:gpt4_213fd887:search","family":"lme:gpt4_213fd887:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":158,"input_tokens":457,"cost_usd":0.000019194,"model":"jev-1.13.0"}
{"id":"lme:gpt4_5438fa52:search","family":"lme:gpt4_5438fa52:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":121,"input_tokens":448,"cost_usd":0.000018816,"model":"jev-1.13.0"}
{"id":"lme:gpt4_5438fa52:think","family":"lme:gpt4_5438fa52:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":126,"input_tokens":401,"cost_usd":0.000016842,"model":"jev-1.13.0"}
{"id":"lme:gpt4_c27434e8:search","family":"lme:gpt4_c27434e8:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.99,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.99,"event":0,"concept":0,"general":0},"latency_ms":133,"input_tokens":447,"cost_usd":0.000018774000000000004,"model":"jev-1.13.0"}
{"id":"lme:gpt4_c27434e8:think","family":"lme:gpt4_c27434e8:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":122,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_fe651585:think","family":"lme:gpt4_fe651585:think","split":"calibrate","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":126,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:gpt4_fe651585:search","family":"lme:gpt4_fe651585:search","split":"calibrate","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":0.93,"choice":"temporal","probabilities":{"entity":0.07,"temporal":0.93,"event":0,"concept":0,"general":0},"latency_ms":187,"input_tokens":439,"cost_usd":0.000018438000000000002,"model":"jev-1.13.0"}
{"id":"lme:8c18457d:search","family":"lme:8c18457d:search","split":"eval","label":"temporal","slice":"search:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":156,"input_tokens":460,"cost_usd":0.00001932,"model":"jev-1.13.0"}
{"id":"lme:8c18457d:think","family":"lme:8c18457d:think","split":"eval","label":"temporal","slice":"think:temporal-reasoning","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":171,"input_tokens":413,"cost_usd":0.000017346000000000003,"model":"jev-1.13.0"}
{"id":"lme:6a1eabeb:search","family":"lme:6a1eabeb:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.7,"choice":"temporal","probabilities":{"entity":0.04,"temporal":0.7,"event":0.06,"concept":0,"general":0.2},"latency_ms":133,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:6a1eabeb:think","family":"lme:6a1eabeb:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.54,"choice":"other","probabilities":{"temporal":0.05,"knowledge_update":0.41,"other":0.54},"latency_ms":150,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:6aeb4375:search","family":"lme:6aeb4375:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.85,"choice":"general","probabilities":{"entity":0.04,"temporal":0.11,"event":0,"concept":0,"general":0.85},"latency_ms":152,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:6aeb4375:think","family":"lme:6aeb4375:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.52,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.48,"other":0.52},"latency_ms":210,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:830ce83f:search","family":"lme:830ce83f:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.65,"choice":"entity","probabilities":{"entity":0.65,"temporal":0.27,"event":0.03,"concept":0,"general":0.05},"latency_ms":182,"input_tokens":439,"cost_usd":0.000018438000000000002,"model":"jev-1.13.0"}
{"id":"lme:830ce83f:think","family":"lme:830ce83f:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":1,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":1,"other":0},"latency_ms":135,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:852ce960:search","family":"lme:852ce960:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.49,"choice":"general","probabilities":{"entity":0.32,"temporal":0.02,"event":0.17,"concept":0,"general":0.49},"latency_ms":139,"input_tokens":447,"cost_usd":0.000018774000000000004,"model":"jev-1.13.0"}
{"id":"lme:852ce960:think","family":"lme:852ce960:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.97,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.03,"other":0.97},"latency_ms":134,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:945e3d21:search","family":"lme:945e3d21:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.97,"choice":"temporal","probabilities":{"entity":0,"temporal":0.97,"event":0,"concept":0,"general":0.03},"latency_ms":162,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:945e3d21:think","family":"lme:945e3d21:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.9,"choice":"temporal","probabilities":{"temporal":0.9,"knowledge_update":0.02,"other":0.08},"latency_ms":145,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:d7c942c3:search","family":"lme:d7c942c3:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.47,"choice":"general","probabilities":{"entity":0.47,"temporal":0.03,"event":0,"concept":0.03,"general":0.47},"latency_ms":149,"input_tokens":441,"cost_usd":0.000018522,"model":"jev-1.13.0"}
{"id":"lme:d7c942c3:think","family":"lme:d7c942c3:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.76,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.76,"other":0.24},"latency_ms":125,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:71315a70:search","family":"lme:71315a70:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.96,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.96,"event":0,"concept":0,"general":0.03},"latency_ms":170,"input_tokens":441,"cost_usd":0.000018522,"model":"jev-1.13.0"}
{"id":"lme:71315a70:think","family":"lme:71315a70:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.93,"choice":"temporal","probabilities":{"temporal":0.93,"knowledge_update":0.02,"other":0.05},"latency_ms":206,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:89941a93:search","family":"lme:89941a93:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.67,"choice":"temporal","probabilities":{"entity":0.11,"temporal":0.67,"event":0,"concept":0,"general":0.22},"latency_ms":124,"input_tokens":437,"cost_usd":0.000018354,"model":"jev-1.13.0"}
{"id":"lme:89941a93:think","family":"lme:89941a93:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":1,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":1,"other":0},"latency_ms":139,"input_tokens":390,"cost_usd":0.000016380000000000002,"model":"jev-1.13.0"}
{"id":"lme:ce6d2d27:search","family":"lme:ce6d2d27:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.99,"choice":"temporal","probabilities":{"entity":0,"temporal":0.99,"event":0.01,"concept":0,"general":0},"latency_ms":149,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:ce6d2d27:think","family":"lme:ce6d2d27:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.98,"choice":"temporal","probabilities":{"temporal":0.98,"knowledge_update":0.01,"other":0.01},"latency_ms":140,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:9ea5eabc:search","family":"lme:9ea5eabc:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.45,"choice":"entity","probabilities":{"entity":0.45,"temporal":0.38,"event":0.15,"concept":0,"general":0.02},"latency_ms":193,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:9ea5eabc:think","family":"lme:9ea5eabc:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.59,"choice":"knowledge_update","probabilities":{"temporal":0.21,"knowledge_update":0.59,"other":0.2},"latency_ms":151,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:07741c44:search","family":"lme:07741c44:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.82,"choice":"general","probabilities":{"entity":0.15,"temporal":0.01,"event":0,"concept":0.02,"general":0.82},"latency_ms":141,"input_tokens":438,"cost_usd":0.000018396,"model":"jev-1.13.0"}
{"id":"lme:07741c44:think","family":"lme:07741c44:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.9,"choice":"other","probabilities":{"temporal":0.05,"knowledge_update":0.05,"other":0.9},"latency_ms":130,"input_tokens":391,"cost_usd":0.000016422000000000003,"model":"jev-1.13.0"}
{"id":"lme:a1eacc2a:search","family":"lme:a1eacc2a:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.81,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.81,"event":0,"concept":0,"general":0.17},"latency_ms":125,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:a1eacc2a:think","family":"lme:a1eacc2a:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.5,"choice":"other","probabilities":{"temporal":0.12,"knowledge_update":0.38,"other":0.5},"latency_ms":136,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:184da446:search","family":"lme:184da446:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.71,"choice":"temporal","probabilities":{"entity":0.05,"temporal":0.71,"event":0,"concept":0,"general":0.24},"latency_ms":135,"input_tokens":447,"cost_usd":0.000018774000000000004,"model":"jev-1.13.0"}
{"id":"lme:184da446:think","family":"lme:184da446:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.97,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.97,"other":0.03},"latency_ms":118,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:031748ae:think","family":"lme:031748ae:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.94,"choice":"knowledge_update","probabilities":{"temporal":0.05,"knowledge_update":0.94,"other":0.01},"latency_ms":139,"input_tokens":408,"cost_usd":0.000017136,"model":"jev-1.13.0"}
{"id":"lme:031748ae:search","family":"lme:031748ae:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.97,"choice":"temporal","probabilities":{"entity":0.02,"temporal":0.97,"event":0,"concept":0,"general":0.01},"latency_ms":196,"input_tokens":455,"cost_usd":0.00001911,"model":"jev-1.13.0"}
{"id":"lme:4d6b87c8:search","family":"lme:4d6b87c8:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.76,"choice":"temporal","probabilities":{"entity":0.05,"temporal":0.76,"event":0,"concept":0,"general":0.19},"latency_ms":140,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:4d6b87c8:think","family":"lme:4d6b87c8:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":1,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":1,"other":0},"latency_ms":125,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:0f05491a:think","family":"lme:0f05491a:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.71,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.71,"other":0.29},"latency_ms":123,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:0f05491a:search","family":"lme:0f05491a:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.79,"choice":"general","probabilities":{"entity":0.15,"temporal":0,"event":0,"concept":0.06,"general":0.79},"latency_ms":141,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:08e075c7:search","family":"lme:08e075c7:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":128,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:08e075c7:think","family":"lme:08e075c7:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":159,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:f9e8c073:search","family":"lme:f9e8c073:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.62,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.62,"event":0.15,"concept":0,"general":0.22},"latency_ms":139,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:f9e8c073:think","family":"lme:f9e8c073:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.86,"choice":"other","probabilities":{"temporal":0.09,"knowledge_update":0.05,"other":0.86},"latency_ms":174,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:41698283:search","family":"lme:41698283:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.7,"choice":"temporal","probabilities":{"entity":0.3,"temporal":0.7,"event":0,"concept":0,"general":0},"latency_ms":133,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:41698283:think","family":"lme:41698283:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.58,"choice":"knowledge_update","probabilities":{"temporal":0.41,"knowledge_update":0.58,"other":0.01},"latency_ms":140,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:2698e78f:search","family":"lme:2698e78f:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.99,"choice":"temporal","probabilities":{"entity":0,"temporal":0.99,"event":0,"concept":0,"general":0.01},"latency_ms":168,"input_tokens":441,"cost_usd":0.000018522,"model":"jev-1.13.0"}
{"id":"lme:2698e78f:think","family":"lme:2698e78f:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.95,"choice":"temporal","probabilities":{"temporal":0.95,"knowledge_update":0.03,"other":0.02},"latency_ms":125,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:b6019101:search","family":"lme:b6019101:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.95,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.95,"event":0,"concept":0,"general":0.04},"latency_ms":125,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:b6019101:think","family":"lme:b6019101:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.69,"choice":"temporal","probabilities":{"temporal":0.69,"knowledge_update":0.1,"other":0.21},"latency_ms":135,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:45dc21b6:search","family":"lme:45dc21b6:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.7,"choice":"general","probabilities":{"entity":0.22,"temporal":0.08,"event":0,"concept":0,"general":0.7},"latency_ms":133,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:45dc21b6:think","family":"lme:45dc21b6:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.62,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.62,"other":0.38},"latency_ms":161,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:5a4f22c0:search","family":"lme:5a4f22c0:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":1,"choice":"entity","probabilities":{"entity":1,"temporal":0,"event":0,"concept":0,"general":0},"latency_ms":178,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:5a4f22c0:think","family":"lme:5a4f22c0:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":1,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":1,"other":0},"latency_ms":133,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:6071bd76:think","family":"lme:6071bd76:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.97,"choice":"knowledge_update","probabilities":{"temporal":0.03,"knowledge_update":0.97,"other":0},"latency_ms":137,"input_tokens":407,"cost_usd":0.000017094000000000003,"model":"jev-1.13.0"}
{"id":"lme:6071bd76:search","family":"lme:6071bd76:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.97,"choice":"temporal","probabilities":{"entity":0,"temporal":0.97,"event":0,"concept":0,"general":0.03},"latency_ms":181,"input_tokens":454,"cost_usd":0.000019068,"model":"jev-1.13.0"}
{"id":"lme:e493bb7c:think","family":"lme:e493bb7c:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":1,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":1,"other":0},"latency_ms":148,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:e493bb7c:search","family":"lme:e493bb7c:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.64,"choice":"entity","probabilities":{"entity":0.64,"temporal":0.23,"event":0,"concept":0,"general":0.13},"latency_ms":165,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:618f13b2:search","family":"lme:618f13b2:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.91,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.91,"event":0,"concept":0,"general":0.08},"latency_ms":120,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:618f13b2:think","family":"lme:618f13b2:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.4,"choice":"other","probabilities":{"temporal":0.22,"knowledge_update":0.38,"other":0.4},"latency_ms":143,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:72e3ee87:search","family":"lme:72e3ee87:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.47,"choice":"general","probabilities":{"entity":0.05,"temporal":0.48,"event":0,"concept":0,"general":0.47},"latency_ms":125,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:72e3ee87:think","family":"lme:72e3ee87:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.94,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.94,"other":0.06},"latency_ms":150,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:c4ea545c:search","family":"lme:c4ea545c:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":147,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:c4ea545c:think","family":"lme:c4ea545c:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.64,"choice":"knowledge_update","probabilities":{"temporal":0.35,"knowledge_update":0.64,"other":0.01},"latency_ms":133,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:01493427:search","family":"lme:01493427:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.99,"choice":"temporal","probabilities":{"entity":0,"temporal":0.99,"event":0,"concept":0,"general":0.01},"latency_ms":130,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:01493427:think","family":"lme:01493427:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.73,"choice":"knowledge_update","probabilities":{"temporal":0.1,"knowledge_update":0.73,"other":0.17},"latency_ms":170,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:6a27ffc2:search","family":"lme:6a27ffc2:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.8,"choice":"temporal","probabilities":{"entity":0.05,"temporal":0.8,"event":0,"concept":0,"general":0.15},"latency_ms":141,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:6a27ffc2:think","family":"lme:6a27ffc2:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.98,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.98,"other":0.02},"latency_ms":188,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:2133c1b5:search","family":"lme:2133c1b5:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":138,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:2133c1b5:think","family":"lme:2133c1b5:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.99,"choice":"temporal","probabilities":{"temporal":0.99,"knowledge_update":0.01,"other":0},"latency_ms":138,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:18bc8abd:search","family":"lme:18bc8abd:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":1,"choice":"entity","probabilities":{"entity":1,"temporal":0,"event":0,"concept":0,"general":0},"latency_ms":175,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:18bc8abd:think","family":"lme:18bc8abd:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.97,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.97,"other":0.03},"latency_ms":128,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:db467c8c:search","family":"lme:db467c8c:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":136,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:db467c8c:think","family":"lme:db467c8c:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":129,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:7a87bd0c:search","family":"lme:7a87bd0c:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":120,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:7a87bd0c:think","family":"lme:7a87bd0c:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":126,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:e61a7584:search","family":"lme:e61a7584:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":122,"input_tokens":439,"cost_usd":0.000018438000000000002,"model":"jev-1.13.0"}
{"id":"lme:e61a7584:think","family":"lme:e61a7584:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":138,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:1cea1afa:search","family":"lme:1cea1afa:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.87,"choice":"temporal","probabilities":{"entity":0.07,"temporal":0.87,"event":0,"concept":0,"general":0.06},"latency_ms":162,"input_tokens":438,"cost_usd":0.000018396,"model":"jev-1.13.0"}
{"id":"lme:1cea1afa:think","family":"lme:1cea1afa:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":1,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":1,"other":0},"latency_ms":162,"input_tokens":391,"cost_usd":0.000016422000000000003,"model":"jev-1.13.0"}
{"id":"lme:ed4ddc30:search","family":"lme:ed4ddc30:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.67,"choice":"temporal","probabilities":{"entity":0.06,"temporal":0.67,"event":0,"concept":0,"general":0.27},"latency_ms":148,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:ed4ddc30:think","family":"lme:ed4ddc30:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":1,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":1,"other":0},"latency_ms":149,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:8fb83627:search","family":"lme:8fb83627:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.58,"choice":"general","probabilities":{"entity":0.04,"temporal":0.38,"event":0,"concept":0,"general":0.58},"latency_ms":137,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:8fb83627:think","family":"lme:8fb83627:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.67,"choice":"knowledge_update","probabilities":{"temporal":0.01,"knowledge_update":0.67,"other":0.32},"latency_ms":144,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:b01defab:search","family":"lme:b01defab:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.9,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.9,"event":0.03,"concept":0,"general":0.06},"latency_ms":146,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:b01defab:think","family":"lme:b01defab:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.97,"choice":"knowledge_update","probabilities":{"temporal":0.01,"knowledge_update":0.97,"other":0.02},"latency_ms":150,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:22d2cb42:search","family":"lme:22d2cb42:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.98,"choice":"entity","probabilities":{"entity":0.98,"temporal":0,"event":0.02,"concept":0,"general":0},"latency_ms":248,"input_tokens":437,"cost_usd":0.000018354,"model":"jev-1.13.0"}
{"id":"lme:22d2cb42:think","family":"lme:22d2cb42:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.97,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.03,"other":0.97},"latency_ms":184,"input_tokens":390,"cost_usd":0.000016380000000000002,"model":"jev-1.13.0"}
{"id":"lme:0e4e4c46:search","family":"lme:0e4e4c46:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.98,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.98,"event":0,"concept":0,"general":0.01},"latency_ms":161,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:0e4e4c46:think","family":"lme:0e4e4c46:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":1,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":1,"other":0},"latency_ms":156,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:4b24c848:search","family":"lme:4b24c848:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.79,"choice":"temporal","probabilities":{"entity":0.02,"temporal":0.79,"event":0,"concept":0,"general":0.19},"latency_ms":133,"input_tokens":441,"cost_usd":0.000018522,"model":"jev-1.13.0"}
{"id":"lme:4b24c848:think","family":"lme:4b24c848:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.63,"choice":"knowledge_update","probabilities":{"temporal":0.02,"knowledge_update":0.63,"other":0.35},"latency_ms":161,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:7e974930:search","family":"lme:7e974930:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.79,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.79,"event":0.08,"concept":0,"general":0.12},"latency_ms":142,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:7e974930:think","family":"lme:7e974930:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.73,"choice":"knowledge_update","probabilities":{"temporal":0.06,"knowledge_update":0.73,"other":0.21},"latency_ms":143,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:603deb26:search","family":"lme:603deb26:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.89,"choice":"temporal","probabilities":{"entity":0,"temporal":0.89,"event":0.01,"concept":0,"general":0.1},"latency_ms":138,"input_tokens":453,"cost_usd":0.000019026,"model":"jev-1.13.0"}
{"id":"lme:603deb26:think","family":"lme:603deb26:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.66,"choice":"other","probabilities":{"temporal":0.28,"knowledge_update":0.06,"other":0.66},"latency_ms":131,"input_tokens":406,"cost_usd":0.000017052000000000002,"model":"jev-1.13.0"}
{"id":"lme:59524333:search","family":"lme:59524333:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":131,"input_tokens":439,"cost_usd":0.000018438000000000002,"model":"jev-1.13.0"}
{"id":"lme:59524333:think","family":"lme:59524333:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.99,"choice":"temporal","probabilities":{"temporal":0.99,"knowledge_update":0.01,"other":0},"latency_ms":213,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:5831f84d:search","family":"lme:5831f84d:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.95,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.95,"event":0,"concept":0,"general":0.04},"latency_ms":148,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:5831f84d:think","family":"lme:5831f84d:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.51,"choice":"temporal","probabilities":{"temporal":0.51,"knowledge_update":0.23,"other":0.26},"latency_ms":118,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:eace081b:search","family":"lme:eace081b:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.97,"choice":"entity","probabilities":{"entity":0.97,"temporal":0,"event":0,"concept":0,"general":0.03},"latency_ms":160,"input_tokens":442,"cost_usd":0.000018564,"model":"jev-1.13.0"}
{"id":"lme:eace081b:think","family":"lme:eace081b:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.56,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.44,"other":0.56},"latency_ms":152,"input_tokens":395,"cost_usd":0.000016590000000000002,"model":"jev-1.13.0"}
{"id":"lme:affe2881:search","family":"lme:affe2881:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.85,"choice":"general","probabilities":{"entity":0.06,"temporal":0.09,"event":0,"concept":0,"general":0.85},"latency_ms":132,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:affe2881:think","family":"lme:affe2881:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.56,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.56,"other":0.44},"latency_ms":146,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:50635ada:search","family":"lme:50635ada:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.98,"choice":"temporal","probabilities":{"entity":0.02,"temporal":0.98,"event":0,"concept":0,"general":0},"latency_ms":144,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:50635ada:think","family":"lme:50635ada:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.77,"choice":"temporal","probabilities":{"temporal":0.77,"knowledge_update":0.22,"other":0.01},"latency_ms":145,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:e66b632c:search","family":"lme:e66b632c:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.96,"choice":"temporal","probabilities":{"entity":0.02,"temporal":0.96,"event":0.01,"concept":0,"general":0.01},"latency_ms":162,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:e66b632c:think","family":"lme:e66b632c:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.59,"choice":"other","probabilities":{"temporal":0.09,"knowledge_update":0.32,"other":0.59},"latency_ms":117,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:0ddfec37:search","family":"lme:0ddfec37:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.9,"choice":"temporal","probabilities":{"entity":0.01,"temporal":0.9,"event":0,"concept":0,"general":0.09},"latency_ms":128,"input_tokens":450,"cost_usd":0.000018900000000000002,"model":"jev-1.13.0"}
{"id":"lme:0ddfec37:think","family":"lme:0ddfec37:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.55,"choice":"temporal","probabilities":{"temporal":0.55,"knowledge_update":0.17,"other":0.28},"latency_ms":120,"input_tokens":403,"cost_usd":0.000016926,"model":"jev-1.13.0"}
{"id":"lme:f685340e:search","family":"lme:f685340e:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":143,"input_tokens":451,"cost_usd":0.000018942000000000003,"model":"jev-1.13.0"}
{"id":"lme:f685340e:think","family":"lme:f685340e:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.58,"choice":"knowledge_update","probabilities":{"temporal":0.4,"knowledge_update":0.58,"other":0.02},"latency_ms":122,"input_tokens":404,"cost_usd":0.000016968,"model":"jev-1.13.0"}
{"id":"lme:cc5ded98:search","family":"lme:cc5ded98:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.73,"choice":"temporal","probabilities":{"entity":0,"temporal":0.73,"event":0,"concept":0,"general":0.27},"latency_ms":138,"input_tokens":441,"cost_usd":0.000018522,"model":"jev-1.13.0"}
{"id":"lme:cc5ded98:think","family":"lme:cc5ded98:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.73,"choice":"temporal","probabilities":{"temporal":0.73,"knowledge_update":0.04,"other":0.23},"latency_ms":148,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:dfde3500:think","family":"lme:dfde3500:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":150,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:dfde3500:search","family":"lme:dfde3500:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":283,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:69fee5aa:search","family":"lme:69fee5aa:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.65,"choice":"general","probabilities":{"entity":0.12,"temporal":0.23,"event":0,"concept":0,"general":0.65},"latency_ms":153,"input_tokens":446,"cost_usd":0.000018732,"model":"jev-1.13.0"}
{"id":"lme:69fee5aa:think","family":"lme:69fee5aa:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.52,"choice":"knowledge_update","probabilities":{"temporal":0.05,"knowledge_update":0.52,"other":0.43},"latency_ms":169,"input_tokens":399,"cost_usd":0.000016758,"model":"jev-1.13.0"}
{"id":"lme:7401057b:search","family":"lme:7401057b:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.96,"choice":"general","probabilities":{"entity":0.03,"temporal":0,"event":0,"concept":0.01,"general":0.96},"latency_ms":137,"input_tokens":447,"cost_usd":0.000018774000000000004,"model":"jev-1.13.0"}
{"id":"lme:7401057b:think","family":"lme:7401057b:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.6,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.6,"other":0.4},"latency_ms":127,"input_tokens":400,"cost_usd":0.000016800000000000002,"model":"jev-1.13.0"}
{"id":"lme:cf22b7bf:search","family":"lme:cf22b7bf:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.99,"choice":"temporal","probabilities":{"entity":0,"temporal":0.99,"event":0,"concept":0,"general":0.01},"latency_ms":166,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:cf22b7bf:think","family":"lme:cf22b7bf:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.93,"choice":"knowledge_update","probabilities":{"temporal":0.02,"knowledge_update":0.93,"other":0.05},"latency_ms":161,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:a2f3aa27:search","family":"lme:a2f3aa27:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.97,"choice":"temporal","probabilities":{"entity":0.02,"temporal":0.97,"event":0,"concept":0,"general":0.01},"latency_ms":196,"input_tokens":439,"cost_usd":0.000018438000000000002,"model":"jev-1.13.0"}
{"id":"lme:a2f3aa27:think","family":"lme:a2f3aa27:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":1,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":1,"other":0},"latency_ms":158,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:c7dc5443:search","family":"lme:c7dc5443:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.95,"choice":"temporal","probabilities":{"entity":0.04,"temporal":0.95,"event":0,"concept":0,"general":0.01},"latency_ms":162,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:c7dc5443:think","family":"lme:c7dc5443:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":1,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":1,"other":0},"latency_ms":165,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:06db6396:search","family":"lme:06db6396:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.95,"choice":"temporal","probabilities":{"entity":0,"temporal":0.95,"event":0,"concept":0,"general":0.05},"latency_ms":144,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:06db6396:think","family":"lme:06db6396:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.43,"choice":"knowledge_update","probabilities":{"temporal":0.26,"knowledge_update":0.43,"other":0.31},"latency_ms":142,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:3ba21379:search","family":"lme:3ba21379:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.99,"choice":"entity","probabilities":{"entity":0.99,"temporal":0,"event":0,"concept":0.01,"general":0},"latency_ms":152,"input_tokens":440,"cost_usd":0.000018480000000000003,"model":"jev-1.13.0"}
{"id":"lme:3ba21379:think","family":"lme:3ba21379:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.94,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.94,"other":0.06},"latency_ms":132,"input_tokens":393,"cost_usd":0.000016506,"model":"jev-1.13.0"}
{"id":"lme:9bbe84a2:search","family":"lme:9bbe84a2:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.97,"choice":"temporal","probabilities":{"entity":0.03,"temporal":0.97,"event":0,"concept":0,"general":0},"latency_ms":136,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:9bbe84a2:think","family":"lme:9bbe84a2:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.84,"choice":"knowledge_update","probabilities":{"temporal":0.14,"knowledge_update":0.84,"other":0.02},"latency_ms":138,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:10e09553:think","family":"lme:10e09553:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.56,"choice":"other","probabilities":{"temporal":0.44,"knowledge_update":0,"other":0.56},"latency_ms":131,"input_tokens":410,"cost_usd":0.00001722,"model":"jev-1.13.0"}
{"id":"lme:10e09553:search","family":"lme:10e09553:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.41000000000000003,"choice":"temporal","probabilities":{"entity":0.04,"temporal":0.41000000000000003,"event":0.26,"concept":0,"general":0.29},"latency_ms":172,"input_tokens":457,"cost_usd":0.000019194,"model":"jev-1.13.0"}
{"id":"lme:dad224aa:search","family":"lme:dad224aa:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":134,"input_tokens":439,"cost_usd":0.000018438000000000002,"model":"jev-1.13.0"}
{"id":"lme:dad224aa:think","family":"lme:dad224aa:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.96,"choice":"temporal","probabilities":{"temporal":0.96,"knowledge_update":0.02,"other":0.02},"latency_ms":186,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"lme:ba61f0b9:search","family":"lme:ba61f0b9:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.54,"choice":"entity","probabilities":{"entity":0.54,"temporal":0.01,"event":0,"concept":0,"general":0.45},"latency_ms":177,"input_tokens":443,"cost_usd":0.000018606,"model":"jev-1.13.0"}
{"id":"lme:ba61f0b9:think","family":"lme:ba61f0b9:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.9,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.9,"other":0.1},"latency_ms":127,"input_tokens":396,"cost_usd":0.000016632,"model":"jev-1.13.0"}
{"id":"lme:42ec0761:search","family":"lme:42ec0761:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.61,"choice":"general","probabilities":{"entity":0.33,"temporal":0.06,"event":0,"concept":0,"general":0.61},"latency_ms":134,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:42ec0761:think","family":"lme:42ec0761:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.94,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.94,"other":0.06},"latency_ms":160,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:5c40ec5b:search","family":"lme:5c40ec5b:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.76,"choice":"temporal","probabilities":{"entity":0.02,"temporal":0.76,"event":0.17,"concept":0,"general":0.05},"latency_ms":143,"input_tokens":441,"cost_usd":0.000018522,"model":"jev-1.13.0"}
{"id":"lme:5c40ec5b:think","family":"lme:5c40ec5b:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.65,"choice":"other","probabilities":{"temporal":0.29,"knowledge_update":0.06,"other":0.65},"latency_ms":146,"input_tokens":394,"cost_usd":0.000016548,"model":"jev-1.13.0"}
{"id":"lme:c6853660:search","family":"lme:c6853660:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"entity":0,"temporal":1,"event":0,"concept":0,"general":0},"latency_ms":145,"input_tokens":449,"cost_usd":0.000018858,"model":"jev-1.13.0"}
{"id":"lme:c6853660:think","family":"lme:c6853660:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.8,"choice":"knowledge_update","probabilities":{"temporal":0.19,"knowledge_update":0.8,"other":0.01},"latency_ms":189,"input_tokens":402,"cost_usd":0.000016884000000000003,"model":"jev-1.13.0"}
{"id":"lme:26bdc477:search","family":"lme:26bdc477:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.73,"choice":"temporal","probabilities":{"entity":0.02,"temporal":0.73,"event":0.06,"concept":0,"general":0.19},"latency_ms":141,"input_tokens":445,"cost_usd":0.00001869,"model":"jev-1.13.0"}
{"id":"lme:26bdc477:think","family":"lme:26bdc477:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.85,"choice":"other","probabilities":{"temporal":0.05,"knowledge_update":0.1,"other":0.85},"latency_ms":167,"input_tokens":398,"cost_usd":0.000016716,"model":"jev-1.13.0"}
{"id":"lme:0977f2af:search","family":"lme:0977f2af:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.9,"choice":"entity","probabilities":{"entity":0.9,"temporal":0.1,"event":0,"concept":0,"general":0},"latency_ms":150,"input_tokens":444,"cost_usd":0.000018648000000000002,"model":"jev-1.13.0"}
{"id":"lme:0977f2af:think","family":"lme:0977f2af:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.96,"choice":"temporal","probabilities":{"temporal":0.96,"knowledge_update":0,"other":0.04},"latency_ms":138,"input_tokens":397,"cost_usd":0.000016674,"model":"jev-1.13.0"}
{"id":"lme:89941a94:search","family":"lme:89941a94:search","split":"eval","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.55,"choice":"temporal","probabilities":{"entity":0.28,"temporal":0.55,"event":0,"concept":0,"general":0.17},"latency_ms":133,"input_tokens":452,"cost_usd":0.000018984,"model":"jev-1.13.0"}
{"id":"lme:89941a94:think","family":"lme:89941a94:think","split":"eval","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.38,"choice":"temporal","probabilities":{"temporal":0.38,"knowledge_update":0.33,"other":0.29},"latency_ms":149,"input_tokens":405,"cost_usd":0.00001701,"model":"jev-1.13.0"}
{"id":"lme:07741c45:search","family":"lme:07741c45:search","split":"calibrate","label":"temporal","slice":"search:knowledge-update","protected":false,"rep":1,"value":0.35000000000000003,"choice":"temporal","probabilities":{"entity":0.34,"temporal":0.35000000000000003,"event":0,"concept":0,"general":0.31},"latency_ms":130,"input_tokens":438,"cost_usd":0.000018396,"model":"jev-1.13.0"}
{"id":"lme:7161e7e2:think","family":"lme:7161e7e2:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.63,"choice":"temporal","probabilities":{"temporal":0.63,"knowledge_update":0.07,"other":0.3},"latency_ms":150,"input_tokens":414,"cost_usd":0.000017388,"model":"jev-1.13.0"}
{"id":"lme:07741c45:think","family":"lme:07741c45:think","split":"calibrate","label":"knowledge_update","slice":"think:knowledge-update","protected":false,"rep":1,"value":0.97,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.97,"other":0.03},"latency_ms":177,"input_tokens":391,"cost_usd":0.000016422000000000003,"model":"jev-1.13.0"}
{"id":"lme:c4f10528:think","family":"lme:c4f10528:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.72,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.28,"other":0.72},"latency_ms":126,"input_tokens":419,"cost_usd":0.000017598,"model":"jev-1.13.0"}
{"id":"lme:89527b6b:think","family":"lme:89527b6b:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.95,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.04,"other":0.95},"latency_ms":135,"input_tokens":419,"cost_usd":0.000017598,"model":"jev-1.13.0"}
{"id":"lme:e9327a54:think","family":"lme:e9327a54:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.91,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.09,"other":0.91},"latency_ms":148,"input_tokens":414,"cost_usd":0.000017388,"model":"jev-1.13.0"}
{"id":"lme:4c36ccef:think","family":"lme:4c36ccef:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.96,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.04,"other":0.96},"latency_ms":125,"input_tokens":401,"cost_usd":0.000016842,"model":"jev-1.13.0"}
{"id":"lme:7e00a6cb:think","family":"lme:7e00a6cb:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.85,"choice":"other","probabilities":{"temporal":0.02,"knowledge_update":0.13,"other":0.85},"latency_ms":117,"input_tokens":413,"cost_usd":0.000017346000000000003,"model":"jev-1.13.0"}
{"id":"lme:6ae235be:think","family":"lme:6ae235be:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.96,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.04,"other":0.96},"latency_ms":154,"input_tokens":419,"cost_usd":0.000017598,"model":"jev-1.13.0"}
{"id":"lme:1903aded:think","family":"lme:1903aded:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.69,"choice":"temporal","probabilities":{"temporal":0.69,"knowledge_update":0.01,"other":0.3},"latency_ms":152,"input_tokens":411,"cost_usd":0.000017262000000000002,"model":"jev-1.13.0"}
{"id":"lme:ceb54acb:think","family":"lme:ceb54acb:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.92,"choice":"other","probabilities":{"temporal":0.03,"knowledge_update":0.05,"other":0.92},"latency_ms":146,"input_tokens":418,"cost_usd":0.000017556000000000003,"model":"jev-1.13.0"}
{"id":"lme:f523d9fe:think","family":"lme:f523d9fe:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.95,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.04,"other":0.95},"latency_ms":165,"input_tokens":431,"cost_usd":0.000018102,"model":"jev-1.13.0"}
{"id":"lme:0e5e2d1a:think","family":"lme:0e5e2d1a:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":150,"input_tokens":432,"cost_usd":0.000018144,"model":"jev-1.13.0"}
{"id":"lme:cc539528:think","family":"lme:cc539528:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.81,"choice":"other","probabilities":{"temporal":0.02,"knowledge_update":0.17,"other":0.81},"latency_ms":133,"input_tokens":415,"cost_usd":0.00001743,"model":"jev-1.13.0"}
{"id":"lme:fea54f57:think","family":"lme:fea54f57:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.97,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.02,"other":0.97},"latency_ms":154,"input_tokens":420,"cost_usd":0.00001764,"model":"jev-1.13.0"}
{"id":"lme:dc439ea3:think","family":"lme:dc439ea3:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":125,"input_tokens":418,"cost_usd":0.000017556000000000003,"model":"jev-1.13.0"}
{"id":"lme:18dcd5a5:think","family":"lme:18dcd5a5:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.91,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.08,"other":0.91},"latency_ms":144,"input_tokens":418,"cost_usd":0.000017556000000000003,"model":"jev-1.13.0"}
{"id":"lme:58470ed2:think","family":"lme:58470ed2:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":142,"input_tokens":415,"cost_usd":0.00001743,"model":"jev-1.13.0"}
{"id":"lme:488d3006:think","family":"lme:488d3006:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.98,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.02,"other":0.98},"latency_ms":184,"input_tokens":436,"cost_usd":0.000018312000000000004,"model":"jev-1.13.0"}
{"id":"lme:8cf51dda:think","family":"lme:8cf51dda:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.93,"choice":"other","probabilities":{"temporal":0.03,"knowledge_update":0.04,"other":0.93},"latency_ms":119,"input_tokens":420,"cost_usd":0.00001764,"model":"jev-1.13.0"}
{"id":"lme:1d4da289:think","family":"lme:1d4da289:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.97,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.03,"other":0.97},"latency_ms":132,"input_tokens":423,"cost_usd":0.000017766,"model":"jev-1.13.0"}
{"id":"lme:8464fc84:think","family":"lme:8464fc84:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.87,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.13,"other":0.87},"latency_ms":150,"input_tokens":418,"cost_usd":0.000017556000000000003,"model":"jev-1.13.0"}
{"id":"lme:8aef76bc:think","family":"lme:8aef76bc:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.91,"choice":"other","probabilities":{"temporal":0.02,"knowledge_update":0.07,"other":0.91},"latency_ms":179,"input_tokens":414,"cost_usd":0.000017388,"model":"jev-1.13.0"}
{"id":"lme:71a3fd6b:think","family":"lme:71a3fd6b:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.59,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.41,"other":0.59},"latency_ms":105,"input_tokens":414,"cost_usd":0.000017388,"model":"jev-1.13.0"}
{"id":"lme:2bf43736:think","family":"lme:2bf43736:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.98,"choice":"other","probabilities":{"temporal":0.02,"knowledge_update":0,"other":0.98},"latency_ms":166,"input_tokens":427,"cost_usd":0.000017934,"model":"jev-1.13.0"}
{"id":"lme:70b3e69b:think","family":"lme:70b3e69b:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.98,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.01,"other":0.98},"latency_ms":138,"input_tokens":436,"cost_usd":0.000018312000000000004,"model":"jev-1.13.0"}
{"id":"lme:8752c811:think","family":"lme:8752c811:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.81,"choice":"other","probabilities":{"temporal":0.13,"knowledge_update":0.06,"other":0.81},"latency_ms":127,"input_tokens":420,"cost_usd":0.00001764,"model":"jev-1.13.0"}
{"id":"lme:3249768e:think","family":"lme:3249768e:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.7,"choice":"other","probabilities":{"temporal":0.26,"knowledge_update":0.04,"other":0.7},"latency_ms":133,"input_tokens":420,"cost_usd":0.00001764,"model":"jev-1.13.0"}
{"id":"lme:1b9b7252:think","family":"lme:1b9b7252:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.8,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.2,"other":0.8},"latency_ms":148,"input_tokens":429,"cost_usd":0.000018018000000000003,"model":"jev-1.13.0"}
{"id":"lme:1568498a:think","family":"lme:1568498a:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.98,"choice":"temporal","probabilities":{"temporal":0.98,"knowledge_update":0,"other":0.02},"latency_ms":171,"input_tokens":413,"cost_usd":0.000017346000000000003,"model":"jev-1.13.0"}
{"id":"lme:6222b6eb:think","family":"lme:6222b6eb:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.78,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.22,"other":0.78},"latency_ms":136,"input_tokens":441,"cost_usd":0.000018522,"model":"jev-1.13.0"}
{"id":"lme:e8a79c70:think","family":"lme:e8a79c70:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.9,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.09,"other":0.9},"latency_ms":112,"input_tokens":415,"cost_usd":0.00001743,"model":"jev-1.13.0"}
{"id":"lme:d596882b:think","family":"lme:d596882b:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.71,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.28,"other":0.71},"latency_ms":115,"input_tokens":419,"cost_usd":0.000017598,"model":"jev-1.13.0"}
{"id":"lme:e3fc4d6e:think","family":"lme:e3fc4d6e:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.68,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.32,"other":0.68},"latency_ms":147,"input_tokens":423,"cost_usd":0.000017766,"model":"jev-1.13.0"}
{"id":"lme:51b23612:think","family":"lme:51b23612:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.98,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.01,"other":0.98},"latency_ms":133,"input_tokens":415,"cost_usd":0.00001743,"model":"jev-1.13.0"}
{"id":"lme:3e321797:think","family":"lme:3e321797:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.82,"choice":"temporal","probabilities":{"temporal":0.82,"knowledge_update":0.01,"other":0.17},"latency_ms":121,"input_tokens":423,"cost_usd":0.000017766,"model":"jev-1.13.0"}
{"id":"lme:e982271f:think","family":"lme:e982271f:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.68,"choice":"temporal","probabilities":{"temporal":0.68,"knowledge_update":0.09,"other":0.23},"latency_ms":149,"input_tokens":416,"cost_usd":0.000017472,"model":"jev-1.13.0"}
{"id":"lme:352ab8bd:think","family":"lme:352ab8bd:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.98,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.02,"other":0.98},"latency_ms":153,"input_tokens":431,"cost_usd":0.000018102,"model":"jev-1.13.0"}
{"id":"lme:fca762bc:think","family":"lme:fca762bc:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.93,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.06,"other":0.93},"latency_ms":151,"input_tokens":428,"cost_usd":0.000017976000000000002,"model":"jev-1.13.0"}
{"id":"lme:7a8d0b71:think","family":"lme:7a8d0b71:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.95,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.04,"other":0.95},"latency_ms":154,"input_tokens":415,"cost_usd":0.00001743,"model":"jev-1.13.0"}
{"id":"lme:a40e080f:think","family":"lme:a40e080f:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.98,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.01,"other":0.98},"latency_ms":122,"input_tokens":417,"cost_usd":0.000017514000000000002,"model":"jev-1.13.0"}
{"id":"lme:8b9d4367:think","family":"lme:8b9d4367:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.93,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.07,"other":0.93},"latency_ms":151,"input_tokens":427,"cost_usd":0.000017934,"model":"jev-1.13.0"}
{"id":"lme:5809eb10:think","family":"lme:5809eb10:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":1,"choice":"temporal","probabilities":{"temporal":1,"knowledge_update":0,"other":0},"latency_ms":118,"input_tokens":415,"cost_usd":0.00001743,"model":"jev-1.13.0"}
{"id":"lme:41275add:think","family":"lme:41275add:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.94,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.06,"other":0.94},"latency_ms":155,"input_tokens":412,"cost_usd":0.000017304,"model":"jev-1.13.0"}
{"id":"lme:4388e9dd:think","family":"lme:4388e9dd:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.98,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.01,"other":0.98},"latency_ms":147,"input_tokens":409,"cost_usd":0.000017178,"model":"jev-1.13.0"}
{"id":"lme:4baee567:think","family":"lme:4baee567:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.84,"choice":"other","probabilities":{"temporal":0.14,"knowledge_update":0.02,"other":0.84},"latency_ms":170,"input_tokens":411,"cost_usd":0.000017262000000000002,"model":"jev-1.13.0"}
{"id":"lme:561fabcd:think","family":"lme:561fabcd:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.54,"choice":"other","probabilities":{"temporal":0.02,"knowledge_update":0.44,"other":0.54},"latency_ms":167,"input_tokens":413,"cost_usd":0.000017346000000000003,"model":"jev-1.13.0"}
{"id":"lme:b759caee:think","family":"lme:b759caee:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.91,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.09,"other":0.91},"latency_ms":145,"input_tokens":419,"cost_usd":0.000017598,"model":"jev-1.13.0"}
{"id":"lme:ac031881:think","family":"lme:ac031881:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":143,"input_tokens":407,"cost_usd":0.000017094000000000003,"model":"jev-1.13.0"}
{"id":"lme:28bcfaac:think","family":"lme:28bcfaac:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.93,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.07,"other":0.93},"latency_ms":139,"input_tokens":419,"cost_usd":0.000017598,"model":"jev-1.13.0"}
{"id":"lme:16c90bf4:think","family":"lme:16c90bf4:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.93,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.06,"other":0.93},"latency_ms":126,"input_tokens":429,"cost_usd":0.000018018000000000003,"model":"jev-1.13.0"}
{"id":"lme:eaca4986:think","family":"lme:eaca4986:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.86,"choice":"other","probabilities":{"temporal":0.12,"knowledge_update":0.02,"other":0.86},"latency_ms":134,"input_tokens":416,"cost_usd":0.000017472,"model":"jev-1.13.0"}
{"id":"lme:c8f1aeed:think","family":"lme:c8f1aeed:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.98,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.01,"other":0.98},"latency_ms":181,"input_tokens":449,"cost_usd":0.000018858,"model":"jev-1.13.0"}
{"id":"lme:c7cf7dfd:think","family":"lme:c7cf7dfd:think","split":"calibrate","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.97,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.03,"other":0.97},"latency_ms":121,"input_tokens":428,"cost_usd":0.000017976000000000002,"model":"jev-1.13.0"}
{"id":"lme:e48988bc:think","family":"lme:e48988bc:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.95,"choice":"other","probabilities":{"temporal":0.02,"knowledge_update":0.03,"other":0.95},"latency_ms":168,"input_tokens":420,"cost_usd":0.00001764,"model":"jev-1.13.0"}
{"id":"lme:1de5cff2:think","family":"lme:1de5cff2:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.98,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.02,"other":0.98},"latency_ms":213,"input_tokens":420,"cost_usd":0.00001764,"model":"jev-1.13.0"}
{"id":"lme:65240037:think","family":"lme:65240037:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.96,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.04,"other":0.96},"latency_ms":165,"input_tokens":414,"cost_usd":0.000017388,"model":"jev-1.13.0"}
{"id":"lme:778164c6:think","family":"lme:778164c6:think","split":"eval","label":"other","slice":"think:single-session-assistant","protected":false,"rep":1,"value":0.98,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0.01,"other":0.98},"latency_ms":141,"input_tokens":420,"cost_usd":0.00001764,"model":"jev-1.13.0"}
{"id":"bb:ab57ce9088ce:search","family":"bb:ab57ce9088ce:search","split":"calibrate","label":"general","slice":"search:relational:who_rel","protected":false,"rep":1,"value":0.91,"choice":"entity","probabilities":{"entity":0.91,"temporal":0,"event":0.09,"concept":0,"general":0},"latency_ms":175,"input_tokens":434,"cost_usd":0.000018228,"model":"jev-1.13.0"}
{"id":"bb:ab57ce9088ce:think","family":"bb:ab57ce9088ce:think","split":"calibrate","label":"other","slice":"think:relational:who_rel","protected":false,"rep":1,"value":0.84,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.16,"other":0.84},"latency_ms":124,"input_tokens":387,"cost_usd":0.000016254,"model":"jev-1.13.0"}
{"id":"bb:4cfd0a7e2d3d:search","family":"bb:4cfd0a7e2d3d:search","split":"calibrate","label":"general","slice":"search:relational:who_rel","protected":false,"rep":1,"value":0.9,"choice":"entity","probabilities":{"entity":0.9,"temporal":0,"event":0.09,"concept":0,"general":0.01},"latency_ms":168,"input_tokens":435,"cost_usd":0.00001827,"model":"jev-1.13.0"}
{"id":"bb:4cfd0a7e2d3d:think","family":"bb:4cfd0a7e2d3d:think","split":"calibrate","label":"other","slice":"think:relational:who_rel","protected":false,"rep":1,"value":0.82,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.18,"other":0.82},"latency_ms":134,"input_tokens":388,"cost_usd":0.000016296,"model":"jev-1.13.0"}
{"id":"bb:ab11412ff425:search","family":"bb:ab11412ff425:search","split":"calibrate","label":"general","slice":"search:relational:who_rel","protected":false,"rep":1,"value":0.91,"choice":"entity","probabilities":{"entity":0.91,"temporal":0,"event":0.08,"concept":0,"general":0.01},"latency_ms":194,"input_tokens":434,"cost_usd":0.000018228,"model":"jev-1.13.0"}
{"id":"bb:ab11412ff425:think","family":"bb:ab11412ff425:think","split":"calibrate","label":"other","slice":"think:relational:who_rel","protected":false,"rep":1,"value":0.85,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.15,"other":0.85},"latency_ms":189,"input_tokens":387,"cost_usd":0.000016254,"model":"jev-1.13.0"}
{"id":"bb:ec16c75869dd:search","family":"bb:ec16c75869dd:search","split":"eval","label":"general","slice":"search:relational:who_rel","protected":false,"rep":1,"value":0.88,"choice":"entity","probabilities":{"entity":0.88,"temporal":0,"event":0.12,"concept":0,"general":0},"latency_ms":144,"input_tokens":436,"cost_usd":0.000018312000000000004,"model":"jev-1.13.0"}
{"id":"bb:ec16c75869dd:think","family":"bb:ec16c75869dd:think","split":"eval","label":"other","slice":"think:relational:who_rel","protected":false,"rep":1,"value":0.83,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.17,"other":0.83},"latency_ms":131,"input_tokens":389,"cost_usd":0.000016338000000000002,"model":"jev-1.13.0"}
{"id":"bb:021823474713:search","family":"bb:021823474713:search","split":"eval","label":"general","slice":"search:relational:who_rel","protected":false,"rep":1,"value":0.88,"choice":"entity","probabilities":{"entity":0.88,"temporal":0,"event":0.11,"concept":0,"general":0.01},"latency_ms":143,"input_tokens":434,"cost_usd":0.000018228,"model":"jev-1.13.0"}
{"id":"bb:021823474713:think","family":"bb:021823474713:think","split":"eval","label":"other","slice":"think:relational:who_rel","protected":false,"rep":1,"value":0.94,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.06,"other":0.94},"latency_ms":142,"input_tokens":387,"cost_usd":0.000016254,"model":"jev-1.13.0"}
{"id":"bb:36586d988fd0:think","family":"bb:36586d988fd0:think","split":"eval","label":"other","slice":"think:relational:who_rel","protected":false,"rep":1,"value":0.89,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.11,"other":0.89},"latency_ms":114,"input_tokens":387,"cost_usd":0.000016254,"model":"jev-1.13.0"}
{"id":"bb:36586d988fd0:search","family":"bb:36586d988fd0:search","split":"eval","label":"general","slice":"search:relational:who_rel","protected":false,"rep":1,"value":0.87,"choice":"entity","probabilities":{"entity":0.87,"temporal":0,"event":0.12,"concept":0,"general":0.01},"latency_ms":166,"input_tokens":434,"cost_usd":0.000018228,"model":"jev-1.13.0"}
{"id":"bb:280845e4ca22:search","family":"bb:280845e4ca22:search","split":"eval","label":"general","slice":"search:relational:who_rel","protected":false,"rep":1,"value":0.88,"choice":"entity","probabilities":{"entity":0.88,"temporal":0,"event":0.11,"concept":0,"general":0.01},"latency_ms":154,"input_tokens":434,"cost_usd":0.000018228,"model":"jev-1.13.0"}
{"id":"bb:280845e4ca22:think","family":"bb:280845e4ca22:think","split":"eval","label":"other","slice":"think:relational:who_rel","protected":false,"rep":1,"value":0.89,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.11,"other":0.89},"latency_ms":148,"input_tokens":387,"cost_usd":0.000016254,"model":"jev-1.13.0"}
{"id":"bb:9866524f8619:search","family":"bb:9866524f8619:search","split":"calibrate","label":"general","slice":"search:relational:who_rel","protected":false,"rep":1,"value":0.9,"choice":"entity","probabilities":{"entity":0.9,"temporal":0,"event":0.09,"concept":0,"general":0.01},"latency_ms":149,"input_tokens":433,"cost_usd":0.000018186000000000002,"model":"jev-1.13.0"}
{"id":"bb:9866524f8619:think","family":"bb:9866524f8619:think","split":"calibrate","label":"other","slice":"think:relational:who_rel","protected":false,"rep":1,"value":0.89,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.11,"other":0.89},"latency_ms":140,"input_tokens":386,"cost_usd":0.000016212,"model":"jev-1.13.0"}
{"id":"bb:4e386a4917d3:search","family":"bb:4e386a4917d3:search","split":"calibrate","label":"general","slice":"search:relational:who_rel","protected":false,"rep":1,"value":0.95,"choice":"entity","probabilities":{"entity":0.95,"temporal":0,"event":0,"concept":0,"general":0.05},"latency_ms":156,"input_tokens":434,"cost_usd":0.000018228,"model":"jev-1.13.0"}
{"id":"bb:4e386a4917d3:think","family":"bb:4e386a4917d3:think","split":"calibrate","label":"other","slice":"think:relational:who_rel","protected":false,"rep":1,"value":0.77,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.77,"other":0.23},"latency_ms":143,"input_tokens":387,"cost_usd":0.000016254,"model":"jev-1.13.0"}
{"id":"bb:88ccebc31a13:search","family":"bb:88ccebc31a13:search","split":"eval","label":"general","slice":"search:relational:who_rel","protected":false,"rep":1,"value":0.93,"choice":"entity","probabilities":{"entity":0.93,"temporal":0,"event":0,"concept":0.01,"general":0.06},"latency_ms":119,"input_tokens":435,"cost_usd":0.00001827,"model":"jev-1.13.0"}
{"id":"bb:88ccebc31a13:think","family":"bb:88ccebc31a13:think","split":"eval","label":"other","slice":"think:relational:who_rel","protected":false,"rep":1,"value":0.83,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.83,"other":0.17},"latency_ms":122,"input_tokens":388,"cost_usd":0.000016296,"model":"jev-1.13.0"}
{"id":"bb:6a81385155d0:search","family":"bb:6a81385155d0:search","split":"calibrate","label":"general","slice":"search:relational:who_rel","protected":false,"rep":1,"value":0.89,"choice":"entity","probabilities":{"entity":0.89,"temporal":0,"event":0,"concept":0.02,"general":0.09},"latency_ms":122,"input_tokens":434,"cost_usd":0.000018228,"model":"jev-1.13.0"}
{"id":"bb:6a81385155d0:think","family":"bb:6a81385155d0:think","split":"calibrate","label":"other","slice":"think:relational:who_rel","protected":false,"rep":1,"value":0.68,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.68,"other":0.32},"latency_ms":134,"input_tokens":387,"cost_usd":0.000016254,"model":"jev-1.13.0"}
{"id":"bb:f0fc8d5b198a:search","family":"bb:f0fc8d5b198a:search","split":"eval","label":"general","slice":"search:relational:who_rel","protected":false,"rep":1,"value":0.9,"choice":"entity","probabilities":{"entity":0.9,"temporal":0,"event":0,"concept":0.01,"general":0.09},"latency_ms":132,"input_tokens":434,"cost_usd":0.000018228,"model":"jev-1.13.0"}
{"id":"bb:f0fc8d5b198a:think","family":"bb:f0fc8d5b198a:think","split":"eval","label":"other","slice":"think:relational:who_rel","protected":false,"rep":1,"value":0.79,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.79,"other":0.21},"latency_ms":150,"input_tokens":387,"cost_usd":0.000016254,"model":"jev-1.13.0"}
{"id":"bb:b598cc467c3f:search","family":"bb:b598cc467c3f:search","split":"calibrate","label":"general","slice":"search:relational:who_rel","protected":false,"rep":1,"value":0.94,"choice":"entity","probabilities":{"entity":0.94,"temporal":0,"event":0,"concept":0.01,"general":0.05},"latency_ms":118,"input_tokens":434,"cost_usd":0.000018228,"model":"jev-1.13.0"}
{"id":"bb:b598cc467c3f:think","family":"bb:b598cc467c3f:think","split":"calibrate","label":"other","slice":"think:relational:who_rel","protected":false,"rep":1,"value":0.74,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.74,"other":0.26},"latency_ms":166,"input_tokens":387,"cost_usd":0.000016254,"model":"jev-1.13.0"}
{"id":"bb:3bb8ba8f7b6b:search","family":"bb:3bb8ba8f7b6b:search","split":"calibrate","label":"general","slice":"search:relational:who_rel","protected":false,"rep":1,"value":0.99,"choice":"entity","probabilities":{"entity":0.99,"temporal":0,"event":0.01,"concept":0,"general":0},"latency_ms":132,"input_tokens":435,"cost_usd":0.00001827,"model":"jev-1.13.0"}
{"id":"bb:3bb8ba8f7b6b:think","family":"bb:3bb8ba8f7b6b:think","split":"calibrate","label":"other","slice":"think:relational:who_rel","protected":false,"rep":1,"value":0.98,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.02,"other":0.98},"latency_ms":135,"input_tokens":388,"cost_usd":0.000016296,"model":"jev-1.13.0"}
{"id":"bb:9068fd024f9f:search","family":"bb:9068fd024f9f:search","split":"calibrate","label":"general","slice":"search:relational:who_rel","protected":false,"rep":1,"value":0.98,"choice":"entity","probabilities":{"entity":0.98,"temporal":0.01,"event":0.01,"concept":0,"general":0},"latency_ms":151,"input_tokens":433,"cost_usd":0.000018186000000000002,"model":"jev-1.13.0"}
{"id":"bb:8834f4168e3f:search","family":"bb:8834f4168e3f:search","split":"eval","label":"general","slice":"search:relational:who_rel","protected":false,"rep":1,"value":0.98,"choice":"entity","probabilities":{"entity":0.98,"temporal":0,"event":0.02,"concept":0,"general":0},"latency_ms":120,"input_tokens":433,"cost_usd":0.000018186000000000002,"model":"jev-1.13.0"}
{"id":"bb:9068fd024f9f:think","family":"bb:9068fd024f9f:think","split":"calibrate","label":"other","slice":"think:relational:who_rel","protected":false,"rep":1,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":182,"input_tokens":386,"cost_usd":0.000016212,"model":"jev-1.13.0"}
{"id":"bb:8834f4168e3f:think","family":"bb:8834f4168e3f:think","split":"eval","label":"other","slice":"think:relational:who_rel","protected":false,"rep":1,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":134,"input_tokens":386,"cost_usd":0.000016212,"model":"jev-1.13.0"}
{"id":"bb:982ccf6379c7:search","family":"bb:982ccf6379c7:search","split":"calibrate","label":"general","slice":"search:relational:who_rel","protected":false,"rep":1,"value":1,"choice":"entity","probabilities":{"entity":1,"temporal":0,"event":0,"concept":0,"general":0},"latency_ms":116,"input_tokens":432,"cost_usd":0.000018144,"model":"jev-1.13.0"}
{"id":"bb:982ccf6379c7:think","family":"bb:982ccf6379c7:think","split":"calibrate","label":"other","slice":"think:relational:who_rel","protected":false,"rep":1,"value":0.99,"choice":"other","probabilities":{"temporal":0.01,"knowledge_update":0,"other":0.99},"latency_ms":138,"input_tokens":385,"cost_usd":0.00001617,"model":"jev-1.13.0"}
{"id":"bb:7724070d5e0b:search","family":"bb:7724070d5e0b:search","split":"eval","label":"general","slice":"search:relational:who_rel","protected":false,"rep":1,"value":1,"choice":"entity","probabilities":{"entity":1,"temporal":0,"event":0,"concept":0,"general":0},"latency_ms":192,"input_tokens":433,"cost_usd":0.000018186000000000002,"model":"jev-1.13.0"}
{"id":"bb:7724070d5e0b:think","family":"bb:7724070d5e0b:think","split":"eval","label":"other","slice":"think:relational:who_rel","protected":false,"rep":1,"value":0.68,"choice":"knowledge_update","probabilities":{"temporal":0,"knowledge_update":0.68,"other":0.32},"latency_ms":130,"input_tokens":386,"cost_usd":0.000016212,"model":"jev-1.13.0"}
{"id":"bb:89d3eb3484b1:search","family":"bb:89d3eb3484b1:search","split":"calibrate","label":"general","slice":"search:relational:who_rel","protected":false,"rep":1,"value":0.97,"choice":"entity","probabilities":{"entity":0.97,"temporal":0,"event":0,"concept":0,"general":0.03},"latency_ms":150,"input_tokens":433,"cost_usd":0.000018186000000000002,"model":"jev-1.13.0"}
{"id":"bb:89d3eb3484b1:think","family":"bb:89d3eb3484b1:think","split":"calibrate","label":"other","slice":"think:relational:who_rel","protected":false,"rep":1,"value":0.58,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.42,"other":0.58},"latency_ms":156,"input_tokens":386,"cost_usd":0.000016212,"model":"jev-1.13.0"}
{"id":"bb:120450b3af0d:search","family":"bb:120450b3af0d:search","split":"calibrate","label":"general","slice":"search:relational:connects","protected":false,"rep":1,"value":0.56,"choice":"entity","probabilities":{"entity":0.56,"temporal":0,"event":0.05,"concept":0.12,"general":0.26},"latency_ms":196,"input_tokens":437,"cost_usd":0.000018354,"model":"jev-1.13.0"}
{"id":"bb:120450b3af0d:think","family":"bb:120450b3af0d:think","split":"calibrate","label":"other","slice":"think:relational:connects","protected":false,"rep":1,"value":0.98,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.02,"other":0.98},"latency_ms":139,"input_tokens":390,"cost_usd":0.000016380000000000002,"model":"jev-1.13.0"}
{"id":"bb:01f743f977c7:search","family":"bb:01f743f977c7:search","split":"calibrate","label":"general","slice":"search:relational:connects","protected":false,"rep":1,"value":0.55,"choice":"entity","probabilities":{"entity":0.55,"temporal":0,"event":0.1,"concept":0.12,"general":0.23},"latency_ms":141,"input_tokens":436,"cost_usd":0.000018312000000000004,"model":"jev-1.13.0"}
{"id":"bb:01f743f977c7:think","family":"bb:01f743f977c7:think","split":"calibrate","label":"other","slice":"think:relational:connects","protected":false,"rep":1,"value":0.98,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.02,"other":0.98},"latency_ms":126,"input_tokens":389,"cost_usd":0.000016338000000000002,"model":"jev-1.13.0"}
{"id":"bb:9394ededa4dd:search","family":"bb:9394ededa4dd:search","split":"calibrate","label":"general","slice":"search:relational:connects","protected":false,"rep":1,"value":0.56,"choice":"entity","probabilities":{"entity":0.56,"temporal":0,"event":0.11,"concept":0.17,"general":0.16},"latency_ms":157,"input_tokens":436,"cost_usd":0.000018312000000000004,"model":"jev-1.13.0"}
{"id":"bb:9394ededa4dd:think","family":"bb:9394ededa4dd:think","split":"calibrate","label":"other","slice":"think:relational:connects","protected":false,"rep":1,"value":0.98,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.02,"other":0.98},"latency_ms":237,"input_tokens":389,"cost_usd":0.000016338000000000002,"model":"jev-1.13.0"}
{"id":"bb:8a15c8334074:search","family":"bb:8a15c8334074:search","split":"eval","label":"general","slice":"search:relational:connects","protected":false,"rep":1,"value":0.48,"choice":"entity","probabilities":{"entity":0.48,"temporal":0,"event":0.04,"concept":0.27,"general":0.21},"latency_ms":148,"input_tokens":436,"cost_usd":0.000018312000000000004,"model":"jev-1.13.0"}
{"id":"bb:8a15c8334074:think","family":"bb:8a15c8334074:think","split":"eval","label":"other","slice":"think:relational:connects","protected":false,"rep":1,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":167,"input_tokens":389,"cost_usd":0.000016338000000000002,"model":"jev-1.13.0"}
{"id":"bb:9c0ac5f6e138:search","family":"bb:9c0ac5f6e138:search","split":"calibrate","label":"general","slice":"search:relational:connects","protected":false,"rep":1,"value":0.59,"choice":"entity","probabilities":{"entity":0.59,"temporal":0,"event":0.06,"concept":0.14,"general":0.21},"latency_ms":135,"input_tokens":436,"cost_usd":0.000018312000000000004,"model":"jev-1.13.0"}
{"id":"bb:9c0ac5f6e138:think","family":"bb:9c0ac5f6e138:think","split":"calibrate","label":"other","slice":"think:relational:connects","protected":false,"rep":1,"value":0.98,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.02,"other":0.98},"latency_ms":132,"input_tokens":389,"cost_usd":0.000016338000000000002,"model":"jev-1.13.0"}
{"id":"bb:53a81c9c1fe4:search","family":"bb:53a81c9c1fe4:search","split":"eval","label":"general","slice":"search:relational:connects","protected":false,"rep":1,"value":0.53,"choice":"entity","probabilities":{"entity":0.53,"temporal":0,"event":0.03,"concept":0.3,"general":0.14},"latency_ms":126,"input_tokens":435,"cost_usd":0.00001827,"model":"jev-1.13.0"}
{"id":"bb:53a81c9c1fe4:think","family":"bb:53a81c9c1fe4:think","split":"eval","label":"other","slice":"think:relational:connects","protected":false,"rep":1,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":142,"input_tokens":388,"cost_usd":0.000016296,"model":"jev-1.13.0"}
{"id":"bb:89903b4f4d77:search","family":"bb:89903b4f4d77:search","split":"eval","label":"general","slice":"search:relational:connects","protected":false,"rep":1,"value":0.53,"choice":"entity","probabilities":{"entity":0.53,"temporal":0,"event":0.13,"concept":0.07,"general":0.27},"latency_ms":151,"input_tokens":437,"cost_usd":0.000018354,"model":"jev-1.13.0"}
{"id":"bb:a2d48ff8c375:search","family":"bb:a2d48ff8c375:search","split":"calibrate","label":"general","slice":"search:relational:connects","protected":false,"rep":1,"value":0.56,"choice":"entity","probabilities":{"entity":0.56,"temporal":0,"event":0.11,"concept":0.07,"general":0.25},"latency_ms":137,"input_tokens":439,"cost_usd":0.000018438000000000002,"model":"jev-1.13.0"}
{"id":"bb:89903b4f4d77:think","family":"bb:89903b4f4d77:think","split":"eval","label":"other","slice":"think:relational:connects","protected":false,"rep":1,"value":0.97,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.03,"other":0.97},"latency_ms":170,"input_tokens":390,"cost_usd":0.000016380000000000002,"model":"jev-1.13.0"}
{"id":"bb:a2d48ff8c375:think","family":"bb:a2d48ff8c375:think","split":"calibrate","label":"other","slice":"think:relational:connects","protected":false,"rep":1,"value":0.98,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.02,"other":0.98},"latency_ms":138,"input_tokens":392,"cost_usd":0.000016464,"model":"jev-1.13.0"}
{"id":"bb:517b8c380eec:search","family":"bb:517b8c380eec:search","split":"calibrate","label":"general","slice":"search:relational:connects","protected":false,"rep":1,"value":0.53,"choice":"entity","probabilities":{"entity":0.53,"temporal":0,"event":0.07,"concept":0.19,"general":0.21},"latency_ms":207,"input_tokens":437,"cost_usd":0.000018354,"model":"jev-1.13.0"}
{"id":"bb:517b8c380eec:think","family":"bb:517b8c380eec:think","split":"calibrate","label":"other","slice":"think:relational:connects","protected":false,"rep":1,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":120,"input_tokens":390,"cost_usd":0.000016380000000000002,"model":"jev-1.13.0"}
{"id":"bb:4f41cbc4e383:search","family":"bb:4f41cbc4e383:search","split":"eval","label":"general","slice":"search:relational:connects","protected":false,"rep":1,"value":0.52,"choice":"entity","probabilities":{"entity":0.52,"temporal":0,"event":0.1,"concept":0.15,"general":0.23},"latency_ms":136,"input_tokens":437,"cost_usd":0.000018354,"model":"jev-1.13.0"}
{"id":"bb:4f41cbc4e383:think","family":"bb:4f41cbc4e383:think","split":"eval","label":"other","slice":"think:relational:connects","protected":false,"rep":1,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":163,"input_tokens":390,"cost_usd":0.000016380000000000002,"model":"jev-1.13.0"}
{"id":"bb:81db8229b8c0:search","family":"bb:81db8229b8c0:search","split":"calibrate","label":"general","slice":"search:relational:connects","protected":false,"rep":1,"value":0.56,"choice":"entity","probabilities":{"entity":0.56,"temporal":0,"event":0.08,"concept":0.15,"general":0.21},"latency_ms":221,"input_tokens":436,"cost_usd":0.000018312000000000004,"model":"jev-1.13.0"}
{"id":"bb:81db8229b8c0:think","family":"bb:81db8229b8c0:think","split":"calibrate","label":"other","slice":"think:relational:connects","protected":false,"rep":1,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":162,"input_tokens":389,"cost_usd":0.000016338000000000002,"model":"jev-1.13.0"}
{"id":"bb:32c2eb95f310:search","family":"bb:32c2eb95f310:search","split":"eval","label":"general","slice":"search:relational:connects","protected":false,"rep":1,"value":0.54,"choice":"entity","probabilities":{"entity":0.54,"temporal":0,"event":0.03,"concept":0.3,"general":0.13},"latency_ms":145,"input_tokens":436,"cost_usd":0.000018312000000000004,"model":"jev-1.13.0"}
{"id":"bb:32c2eb95f310:think","family":"bb:32c2eb95f310:think","split":"eval","label":"other","slice":"think:relational:connects","protected":false,"rep":1,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":208,"input_tokens":389,"cost_usd":0.000016338000000000002,"model":"jev-1.13.0"}
{"id":"bb:c80c9d9c20e5:search","family":"bb:c80c9d9c20e5:search","split":"eval","label":"general","slice":"search:relational:connects","protected":false,"rep":1,"value":0.51,"choice":"entity","probabilities":{"entity":0.51,"temporal":0,"event":0.09,"concept":0.23,"general":0.17},"latency_ms":142,"input_tokens":436,"cost_usd":0.000018312000000000004,"model":"jev-1.13.0"}
{"id":"bb:c80c9d9c20e5:think","family":"bb:c80c9d9c20e5:think","split":"eval","label":"other","slice":"think:relational:connects","protected":false,"rep":1,"value":0.97,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.03,"other":0.97},"latency_ms":152,"input_tokens":389,"cost_usd":0.000016338000000000002,"model":"jev-1.13.0"}
{"id":"bb:ea5f003ee793:search","family":"bb:ea5f003ee793:search","split":"eval","label":"general","slice":"search:relational:connects","protected":false,"rep":1,"value":0.52,"choice":"entity","probabilities":{"entity":0.52,"temporal":0,"event":0.07,"concept":0.29,"general":0.12},"latency_ms":132,"input_tokens":435,"cost_usd":0.00001827,"model":"jev-1.13.0"}
{"id":"bb:ea5f003ee793:think","family":"bb:ea5f003ee793:think","split":"eval","label":"other","slice":"think:relational:connects","protected":false,"rep":1,"value":0.99,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0.01,"other":0.99},"latency_ms":139,"input_tokens":388,"cost_usd":0.000016296,"model":"jev-1.13.0"}
{"id":"bb:527ce63293c3:search","family":"bb:527ce63293c3:search","split":"eval","label":"general","slice":"search:relational:connects","protected":false,"rep":1,"value":0.69,"choice":"concept","probabilities":{"entity":0.27,"temporal":0,"event":0,"concept":0.69,"general":0.04},"latency_ms":158,"input_tokens":436,"cost_usd":0.000018312000000000004,"model":"jev-1.13.0"}
{"id":"bb:527ce63293c3:think","family":"bb:527ce63293c3:think","split":"eval","label":"other","slice":"think:relational:connects","protected":false,"rep":1,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":170,"input_tokens":389,"cost_usd":0.000016338000000000002,"model":"jev-1.13.0"}
{"id":"bb:593ddf5b287b:search","family":"bb:593ddf5b287b:search","split":"eval","label":"general","slice":"search:relational:connects","protected":false,"rep":1,"value":0.75,"choice":"concept","probabilities":{"entity":0.2,"temporal":0,"event":0,"concept":0.75,"general":0.05},"latency_ms":178,"input_tokens":436,"cost_usd":0.000018312000000000004,"model":"jev-1.13.0"}
{"id":"bb:593ddf5b287b:think","family":"bb:593ddf5b287b:think","split":"eval","label":"other","slice":"think:relational:connects","protected":false,"rep":1,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":134,"input_tokens":389,"cost_usd":0.000016338000000000002,"model":"jev-1.13.0"}
{"id":"bb:034af39c8aa7:search","family":"bb:034af39c8aa7:search","split":"eval","label":"general","slice":"search:relational:connects","protected":false,"rep":1,"value":0.67,"choice":"concept","probabilities":{"entity":0.3,"temporal":0,"event":0,"concept":0.67,"general":0.03},"latency_ms":141,"input_tokens":435,"cost_usd":0.00001827,"model":"jev-1.13.0"}
{"id":"bb:034af39c8aa7:think","family":"bb:034af39c8aa7:think","split":"eval","label":"other","slice":"think:relational:connects","protected":false,"rep":1,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":147,"input_tokens":388,"cost_usd":0.000016296,"model":"jev-1.13.0"}
{"id":"bb:d7f47150cc7b:search","family":"bb:d7f47150cc7b:search","split":"calibrate","label":"general","slice":"search:relational:connects","protected":false,"rep":1,"value":0.93,"choice":"concept","probabilities":{"entity":0.05,"temporal":0,"event":0,"concept":0.93,"general":0.02},"latency_ms":122,"input_tokens":435,"cost_usd":0.00001827,"model":"jev-1.13.0"}
{"id":"bb:d7f47150cc7b:think","family":"bb:d7f47150cc7b:think","split":"calibrate","label":"other","slice":"think:relational:connects","protected":false,"rep":1,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":142,"input_tokens":388,"cost_usd":0.000016296,"model":"jev-1.13.0"}
{"id":"bb:209860865573:search","family":"bb:209860865573:search","split":"eval","label":"general","slice":"search:relational:connects","protected":false,"rep":1,"value":0.7,"choice":"concept","probabilities":{"entity":0.26,"temporal":0,"event":0,"concept":0.7,"general":0.04},"latency_ms":158,"input_tokens":435,"cost_usd":0.00001827,"model":"jev-1.13.0"}
{"id":"bb:209860865573:think","family":"bb:209860865573:think","split":"eval","label":"other","slice":"think:relational:connects","protected":false,"rep":1,"value":1,"choice":"other","probabilities":{"temporal":0,"knowledge_update":0,"other":1},"latency_ms":126,"input_tokens":388,"cost_usd":0.000016296,"model":"jev-1.13.0"}