Garry's Opinionated OpenClaw/Hermes Agent Brain
TypeScript
{"id":"lme:51a45a95","family":"lme:51a45a95","split":"calibrate","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.5,"latency_ms":322,"input_tokens":6018,"cost_usd":0.00025275600000000003,"model":"jev-1.13.0"}
{"id":"lme:1e043500","family":"lme:1e043500","split":"calibrate","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.87,"latency_ms":336,"input_tokens":6901,"cost_usd":0.000289842,"model":"jev-1.13.0"}
{"id":"lme:6f9b354f","family":"lme:6f9b354f","split":"calibrate","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.92,"latency_ms":343,"input_tokens":6415,"cost_usd":0.00026943000000000003,"model":"jev-1.13.0"}
{"id":"lme:6ade9755","family":"lme:6ade9755","split":"eval","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.26,"latency_ms":362,"input_tokens":5404,"cost_usd":0.000226968,"model":"jev-1.13.0"}
{"id":"lme:58bf7951","family":"lme:58bf7951","split":"calibrate","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.86,"latency_ms":388,"input_tokens":6532,"cost_usd":0.000274344,"model":"jev-1.13.0"}
{"id":"lme:118b2229","family":"lme:118b2229","split":"eval","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.02,"latency_ms":412,"input_tokens":6983,"cost_usd":0.000293286,"model":"jev-1.13.0"}
{"id":"lme:c5e8278d","family":"lme:c5e8278d","split":"eval","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.94,"latency_ms":398,"input_tokens":7144,"cost_usd":0.000300048,"model":"jev-1.13.0"}
{"id":"lme:e47becba","family":"lme:e47becba","split":"eval","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.02,"latency_ms":444,"input_tokens":6105,"cost_usd":0.00025641000000000005,"model":"jev-1.13.0"}
{"id":"lme:7527f7e2","family":"lme:7527f7e2","split":"eval","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.91,"latency_ms":151,"input_tokens":6719,"cost_usd":0.000282198,"model":"jev-1.13.0"}
{"id":"lme:f8c5f88b","family":"lme:f8c5f88b","split":"calibrate","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.82,"latency_ms":204,"input_tokens":6368,"cost_usd":0.000267456,"model":"jev-1.13.0"}
{"id":"lme:3b6f954b","family":"lme:3b6f954b","split":"eval","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.02,"latency_ms":171,"input_tokens":6377,"cost_usd":0.000267834,"model":"jev-1.13.0"}
{"id":"lme:5d3d2817","family":"lme:5d3d2817","split":"calibrate","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.79,"latency_ms":220,"input_tokens":6067,"cost_usd":0.000254814,"model":"jev-1.13.0"}
{"id":"lme:58ef2f1c","family":"lme:58ef2f1c","split":"eval","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.68,"latency_ms":271,"input_tokens":6499,"cost_usd":0.000272958,"model":"jev-1.13.0"}
{"id":"lme:c960da58","family":"lme:c960da58","split":"calibrate","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.71,"latency_ms":228,"input_tokens":7415,"cost_usd":0.00031143,"model":"jev-1.13.0"}
{"id":"lme:94f70d80","family":"lme:94f70d80","split":"eval","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.91,"latency_ms":208,"input_tokens":5214,"cost_usd":0.000218988,"model":"jev-1.13.0"}
{"id":"lme:726462e0","family":"lme:726462e0","split":"eval","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.88,"latency_ms":227,"input_tokens":8267,"cost_usd":0.00034721400000000004,"model":"jev-1.13.0"}
{"id":"lme:66f24dbb","family":"lme:66f24dbb","split":"calibrate","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.9,"latency_ms":190,"input_tokens":6612,"cost_usd":0.00027770400000000004,"model":"jev-1.13.0"}
{"id":"lme:ad7109d1","family":"lme:ad7109d1","split":"calibrate","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.02,"latency_ms":184,"input_tokens":5038,"cost_usd":0.000211596,"model":"jev-1.13.0"}
{"id":"lme:dccbc061","family":"lme:dccbc061","split":"calibrate","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.92,"latency_ms":170,"input_tokens":5863,"cost_usd":0.00024624600000000004,"model":"jev-1.13.0"}
{"id":"lme:af8d2e46","family":"lme:af8d2e46","split":"calibrate","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.11,"latency_ms":195,"input_tokens":6750,"cost_usd":0.0002835,"model":"jev-1.13.0"}
{"id":"lme:6b168ec8","family":"lme:6b168ec8","split":"eval","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.9,"latency_ms":149,"input_tokens":6217,"cost_usd":0.000261114,"model":"jev-1.13.0"}
{"id":"lme:c8c3f81d","family":"lme:c8c3f81d","split":"calibrate","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.47,"latency_ms":191,"input_tokens":6887,"cost_usd":0.000289254,"model":"jev-1.13.0"}
{"id":"lme:75499fd8","family":"lme:75499fd8","split":"calibrate","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.02,"latency_ms":158,"input_tokens":7056,"cost_usd":0.000296352,"model":"jev-1.13.0"}
{"id":"lme:8ebdbe50","family":"lme:8ebdbe50","split":"eval","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.79,"latency_ms":187,"input_tokens":7409,"cost_usd":0.000311178,"model":"jev-1.13.0"}
{"id":"lme:21436231","family":"lme:21436231","split":"calibrate","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.87,"latency_ms":153,"input_tokens":6195,"cost_usd":0.00026019000000000004,"model":"jev-1.13.0"}
{"id":"lme:0862e8bf","family":"lme:0862e8bf","split":"eval","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.03,"latency_ms":178,"input_tokens":6359,"cost_usd":0.000267078,"model":"jev-1.13.0"}
{"id":"lme:a06e4cfe","family":"lme:a06e4cfe","split":"calibrate","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.71,"latency_ms":183,"input_tokens":6172,"cost_usd":0.000259224,"model":"jev-1.13.0"}
{"id":"lme:853b0a1d","family":"lme:853b0a1d","split":"eval","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.87,"latency_ms":214,"input_tokens":5197,"cost_usd":0.00021827400000000002,"model":"jev-1.13.0"}
{"id":"lme:b86304ba","family":"lme:b86304ba","split":"eval","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.15,"latency_ms":203,"input_tokens":6056,"cost_usd":0.000254352,"model":"jev-1.13.0"}
{"id":"lme:95bcc1c8","family":"lme:95bcc1c8","split":"eval","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.9,"latency_ms":263,"input_tokens":5766,"cost_usd":0.00024217200000000003,"model":"jev-1.13.0"}
{"id":"lme:37d43f65","family":"lme:37d43f65","split":"eval","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.89,"latency_ms":231,"input_tokens":6582,"cost_usd":0.00027644400000000004,"model":"jev-1.13.0"}
{"id":"lme:d52b4f67","family":"lme:d52b4f67","split":"calibrate","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.84,"latency_ms":222,"input_tokens":5953,"cost_usd":0.00025002600000000004,"model":"jev-1.13.0"}
{"id":"lme:25e5aa4f","family":"lme:25e5aa4f","split":"eval","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.02,"latency_ms":206,"input_tokens":7060,"cost_usd":0.00029652000000000004,"model":"jev-1.13.0"}
{"id":"lme:caf9ead2","family":"lme:caf9ead2","split":"calibrate","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.9,"latency_ms":175,"input_tokens":5837,"cost_usd":0.00024515400000000003,"model":"jev-1.13.0"}
{"id":"lme:8550ddae","family":"lme:8550ddae","split":"eval","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.83,"latency_ms":169,"input_tokens":6784,"cost_usd":0.00028492800000000005,"model":"jev-1.13.0"}
{"id":"lme:86b68151","family":"lme:86b68151","split":"eval","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.02,"latency_ms":165,"input_tokens":6845,"cost_usd":0.00028749000000000005,"model":"jev-1.13.0"}
{"id":"lme:3f1e9474","family":"lme:3f1e9474","split":"calibrate","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.88,"latency_ms":186,"input_tokens":5568,"cost_usd":0.000233856,"model":"jev-1.13.0"}
{"id":"lme:577d4d32","family":"lme:577d4d32","split":"eval","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.66,"latency_ms":184,"input_tokens":5818,"cost_usd":0.00024435600000000004,"model":"jev-1.13.0"}
{"id":"lme:60d45044","family":"lme:60d45044","split":"calibrate","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.58,"latency_ms":263,"input_tokens":6154,"cost_usd":0.000258468,"model":"jev-1.13.0"}
{"id":"lme:15745da0","family":"lme:15745da0","split":"calibrate","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.07,"latency_ms":169,"input_tokens":4635,"cost_usd":0.00019467000000000003,"model":"jev-1.13.0"}
{"id":"lme:ec81a493","family":"lme:ec81a493","split":"calibrate","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.02,"latency_ms":253,"input_tokens":6141,"cost_usd":0.000257922,"model":"jev-1.13.0"}
{"id":"lme:001be529","family":"lme:001be529","split":"eval","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.01,"latency_ms":158,"input_tokens":6030,"cost_usd":0.00025326,"model":"jev-1.13.0"}
{"id":"lme:bc8a6e93","family":"lme:bc8a6e93","split":"eval","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.88,"latency_ms":232,"input_tokens":6393,"cost_usd":0.000268506,"model":"jev-1.13.0"}
{"id":"lme:ccb36322","family":"lme:ccb36322","split":"eval","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.85,"latency_ms":215,"input_tokens":4784,"cost_usd":0.000200928,"model":"jev-1.13.0"}
{"id":"lme:e01b8e2f","family":"lme:e01b8e2f","split":"calibrate","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.85,"latency_ms":287,"input_tokens":5008,"cost_usd":0.00021033600000000001,"model":"jev-1.13.0"}
{"id":"lme:545bd2b5","family":"lme:545bd2b5","split":"eval","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.12,"latency_ms":162,"input_tokens":7271,"cost_usd":0.000305382,"model":"jev-1.13.0"}
{"id":"lme:b320f3f8","family":"lme:b320f3f8","split":"calibrate","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.89,"latency_ms":256,"input_tokens":5791,"cost_usd":0.00024322200000000002,"model":"jev-1.13.0"}
{"id":"lme:19b5f2b3","family":"lme:19b5f2b3","split":"eval","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.91,"latency_ms":219,"input_tokens":7073,"cost_usd":0.000297066,"model":"jev-1.13.0"}
{"id":"lme:4fd1909e","family":"lme:4fd1909e","split":"eval","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.96,"latency_ms":211,"input_tokens":6192,"cost_usd":0.000260064,"model":"jev-1.13.0"}
{"id":"lme:8a137a7f","family":"lme:8a137a7f","split":"eval","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.63,"latency_ms":168,"input_tokens":6609,"cost_usd":0.000277578,"model":"jev-1.13.0"}
{"id":"lme:76d63226","family":"lme:76d63226","split":"eval","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.03,"latency_ms":161,"input_tokens":5815,"cost_usd":0.00024423,"model":"jev-1.13.0"}
{"id":"lme:86f00804","family":"lme:86f00804","split":"eval","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.85,"latency_ms":157,"input_tokens":6819,"cost_usd":0.00028639800000000005,"model":"jev-1.13.0"}
{"id":"lme:8e9d538c","family":"lme:8e9d538c","split":"eval","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.95,"latency_ms":184,"input_tokens":6789,"cost_usd":0.000285138,"model":"jev-1.13.0"}
{"id":"lme:311778f1","family":"lme:311778f1","split":"eval","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.51,"latency_ms":170,"input_tokens":6643,"cost_usd":0.000279006,"model":"jev-1.13.0"}
{"id":"lme:c19f7a0b","family":"lme:c19f7a0b","split":"eval","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.26,"latency_ms":162,"input_tokens":6734,"cost_usd":0.00028282800000000005,"model":"jev-1.13.0"}
{"id":"lme:29f2956b","family":"lme:29f2956b","split":"calibrate","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.89,"latency_ms":162,"input_tokens":6954,"cost_usd":0.00029206800000000004,"model":"jev-1.13.0"}
{"id":"lme:4100d0a0","family":"lme:4100d0a0","split":"calibrate","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.62,"latency_ms":192,"input_tokens":5303,"cost_usd":0.00022272600000000002,"model":"jev-1.13.0"}
{"id":"lme:1faac195","family":"lme:1faac195","split":"calibrate","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.8,"latency_ms":176,"input_tokens":6996,"cost_usd":0.000293832,"model":"jev-1.13.0"}
{"id":"lme:faba32e5","family":"lme:faba32e5","split":"calibrate","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.88,"latency_ms":173,"input_tokens":5908,"cost_usd":0.00024813600000000004,"model":"jev-1.13.0"}
{"id":"lme:f4f1d8a4","family":"lme:f4f1d8a4","split":"eval","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.94,"latency_ms":182,"input_tokens":6414,"cost_usd":0.000269388,"model":"jev-1.13.0"}
{"id":"lme:c14c00dd","family":"lme:c14c00dd","split":"calibrate","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.49,"latency_ms":184,"input_tokens":6893,"cost_usd":0.00028950600000000003,"model":"jev-1.13.0"}
{"id":"lme:36580ce8","family":"lme:36580ce8","split":"calibrate","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.66,"latency_ms":184,"input_tokens":6259,"cost_usd":0.000262878,"model":"jev-1.13.0"}
{"id":"lme:a82c026e","family":"lme:a82c026e","split":"calibrate","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.81,"latency_ms":173,"input_tokens":6128,"cost_usd":0.000257376,"model":"jev-1.13.0"}
{"id":"lme:3d86fd0a","family":"lme:3d86fd0a","split":"calibrate","label":true,"slice":"single-session-user","protected":false,"rep":0,"value":0.9,"latency_ms":201,"input_tokens":6415,"cost_usd":0.00026943000000000003,"model":"jev-1.13.0"}
{"id":"lme:0862e8bf_abs","family":"lme:0862e8bf_abs","split":"eval","label":false,"slice":"single-session-user:abstention","protected":false,"rep":0,"value":0.02,"latency_ms":172,"input_tokens":7228,"cost_usd":0.000303576,"model":"jev-1.13.0"}
{"id":"lme:15745da0_abs","family":"lme:15745da0_abs","split":"eval","label":false,"slice":"single-session-user:abstention","protected":false,"rep":0,"value":0.05,"latency_ms":150,"input_tokens":5822,"cost_usd":0.00024452400000000003,"model":"jev-1.13.0"}
{"id":"lme:bc8a6e93_abs","family":"lme:bc8a6e93_abs","split":"eval","label":false,"slice":"single-session-user:abstention","protected":false,"rep":0,"value":0.04,"latency_ms":152,"input_tokens":6609,"cost_usd":0.000277578,"model":"jev-1.13.0"}
{"id":"lme:19b5f2b3_abs","family":"lme:19b5f2b3_abs","split":"calibrate","label":false,"slice":"single-session-user:abstention","protected":false,"rep":0,"value":0.02,"latency_ms":165,"input_tokens":5580,"cost_usd":0.00023436,"model":"jev-1.13.0"}
{"id":"lme:29f2956b_abs","family":"lme:29f2956b_abs","split":"calibrate","label":false,"slice":"single-session-user:abstention","protected":false,"rep":0,"value":0.03,"latency_ms":173,"input_tokens":5996,"cost_usd":0.000251832,"model":"jev-1.13.0"}
{"id":"lme:0a995998","family":"lme:0a995998","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.49,"latency_ms":180,"input_tokens":7518,"cost_usd":0.00031575600000000004,"model":"jev-1.13.0"}
{"id":"lme:6d550036","family":"lme:6d550036","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.44,"latency_ms":196,"input_tokens":6773,"cost_usd":0.00028446600000000004,"model":"jev-1.13.0"}
{"id":"lme:gpt4_59c863d7","family":"lme:gpt4_59c863d7","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.57,"latency_ms":202,"input_tokens":6474,"cost_usd":0.000271908,"model":"jev-1.13.0"}
{"id":"lme:e831120c","family":"lme:e831120c","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.84,"latency_ms":183,"input_tokens":7060,"cost_usd":0.00029652000000000004,"model":"jev-1.13.0"}
{"id":"lme:f4f1d8a4_abs","family":"lme:f4f1d8a4_abs","split":"calibrate","label":false,"slice":"single-session-user:abstention","protected":false,"rep":0,"value":0.08,"latency_ms":257,"input_tokens":6812,"cost_usd":0.000286104,"model":"jev-1.13.0"}
{"id":"lme:3a704032","family":"lme:3a704032","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.62,"latency_ms":173,"input_tokens":6662,"cost_usd":0.00027980400000000003,"model":"jev-1.13.0"}
{"id":"lme:b5ef892d","family":"lme:b5ef892d","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.52,"latency_ms":226,"input_tokens":6884,"cost_usd":0.00028912800000000004,"model":"jev-1.13.0"}
{"id":"lme:gpt4_d84a3211","family":"lme:gpt4_d84a3211","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.46,"latency_ms":180,"input_tokens":7234,"cost_usd":0.000303828,"model":"jev-1.13.0"}
{"id":"lme:gpt4_f2262a51","family":"lme:gpt4_f2262a51","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.67,"latency_ms":166,"input_tokens":6407,"cost_usd":0.00026909400000000005,"model":"jev-1.13.0"}
{"id":"lme:gpt4_a56e767c","family":"lme:gpt4_a56e767c","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.56,"latency_ms":153,"input_tokens":6991,"cost_usd":0.000293622,"model":"jev-1.13.0"}
{"id":"lme:aae3761f","family":"lme:aae3761f","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.2,"latency_ms":226,"input_tokens":8006,"cost_usd":0.000336252,"model":"jev-1.13.0"}
{"id":"lme:dd2973ad","family":"lme:dd2973ad","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.56,"latency_ms":206,"input_tokens":6658,"cost_usd":0.000279636,"model":"jev-1.13.0"}
{"id":"lme:c4a1ceb8","family":"lme:c4a1ceb8","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.7,"latency_ms":206,"input_tokens":7050,"cost_usd":0.0002961,"model":"jev-1.13.0"}
{"id":"lme:46a3abf7","family":"lme:46a3abf7","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.33,"latency_ms":185,"input_tokens":7038,"cost_usd":0.000295596,"model":"jev-1.13.0"}
{"id":"lme:6cb6f249","family":"lme:6cb6f249","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.84,"latency_ms":207,"input_tokens":6900,"cost_usd":0.0002898,"model":"jev-1.13.0"}
{"id":"lme:36b9f61e","family":"lme:36b9f61e","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.49,"latency_ms":165,"input_tokens":7100,"cost_usd":0.00029820000000000004,"model":"jev-1.13.0"}
{"id":"lme:2e6d26dc","family":"lme:2e6d26dc","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.66,"latency_ms":175,"input_tokens":6526,"cost_usd":0.000274092,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2f8be40d","family":"lme:gpt4_2f8be40d","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.47,"latency_ms":217,"input_tokens":6563,"cost_usd":0.00027564600000000005,"model":"jev-1.13.0"}
{"id":"lme:gpt4_15e38248","family":"lme:gpt4_15e38248","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.63,"latency_ms":205,"input_tokens":6319,"cost_usd":0.000265398,"model":"jev-1.13.0"}
{"id":"lme:28dc39ac","family":"lme:28dc39ac","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.36,"latency_ms":269,"input_tokens":7099,"cost_usd":0.00029815800000000003,"model":"jev-1.13.0"}
{"id":"lme:88432d0a","family":"lme:88432d0a","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.69,"latency_ms":220,"input_tokens":7108,"cost_usd":0.000298536,"model":"jev-1.13.0"}
{"id":"lme:d23cf73b","family":"lme:d23cf73b","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.64,"latency_ms":208,"input_tokens":7553,"cost_usd":0.000317226,"model":"jev-1.13.0"}
{"id":"lme:80ec1f4f","family":"lme:80ec1f4f","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.61,"latency_ms":229,"input_tokens":7047,"cost_usd":0.000295974,"model":"jev-1.13.0"}
{"id":"lme:gpt4_7fce9456","family":"lme:gpt4_7fce9456","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.07,"latency_ms":204,"input_tokens":7068,"cost_usd":0.000296856,"model":"jev-1.13.0"}
{"id":"lme:d682f1a2","family":"lme:d682f1a2","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.76,"latency_ms":166,"input_tokens":6002,"cost_usd":0.000252084,"model":"jev-1.13.0"}
{"id":"lme:gpt4_5501fe77","family":"lme:gpt4_5501fe77","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.39,"latency_ms":160,"input_tokens":6517,"cost_usd":0.00027371400000000004,"model":"jev-1.13.0"}
{"id":"lme:7024f17c","family":"lme:7024f17c","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.23,"latency_ms":195,"input_tokens":6114,"cost_usd":0.000256788,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2ba83207","family":"lme:gpt4_2ba83207","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.55,"latency_ms":180,"input_tokens":7234,"cost_usd":0.000303828,"model":"jev-1.13.0"}
{"id":"lme:2ce6a0f2","family":"lme:2ce6a0f2","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.69,"latency_ms":170,"input_tokens":5963,"cost_usd":0.00025044600000000003,"model":"jev-1.13.0"}
{"id":"lme:2318644b","family":"lme:2318644b","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.49,"latency_ms":188,"input_tokens":7294,"cost_usd":0.000306348,"model":"jev-1.13.0"}
{"id":"lme:00ca467f","family":"lme:00ca467f","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.59,"latency_ms":171,"input_tokens":7379,"cost_usd":0.000309918,"model":"jev-1.13.0"}
{"id":"lme:gpt4_d12ceb0e","family":"lme:gpt4_d12ceb0e","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.77,"latency_ms":242,"input_tokens":6473,"cost_usd":0.000271866,"model":"jev-1.13.0"}
{"id":"lme:gpt4_31ff4165","family":"lme:gpt4_31ff4165","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.56,"latency_ms":173,"input_tokens":7468,"cost_usd":0.000313656,"model":"jev-1.13.0"}
{"id":"lme:2788b940","family":"lme:2788b940","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.79,"latency_ms":174,"input_tokens":7676,"cost_usd":0.000322392,"model":"jev-1.13.0"}
{"id":"lme:eeda8a6d","family":"lme:eeda8a6d","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.43,"latency_ms":208,"input_tokens":7318,"cost_usd":0.000307356,"model":"jev-1.13.0"}
{"id":"lme:b3c15d39","family":"lme:b3c15d39","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.37,"latency_ms":274,"input_tokens":6622,"cost_usd":0.00027812400000000004,"model":"jev-1.13.0"}
{"id":"lme:9d25d4e0","family":"lme:9d25d4e0","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.51,"latency_ms":212,"input_tokens":6554,"cost_usd":0.000275268,"model":"jev-1.13.0"}
{"id":"lme:129d1232","family":"lme:129d1232","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.67,"latency_ms":189,"input_tokens":6625,"cost_usd":0.00027825,"model":"jev-1.13.0"}
{"id":"lme:60bf93ed","family":"lme:60bf93ed","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.73,"latency_ms":253,"input_tokens":5633,"cost_usd":0.000236586,"model":"jev-1.13.0"}
{"id":"lme:60472f9c","family":"lme:60472f9c","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.46,"latency_ms":176,"input_tokens":6980,"cost_usd":0.00029316000000000005,"model":"jev-1.13.0"}
{"id":"lme:gpt4_194be4b3","family":"lme:gpt4_194be4b3","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.63,"latency_ms":173,"input_tokens":7340,"cost_usd":0.00030828,"model":"jev-1.13.0"}
{"id":"lme:a9f6b44c","family":"lme:a9f6b44c","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.4,"latency_ms":172,"input_tokens":6532,"cost_usd":0.000274344,"model":"jev-1.13.0"}
{"id":"lme:d851d5ba","family":"lme:d851d5ba","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.65,"latency_ms":208,"input_tokens":6602,"cost_usd":0.00027728400000000004,"model":"jev-1.13.0"}
{"id":"lme:5a7937c8","family":"lme:5a7937c8","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.63,"latency_ms":210,"input_tokens":6158,"cost_usd":0.000258636,"model":"jev-1.13.0"}
{"id":"lme:gpt4_e05b82a6","family":"lme:gpt4_e05b82a6","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.71,"latency_ms":192,"input_tokens":6669,"cost_usd":0.000280098,"model":"jev-1.13.0"}
{"id":"lme:edced276","family":"lme:edced276","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.78,"latency_ms":181,"input_tokens":6913,"cost_usd":0.00029034600000000003,"model":"jev-1.13.0"}
{"id":"lme:10d9b85a","family":"lme:10d9b85a","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.68,"latency_ms":170,"input_tokens":6856,"cost_usd":0.000287952,"model":"jev-1.13.0"}
{"id":"lme:gpt4_731e37d7","family":"lme:gpt4_731e37d7","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.48,"latency_ms":258,"input_tokens":6088,"cost_usd":0.000255696,"model":"jev-1.13.0"}
{"id":"lme:gpt4_ab202e7f","family":"lme:gpt4_ab202e7f","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.74,"latency_ms":305,"input_tokens":7654,"cost_usd":0.00032146800000000005,"model":"jev-1.13.0"}
{"id":"lme:e3038f8c","family":"lme:e3038f8c","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.71,"latency_ms":187,"input_tokens":6899,"cost_usd":0.000289758,"model":"jev-1.13.0"}
{"id":"lme:2b8f3739","family":"lme:2b8f3739","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.74,"latency_ms":176,"input_tokens":6941,"cost_usd":0.000291522,"model":"jev-1.13.0"}
{"id":"lme:c2ac3c61","family":"lme:c2ac3c61","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.49,"latency_ms":205,"input_tokens":6798,"cost_usd":0.00028551600000000004,"model":"jev-1.13.0"}
{"id":"lme:1a8a66a6","family":"lme:1a8a66a6","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.56,"latency_ms":240,"input_tokens":6922,"cost_usd":0.000290724,"model":"jev-1.13.0"}
{"id":"lme:bf659f65","family":"lme:bf659f65","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.45,"latency_ms":233,"input_tokens":6761,"cost_usd":0.000283962,"model":"jev-1.13.0"}
{"id":"lme:gpt4_372c3eed","family":"lme:gpt4_372c3eed","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.69,"latency_ms":195,"input_tokens":6981,"cost_usd":0.000293202,"model":"jev-1.13.0"}
{"id":"lme:88432d0a_abs","family":"lme:88432d0a_abs","split":"calibrate","label":false,"slice":"multi-session:abstention","protected":false,"rep":0,"value":0.03,"latency_ms":166,"input_tokens":7313,"cost_usd":0.000307146,"model":"jev-1.13.0"}
{"id":"lme:81507db6","family":"lme:81507db6","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.66,"latency_ms":184,"input_tokens":6475,"cost_usd":0.00027195,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2f91af09","family":"lme:gpt4_2f91af09","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.52,"latency_ms":205,"input_tokens":6464,"cost_usd":0.000271488,"model":"jev-1.13.0"}
{"id":"lme:80ec1f4f_abs","family":"lme:80ec1f4f_abs","split":"calibrate","label":false,"slice":"multi-session:abstention","protected":false,"rep":0,"value":0.11,"latency_ms":198,"input_tokens":6529,"cost_usd":0.000274218,"model":"jev-1.13.0"}
{"id":"lme:eeda8a6d_abs","family":"lme:eeda8a6d_abs","split":"calibrate","label":false,"slice":"multi-session:abstention","protected":false,"rep":0,"value":0.19,"latency_ms":177,"input_tokens":5644,"cost_usd":0.000237048,"model":"jev-1.13.0"}
{"id":"lme:edced276_abs","family":"lme:edced276_abs","split":"eval","label":false,"slice":"multi-session:abstention","protected":false,"rep":0,"value":0.12,"latency_ms":180,"input_tokens":7106,"cost_usd":0.00029845200000000005,"model":"jev-1.13.0"}
{"id":"lme:8a2466db","family":"lme:8a2466db","split":"calibrate","label":true,"slice":"single-session-preference","protected":false,"rep":0,"value":0.76,"latency_ms":183,"input_tokens":5088,"cost_usd":0.000213696,"model":"jev-1.13.0"}
{"id":"lme:gpt4_372c3eed_abs","family":"lme:gpt4_372c3eed_abs","split":"calibrate","label":false,"slice":"multi-session:abstention","protected":false,"rep":0,"value":0.26,"latency_ms":210,"input_tokens":6392,"cost_usd":0.000268464,"model":"jev-1.13.0"}
{"id":"lme:06878be2","family":"lme:06878be2","split":"calibrate","label":true,"slice":"single-session-preference","protected":false,"rep":0,"value":0.55,"latency_ms":205,"input_tokens":5434,"cost_usd":0.000228228,"model":"jev-1.13.0"}
{"id":"lme:75832dbd","family":"lme:75832dbd","split":"calibrate","label":true,"slice":"single-session-preference","protected":false,"rep":0,"value":0.17,"latency_ms":204,"input_tokens":6896,"cost_usd":0.000289632,"model":"jev-1.13.0"}
{"id":"lme:60bf93ed_abs","family":"lme:60bf93ed_abs","split":"eval","label":false,"slice":"multi-session:abstention","protected":false,"rep":0,"value":0.03,"latency_ms":268,"input_tokens":6502,"cost_usd":0.000273084,"model":"jev-1.13.0"}
{"id":"lme:0edc2aef","family":"lme:0edc2aef","split":"eval","label":true,"slice":"single-session-preference","protected":false,"rep":0,"value":0.23,"latency_ms":188,"input_tokens":5912,"cost_usd":0.000248304,"model":"jev-1.13.0"}
{"id":"lme:35a27287","family":"lme:35a27287","split":"calibrate","label":true,"slice":"single-session-preference","protected":false,"rep":0,"value":0.24,"latency_ms":192,"input_tokens":6735,"cost_usd":0.00028287,"model":"jev-1.13.0"}
{"id":"lme:32260d93","family":"lme:32260d93","split":"eval","label":true,"slice":"single-session-preference","protected":false,"rep":0,"value":0.58,"latency_ms":184,"input_tokens":6656,"cost_usd":0.000279552,"model":"jev-1.13.0"}
{"id":"lme:195a1a1b","family":"lme:195a1a1b","split":"eval","label":true,"slice":"single-session-preference","protected":false,"rep":0,"value":0.7,"latency_ms":187,"input_tokens":6926,"cost_usd":0.000290892,"model":"jev-1.13.0"}
{"id":"lme:54026fce","family":"lme:54026fce","split":"calibrate","label":true,"slice":"single-session-preference","protected":false,"rep":0,"value":0.89,"latency_ms":186,"input_tokens":5952,"cost_usd":0.000249984,"model":"jev-1.13.0"}
{"id":"lme:caf03d32","family":"lme:caf03d32","split":"eval","label":true,"slice":"single-session-preference","protected":false,"rep":0,"value":0.56,"latency_ms":213,"input_tokens":5761,"cost_usd":0.000241962,"model":"jev-1.13.0"}
{"id":"lme:06f04340","family":"lme:06f04340","split":"eval","label":true,"slice":"single-session-preference","protected":false,"rep":0,"value":0.39,"latency_ms":205,"input_tokens":6360,"cost_usd":0.00026712000000000003,"model":"jev-1.13.0"}
{"id":"lme:afdc33df","family":"lme:afdc33df","split":"eval","label":true,"slice":"single-session-preference","protected":false,"rep":0,"value":0.53,"latency_ms":257,"input_tokens":6803,"cost_usd":0.00028572600000000004,"model":"jev-1.13.0"}
{"id":"lme:6b7dfb22","family":"lme:6b7dfb22","split":"eval","label":true,"slice":"single-session-preference","protected":false,"rep":0,"value":0.35,"latency_ms":205,"input_tokens":5898,"cost_usd":0.000247716,"model":"jev-1.13.0"}
{"id":"lme:09d032c9","family":"lme:09d032c9","split":"eval","label":true,"slice":"single-session-preference","protected":false,"rep":0,"value":0.1,"latency_ms":154,"input_tokens":6255,"cost_usd":0.00026271000000000004,"model":"jev-1.13.0"}
{"id":"lme:1a1907b4","family":"lme:1a1907b4","split":"calibrate","label":true,"slice":"single-session-preference","protected":false,"rep":0,"value":0.74,"latency_ms":204,"input_tokens":6613,"cost_usd":0.000277746,"model":"jev-1.13.0"}
{"id":"lme:38146c39","family":"lme:38146c39","split":"eval","label":true,"slice":"single-session-preference","protected":false,"rep":0,"value":0.58,"latency_ms":184,"input_tokens":5846,"cost_usd":0.000245532,"model":"jev-1.13.0"}
{"id":"lme:d24813b1","family":"lme:d24813b1","split":"calibrate","label":true,"slice":"single-session-preference","protected":false,"rep":0,"value":0.82,"latency_ms":172,"input_tokens":6729,"cost_usd":0.000282618,"model":"jev-1.13.0"}
{"id":"lme:57f827a0","family":"lme:57f827a0","split":"eval","label":true,"slice":"single-session-preference","protected":false,"rep":0,"value":0.13,"latency_ms":194,"input_tokens":5699,"cost_usd":0.000239358,"model":"jev-1.13.0"}
{"id":"lme:95228167","family":"lme:95228167","split":"eval","label":true,"slice":"single-session-preference","protected":false,"rep":0,"value":0.62,"latency_ms":196,"input_tokens":5212,"cost_usd":0.000218904,"model":"jev-1.13.0"}
{"id":"lme:505af2f5","family":"lme:505af2f5","split":"eval","label":true,"slice":"single-session-preference","protected":false,"rep":0,"value":0.72,"latency_ms":183,"input_tokens":6307,"cost_usd":0.000264894,"model":"jev-1.13.0"}
{"id":"lme:75f70248","family":"lme:75f70248","split":"calibrate","label":true,"slice":"single-session-preference","protected":false,"rep":0,"value":0.64,"latency_ms":188,"input_tokens":7110,"cost_usd":0.00029862000000000004,"model":"jev-1.13.0"}
{"id":"lme:d6233ab6","family":"lme:d6233ab6","split":"calibrate","label":true,"slice":"single-session-preference","protected":false,"rep":0,"value":0.08,"latency_ms":186,"input_tokens":6270,"cost_usd":0.00026334000000000004,"model":"jev-1.13.0"}
{"id":"lme:1da05512","family":"lme:1da05512","split":"eval","label":true,"slice":"single-session-preference","protected":false,"rep":0,"value":0.56,"latency_ms":187,"input_tokens":6546,"cost_usd":0.00027493200000000003,"model":"jev-1.13.0"}
{"id":"lme:b6025781","family":"lme:b6025781","split":"eval","label":true,"slice":"single-session-preference","protected":false,"rep":0,"value":0.74,"latency_ms":187,"input_tokens":7340,"cost_usd":0.00030828,"model":"jev-1.13.0"}
{"id":"lme:a89d7624","family":"lme:a89d7624","split":"calibrate","label":true,"slice":"single-session-preference","protected":false,"rep":0,"value":0.53,"latency_ms":172,"input_tokens":5827,"cost_usd":0.000244734,"model":"jev-1.13.0"}
{"id":"lme:fca70973","family":"lme:fca70973","split":"calibrate","label":true,"slice":"single-session-preference","protected":false,"rep":0,"value":0.78,"latency_ms":252,"input_tokens":7156,"cost_usd":0.00030055200000000005,"model":"jev-1.13.0"}
{"id":"lme:b0479f84","family":"lme:b0479f84","split":"eval","label":true,"slice":"single-session-preference","protected":false,"rep":0,"value":0.74,"latency_ms":206,"input_tokens":7327,"cost_usd":0.00030773400000000005,"model":"jev-1.13.0"}
{"id":"lme:07b6f563","family":"lme:07b6f563","split":"eval","label":true,"slice":"single-session-preference","protected":false,"rep":0,"value":0.75,"latency_ms":176,"input_tokens":7072,"cost_usd":0.000297024,"model":"jev-1.13.0"}
{"id":"lme:0a34ad58","family":"lme:0a34ad58","split":"calibrate","label":true,"slice":"single-session-preference","protected":false,"rep":0,"value":0.71,"latency_ms":158,"input_tokens":6213,"cost_usd":0.000260946,"model":"jev-1.13.0"}
{"id":"lme:1c0ddc50","family":"lme:1c0ddc50","split":"calibrate","label":true,"slice":"single-session-preference","protected":false,"rep":0,"value":0.77,"latency_ms":201,"input_tokens":5762,"cost_usd":0.000242004,"model":"jev-1.13.0"}
{"id":"lme:d3ab962e","family":"lme:d3ab962e","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.44,"latency_ms":172,"input_tokens":7320,"cost_usd":0.00030744,"model":"jev-1.13.0"}
{"id":"lme:1d4e3b97","family":"lme:1d4e3b97","split":"eval","label":true,"slice":"single-session-preference","protected":false,"rep":0,"value":0.66,"latency_ms":339,"input_tokens":6817,"cost_usd":0.000286314,"model":"jev-1.13.0"}
{"id":"lme:2311e44b","family":"lme:2311e44b","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.22,"latency_ms":198,"input_tokens":6939,"cost_usd":0.00029143800000000004,"model":"jev-1.13.0"}
{"id":"lme:cc06de0d","family":"lme:cc06de0d","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.23,"latency_ms":186,"input_tokens":5926,"cost_usd":0.000248892,"model":"jev-1.13.0"}
{"id":"lme:4f54b7c9","family":"lme:4f54b7c9","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.74,"latency_ms":179,"input_tokens":6888,"cost_usd":0.00028929600000000003,"model":"jev-1.13.0"}
{"id":"lme:a11281a2","family":"lme:a11281a2","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.44,"latency_ms":208,"input_tokens":7054,"cost_usd":0.00029626800000000003,"model":"jev-1.13.0"}
{"id":"lme:85fa3a3f","family":"lme:85fa3a3f","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.78,"latency_ms":188,"input_tokens":6752,"cost_usd":0.00028358400000000003,"model":"jev-1.13.0"}
{"id":"lme:9aaed6a3","family":"lme:9aaed6a3","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.58,"latency_ms":165,"input_tokens":6492,"cost_usd":0.00027266400000000004,"model":"jev-1.13.0"}
{"id":"lme:1f2b8d4f","family":"lme:1f2b8d4f","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.64,"latency_ms":181,"input_tokens":6928,"cost_usd":0.00029097600000000003,"model":"jev-1.13.0"}
{"id":"lme:e6041065","family":"lme:e6041065","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.6,"latency_ms":181,"input_tokens":6779,"cost_usd":0.00028471800000000005,"model":"jev-1.13.0"}
{"id":"lme:d905b33f","family":"lme:d905b33f","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.47,"latency_ms":174,"input_tokens":5698,"cost_usd":0.00023931600000000002,"model":"jev-1.13.0"}
{"id":"lme:51c32626","family":"lme:51c32626","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.12,"latency_ms":193,"input_tokens":6311,"cost_usd":0.000265062,"model":"jev-1.13.0"}
{"id":"lme:7405e8b1","family":"lme:7405e8b1","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.79,"latency_ms":162,"input_tokens":5854,"cost_usd":0.000245868,"model":"jev-1.13.0"}
{"id":"lme:f35224e0","family":"lme:f35224e0","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.72,"latency_ms":170,"input_tokens":6983,"cost_usd":0.000293286,"model":"jev-1.13.0"}
{"id":"lme:a4996e51","family":"lme:a4996e51","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.85,"latency_ms":209,"input_tokens":6247,"cost_usd":0.000262374,"model":"jev-1.13.0"}
{"id":"lme:6456829e","family":"lme:6456829e","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.21,"latency_ms":235,"input_tokens":5745,"cost_usd":0.00024129000000000002,"model":"jev-1.13.0"}
{"id":"lme:60036106","family":"lme:60036106","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.64,"latency_ms":166,"input_tokens":7251,"cost_usd":0.000304542,"model":"jev-1.13.0"}
{"id":"lme:3c1045c8","family":"lme:3c1045c8","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.78,"latency_ms":202,"input_tokens":7134,"cost_usd":0.000299628,"model":"jev-1.13.0"}
{"id":"lme:e25c3b8d","family":"lme:e25c3b8d","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.25,"latency_ms":180,"input_tokens":6746,"cost_usd":0.000283332,"model":"jev-1.13.0"}
{"id":"lme:681a1674","family":"lme:681a1674","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.58,"latency_ms":199,"input_tokens":6523,"cost_usd":0.000273966,"model":"jev-1.13.0"}
{"id":"lme:4adc0475","family":"lme:4adc0475","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.17,"latency_ms":191,"input_tokens":4627,"cost_usd":0.00019433400000000003,"model":"jev-1.13.0"}
{"id":"lme:4bc144e2","family":"lme:4bc144e2","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.85,"latency_ms":176,"input_tokens":7311,"cost_usd":0.00030706200000000004,"model":"jev-1.13.0"}
{"id":"lme:a1cc6108","family":"lme:a1cc6108","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.06,"latency_ms":157,"input_tokens":7110,"cost_usd":0.00029862000000000004,"model":"jev-1.13.0"}
{"id":"lme:5025383b","family":"lme:5025383b","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.52,"latency_ms":217,"input_tokens":8905,"cost_usd":0.00037401000000000003,"model":"jev-1.13.0"}
{"id":"lme:9ee3ecd6","family":"lme:9ee3ecd6","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.77,"latency_ms":186,"input_tokens":6144,"cost_usd":0.00025804800000000003,"model":"jev-1.13.0"}
{"id":"lme:3fdac837","family":"lme:3fdac837","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.68,"latency_ms":197,"input_tokens":6573,"cost_usd":0.000276066,"model":"jev-1.13.0"}
{"id":"lme:720133ac","family":"lme:720133ac","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.82,"latency_ms":180,"input_tokens":6410,"cost_usd":0.00026922000000000003,"model":"jev-1.13.0"}
{"id":"lme:27016adc","family":"lme:27016adc","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.71,"latency_ms":205,"input_tokens":6796,"cost_usd":0.000285432,"model":"jev-1.13.0"}
{"id":"lme:ef66a6e5","family":"lme:ef66a6e5","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.55,"latency_ms":320,"input_tokens":6997,"cost_usd":0.000293874,"model":"jev-1.13.0"}
{"id":"lme:91b15a6e","family":"lme:91b15a6e","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.23,"latency_ms":235,"input_tokens":6935,"cost_usd":0.00029127000000000005,"model":"jev-1.13.0"}
{"id":"lme:77eafa52","family":"lme:77eafa52","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.79,"latency_ms":199,"input_tokens":6732,"cost_usd":0.00028274400000000003,"model":"jev-1.13.0"}
{"id":"lme:8979f9ec","family":"lme:8979f9ec","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.8,"latency_ms":200,"input_tokens":7329,"cost_usd":0.000307818,"model":"jev-1.13.0"}
{"id":"lme:0100672e","family":"lme:0100672e","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.51,"latency_ms":210,"input_tokens":6725,"cost_usd":0.00028245,"model":"jev-1.13.0"}
{"id":"lme:a96c20ee","family":"lme:a96c20ee","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.44,"latency_ms":197,"input_tokens":6387,"cost_usd":0.00026825400000000005,"model":"jev-1.13.0"}
{"id":"lme:6c49646a","family":"lme:6c49646a","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.25,"latency_ms":165,"input_tokens":5867,"cost_usd":0.00024641400000000003,"model":"jev-1.13.0"}
{"id":"lme:3fe836c9","family":"lme:3fe836c9","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.88,"latency_ms":195,"input_tokens":6269,"cost_usd":0.000263298,"model":"jev-1.13.0"}
{"id":"lme:1c549ce4","family":"lme:1c549ce4","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.25,"latency_ms":197,"input_tokens":6770,"cost_usd":0.00028434,"model":"jev-1.13.0"}
{"id":"lme:92a0aa75","family":"lme:92a0aa75","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.61,"latency_ms":226,"input_tokens":6703,"cost_usd":0.000281526,"model":"jev-1.13.0"}
{"id":"lme:1192316e","family":"lme:1192316e","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.55,"latency_ms":180,"input_tokens":6271,"cost_usd":0.000263382,"model":"jev-1.13.0"}
{"id":"lme:0ea62687","family":"lme:0ea62687","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.69,"latency_ms":182,"input_tokens":6882,"cost_usd":0.000289044,"model":"jev-1.13.0"}
{"id":"lme:bb7c3b45","family":"lme:bb7c3b45","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.65,"latency_ms":156,"input_tokens":6563,"cost_usd":0.00027564600000000005,"model":"jev-1.13.0"}
{"id":"lme:61f8c8f8","family":"lme:61f8c8f8","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.78,"latency_ms":179,"input_tokens":7555,"cost_usd":0.00031731,"model":"jev-1.13.0"}
{"id":"lme:ba358f49","family":"lme:ba358f49","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.42,"latency_ms":207,"input_tokens":7454,"cost_usd":0.000313068,"model":"jev-1.13.0"}
{"id":"lme:ef9cf60a","family":"lme:ef9cf60a","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.81,"latency_ms":186,"input_tokens":7054,"cost_usd":0.00029626800000000003,"model":"jev-1.13.0"}
{"id":"lme:67e0d0f2","family":"lme:67e0d0f2","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.14,"latency_ms":256,"input_tokens":7221,"cost_usd":0.00030328200000000004,"model":"jev-1.13.0"}
{"id":"lme:60159905","family":"lme:60159905","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.57,"latency_ms":217,"input_tokens":6947,"cost_usd":0.000291774,"model":"jev-1.13.0"}
{"id":"lme:bc149d6b","family":"lme:bc149d6b","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.57,"latency_ms":181,"input_tokens":7091,"cost_usd":0.000297822,"model":"jev-1.13.0"}
{"id":"lme:73d42213","family":"lme:73d42213","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.28,"latency_ms":211,"input_tokens":6501,"cost_usd":0.00027304200000000003,"model":"jev-1.13.0"}
{"id":"lme:09ba9854","family":"lme:09ba9854","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.79,"latency_ms":188,"input_tokens":6667,"cost_usd":0.00028001400000000003,"model":"jev-1.13.0"}
{"id":"lme:d6062bb9","family":"lme:d6062bb9","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.44,"latency_ms":204,"input_tokens":6733,"cost_usd":0.00028278600000000004,"model":"jev-1.13.0"}
{"id":"lme:a3332713","family":"lme:a3332713","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.54,"latency_ms":202,"input_tokens":5710,"cost_usd":0.00023982000000000002,"model":"jev-1.13.0"}
{"id":"lme:099778bb","family":"lme:099778bb","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.61,"latency_ms":309,"input_tokens":6487,"cost_usd":0.000272454,"model":"jev-1.13.0"}
{"id":"lme:157a136e","family":"lme:157a136e","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.12,"latency_ms":253,"input_tokens":7029,"cost_usd":0.000295218,"model":"jev-1.13.0"}
{"id":"lme:c18a7dc8","family":"lme:c18a7dc8","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.38,"latency_ms":252,"input_tokens":6719,"cost_usd":0.000282198,"model":"jev-1.13.0"}
{"id":"lme:a08a253f","family":"lme:a08a253f","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.79,"latency_ms":165,"input_tokens":6820,"cost_usd":0.00028644,"model":"jev-1.13.0"}
{"id":"lme:55241a1f","family":"lme:55241a1f","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.22,"latency_ms":186,"input_tokens":6713,"cost_usd":0.00028194600000000004,"model":"jev-1.13.0"}
{"id":"lme:f0e564bc","family":"lme:f0e564bc","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.92,"latency_ms":193,"input_tokens":5653,"cost_usd":0.00023742600000000003,"model":"jev-1.13.0"}
{"id":"lme:078150f1","family":"lme:078150f1","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.09,"latency_ms":179,"input_tokens":6142,"cost_usd":0.000257964,"model":"jev-1.13.0"}
{"id":"lme:37f165cf","family":"lme:37f165cf","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.18,"latency_ms":159,"input_tokens":6677,"cost_usd":0.00028043400000000003,"model":"jev-1.13.0"}
{"id":"lme:8e91e7d9","family":"lme:8e91e7d9","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.5,"latency_ms":166,"input_tokens":6362,"cost_usd":0.000267204,"model":"jev-1.13.0"}
{"id":"lme:a346bb18","family":"lme:a346bb18","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.8,"latency_ms":202,"input_tokens":7439,"cost_usd":0.000312438,"model":"jev-1.13.0"}
{"id":"lme:8cf4d046","family":"lme:8cf4d046","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.2,"latency_ms":237,"input_tokens":6709,"cost_usd":0.000281778,"model":"jev-1.13.0"}
{"id":"lme:87f22b4a","family":"lme:87f22b4a","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.55,"latency_ms":195,"input_tokens":7001,"cost_usd":0.00029404200000000006,"model":"jev-1.13.0"}
{"id":"lme:e56a43b9","family":"lme:e56a43b9","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.72,"latency_ms":194,"input_tokens":7311,"cost_usd":0.00030706200000000004,"model":"jev-1.13.0"}
{"id":"lme:efc3f7c2","family":"lme:efc3f7c2","split":"calibrate","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.83,"latency_ms":181,"input_tokens":6799,"cost_usd":0.00028555800000000005,"model":"jev-1.13.0"}
{"id":"lme:2311e44b_abs","family":"lme:2311e44b_abs","split":"eval","label":false,"slice":"multi-session:abstention","protected":false,"rep":0,"value":0.11,"latency_ms":190,"input_tokens":6824,"cost_usd":0.00028660800000000005,"model":"jev-1.13.0"}
{"id":"lme:a96c20ee_abs","family":"lme:a96c20ee_abs","split":"calibrate","label":false,"slice":"multi-session:abstention","protected":false,"rep":0,"value":0.34,"latency_ms":163,"input_tokens":4575,"cost_usd":0.00019215,"model":"jev-1.13.0"}
{"id":"lme:6456829e_abs","family":"lme:6456829e_abs","split":"eval","label":false,"slice":"multi-session:abstention","protected":false,"rep":0,"value":0.07,"latency_ms":216,"input_tokens":6555,"cost_usd":0.00027531,"model":"jev-1.13.0"}
{"id":"lme:ba358f49_abs","family":"lme:ba358f49_abs","split":"eval","label":false,"slice":"multi-session:abstention","protected":false,"rep":0,"value":0.1,"latency_ms":193,"input_tokens":6392,"cost_usd":0.000268464,"model":"jev-1.13.0"}
{"id":"lme:09ba9854_abs","family":"lme:09ba9854_abs","split":"calibrate","label":false,"slice":"multi-session:abstention","protected":false,"rep":0,"value":0.84,"latency_ms":195,"input_tokens":7501,"cost_usd":0.000315042,"model":"jev-1.13.0"}
{"id":"lme:e5ba910e_abs","family":"lme:e5ba910e_abs","split":"eval","label":false,"slice":"multi-session:abstention","protected":false,"rep":0,"value":0.11,"latency_ms":239,"input_tokens":7151,"cost_usd":0.00030034200000000005,"model":"jev-1.13.0"}
{"id":"lme:21d02d0d","family":"lme:21d02d0d","split":"eval","label":true,"slice":"multi-session","protected":false,"rep":0,"value":0.58,"latency_ms":320,"input_tokens":6544,"cost_usd":0.000274848,"model":"jev-1.13.0"}
{"id":"lme:gpt4_59149c77","family":"lme:gpt4_59149c77","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.03,"latency_ms":200,"input_tokens":7328,"cost_usd":0.00030777600000000006,"model":"jev-1.13.0"}
{"id":"lme:gpt4_f49edff3","family":"lme:gpt4_f49edff3","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.35,"latency_ms":161,"input_tokens":5500,"cost_usd":0.000231,"model":"jev-1.13.0"}
{"id":"lme:0bc8ad92","family":"lme:0bc8ad92","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.08,"latency_ms":168,"input_tokens":5718,"cost_usd":0.00024015600000000002,"model":"jev-1.13.0"}
{"id":"lme:gpt4_fa19884c","family":"lme:gpt4_fa19884c","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.05,"latency_ms":199,"input_tokens":6672,"cost_usd":0.00028022400000000003,"model":"jev-1.13.0"}
{"id":"lme:b46e15ed","family":"lme:b46e15ed","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.13,"latency_ms":238,"input_tokens":7209,"cost_usd":0.000302778,"model":"jev-1.13.0"}
{"id":"lme:71017276","family":"lme:71017276","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.38,"latency_ms":281,"input_tokens":5669,"cost_usd":0.00023809800000000004,"model":"jev-1.13.0"}
{"id":"lme:af082822","family":"lme:af082822","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.78,"latency_ms":232,"input_tokens":7122,"cost_usd":0.000299124,"model":"jev-1.13.0"}
{"id":"lme:gpt4_4929293a","family":"lme:gpt4_4929293a","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.25,"latency_ms":227,"input_tokens":6998,"cost_usd":0.000293916,"model":"jev-1.13.0"}
{"id":"lme:gpt4_b5700ca9","family":"lme:gpt4_b5700ca9","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.02,"latency_ms":181,"input_tokens":5851,"cost_usd":0.000245742,"model":"jev-1.13.0"}
{"id":"lme:9a707b81","family":"lme:9a707b81","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.49,"latency_ms":179,"input_tokens":6728,"cost_usd":0.000282576,"model":"jev-1.13.0"}
{"id":"lme:gpt4_1d4ab0c9","family":"lme:gpt4_1d4ab0c9","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.18,"latency_ms":174,"input_tokens":5482,"cost_usd":0.000230244,"model":"jev-1.13.0"}
{"id":"lme:gpt4_e072b769","family":"lme:gpt4_e072b769","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.12,"latency_ms":177,"input_tokens":6390,"cost_usd":0.00026838000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_1d80365e","family":"lme:gpt4_1d80365e","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.08,"latency_ms":159,"input_tokens":7105,"cost_usd":0.00029841000000000004,"model":"jev-1.13.0"}
{"id":"lme:gpt4_6dc9b45b","family":"lme:gpt4_6dc9b45b","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.64,"latency_ms":156,"input_tokens":5388,"cost_usd":0.00022629600000000004,"model":"jev-1.13.0"}
{"id":"lme:gpt4_8279ba02","family":"lme:gpt4_8279ba02","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.46,"latency_ms":170,"input_tokens":6430,"cost_usd":0.00027006,"model":"jev-1.13.0"}
{"id":"lme:0db4c65d","family":"lme:0db4c65d","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.28,"latency_ms":236,"input_tokens":7965,"cost_usd":0.00033453000000000004,"model":"jev-1.13.0"}
{"id":"lme:gpt4_7f6b06db","family":"lme:gpt4_7f6b06db","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.21,"latency_ms":227,"input_tokens":6325,"cost_usd":0.00026565000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_18c2b244","family":"lme:gpt4_18c2b244","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.47,"latency_ms":194,"input_tokens":7400,"cost_usd":0.0003108,"model":"jev-1.13.0"}
{"id":"lme:gpt4_1916e0ea","family":"lme:gpt4_1916e0ea","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.07,"latency_ms":162,"input_tokens":5167,"cost_usd":0.000217014,"model":"jev-1.13.0"}
{"id":"lme:gpt4_a1b77f9c","family":"lme:gpt4_a1b77f9c","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.11,"latency_ms":210,"input_tokens":6890,"cost_usd":0.00028938000000000005,"model":"jev-1.13.0"}
{"id":"lme:gpt4_7a0daae1","family":"lme:gpt4_7a0daae1","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.02,"latency_ms":199,"input_tokens":6149,"cost_usd":0.00025825800000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_468eb063","family":"lme:gpt4_468eb063","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.49,"latency_ms":197,"input_tokens":6149,"cost_usd":0.00025825800000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_4fc4f797","family":"lme:gpt4_4fc4f797","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.22,"latency_ms":158,"input_tokens":6856,"cost_usd":0.000287952,"model":"jev-1.13.0"}
{"id":"lme:gpt4_1e4a8aeb","family":"lme:gpt4_1e4a8aeb","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.27,"latency_ms":185,"input_tokens":6496,"cost_usd":0.00027283200000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_7abb270c","family":"lme:gpt4_7abb270c","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.22,"latency_ms":216,"input_tokens":6818,"cost_usd":0.00028635600000000003,"model":"jev-1.13.0"}
{"id":"lme:4dfccbf7","family":"lme:4dfccbf7","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.24,"latency_ms":230,"input_tokens":7079,"cost_usd":0.00029731800000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_45189cb4","family":"lme:gpt4_45189cb4","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.27,"latency_ms":171,"input_tokens":6817,"cost_usd":0.000286314,"model":"jev-1.13.0"}
{"id":"lme:gpt4_61e13b3c","family":"lme:gpt4_61e13b3c","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.14,"latency_ms":213,"input_tokens":6435,"cost_usd":0.00027027,"model":"jev-1.13.0"}
{"id":"lme:2ebe6c90","family":"lme:2ebe6c90","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.04,"latency_ms":182,"input_tokens":7031,"cost_usd":0.000295302,"model":"jev-1.13.0"}
{"id":"lme:gpt4_e061b84f","family":"lme:gpt4_e061b84f","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.34,"latency_ms":181,"input_tokens":6152,"cost_usd":0.000258384,"model":"jev-1.13.0"}
{"id":"lme:gpt4_d6585ce8","family":"lme:gpt4_d6585ce8","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.3,"latency_ms":179,"input_tokens":7276,"cost_usd":0.00030559200000000004,"model":"jev-1.13.0"}
{"id":"lme:gpt4_4ef30696","family":"lme:gpt4_4ef30696","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.34,"latency_ms":179,"input_tokens":7145,"cost_usd":0.00030009000000000004,"model":"jev-1.13.0"}
{"id":"lme:370a8ff4","family":"lme:370a8ff4","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.13,"latency_ms":214,"input_tokens":6019,"cost_usd":0.00025279800000000004,"model":"jev-1.13.0"}
{"id":"lme:6e984301","family":"lme:6e984301","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.49,"latency_ms":147,"input_tokens":6230,"cost_usd":0.00026166000000000004,"model":"jev-1.13.0"}
{"id":"lme:gpt4_ec93e27f","family":"lme:gpt4_ec93e27f","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.7,"latency_ms":232,"input_tokens":6957,"cost_usd":0.000292194,"model":"jev-1.13.0"}
{"id":"lme:8077ef71","family":"lme:8077ef71","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.71,"latency_ms":196,"input_tokens":7444,"cost_usd":0.000312648,"model":"jev-1.13.0"}
{"id":"lme:gpt4_f420262c","family":"lme:gpt4_f420262c","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.49,"latency_ms":200,"input_tokens":7245,"cost_usd":0.00030429000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_74aed68e","family":"lme:gpt4_74aed68e","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.38,"latency_ms":191,"input_tokens":6198,"cost_usd":0.000260316,"model":"jev-1.13.0"}
{"id":"lme:gpt4_8e165409","family":"lme:gpt4_8e165409","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.07,"latency_ms":236,"input_tokens":7083,"cost_usd":0.000297486,"model":"jev-1.13.0"}
{"id":"lme:bcbe585f","family":"lme:bcbe585f","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.59,"latency_ms":206,"input_tokens":5384,"cost_usd":0.000226128,"model":"jev-1.13.0"}
{"id":"lme:gpt4_21adecb5","family":"lme:gpt4_21adecb5","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.34,"latency_ms":203,"input_tokens":6517,"cost_usd":0.00027371400000000004,"model":"jev-1.13.0"}
{"id":"lme:5e1b23de","family":"lme:5e1b23de","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.02,"latency_ms":161,"input_tokens":6320,"cost_usd":0.00026544000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_98f46fc6","family":"lme:gpt4_98f46fc6","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.09,"latency_ms":182,"input_tokens":6946,"cost_usd":0.000291732,"model":"jev-1.13.0"}
{"id":"lme:gpt4_af6db32f","family":"lme:gpt4_af6db32f","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.19,"latency_ms":174,"input_tokens":6966,"cost_usd":0.000292572,"model":"jev-1.13.0"}
{"id":"lme:gpt4_7ddcf75f","family":"lme:gpt4_7ddcf75f","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.67,"latency_ms":155,"input_tokens":6268,"cost_usd":0.000263256,"model":"jev-1.13.0"}
{"id":"lme:gpt4_85da3956","family":"lme:gpt4_85da3956","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.68,"latency_ms":165,"input_tokens":5242,"cost_usd":0.00022016400000000002,"model":"jev-1.13.0"}
{"id":"lme:eac54adc","family":"lme:eac54adc","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.17,"latency_ms":232,"input_tokens":7019,"cost_usd":0.00029479800000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_b0863698","family":"lme:gpt4_b0863698","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.6,"latency_ms":177,"input_tokens":6678,"cost_usd":0.000280476,"model":"jev-1.13.0"}
{"id":"lme:gpt4_a2d1d1f6","family":"lme:gpt4_a2d1d1f6","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.76,"latency_ms":204,"input_tokens":5949,"cost_usd":0.00024985800000000005,"model":"jev-1.13.0"}
{"id":"lme:gpt4_68e94287","family":"lme:gpt4_68e94287","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.44,"latency_ms":185,"input_tokens":6784,"cost_usd":0.00028492800000000005,"model":"jev-1.13.0"}
{"id":"lme:gpt4_e414231e","family":"lme:gpt4_e414231e","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.46,"latency_ms":152,"input_tokens":6201,"cost_usd":0.000260442,"model":"jev-1.13.0"}
{"id":"lme:gpt4_7ca326fa","family":"lme:gpt4_7ca326fa","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.37,"latency_ms":177,"input_tokens":6643,"cost_usd":0.000279006,"model":"jev-1.13.0"}
{"id":"lme:2ebe6c92","family":"lme:2ebe6c92","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.24,"latency_ms":179,"input_tokens":7520,"cost_usd":0.00031584,"model":"jev-1.13.0"}
{"id":"lme:gpt4_7bc6cf22","family":"lme:gpt4_7bc6cf22","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.69,"latency_ms":232,"input_tokens":7024,"cost_usd":0.00029500800000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_e061b84g","family":"lme:gpt4_e061b84g","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.54,"latency_ms":229,"input_tokens":7250,"cost_usd":0.00030450000000000003,"model":"jev-1.13.0"}
{"id":"lme:71017277","family":"lme:71017277","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.15,"latency_ms":245,"input_tokens":5671,"cost_usd":0.000238182,"model":"jev-1.13.0"}
{"id":"lme:b46e15ee","family":"lme:b46e15ee","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.23,"latency_ms":252,"input_tokens":7342,"cost_usd":0.000308364,"model":"jev-1.13.0"}
{"id":"lme:gpt4_1e4a8aec","family":"lme:gpt4_1e4a8aec","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.23,"latency_ms":210,"input_tokens":7152,"cost_usd":0.00030038400000000006,"model":"jev-1.13.0"}
{"id":"lme:gpt4_d6585ce9","family":"lme:gpt4_d6585ce9","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.38,"latency_ms":254,"input_tokens":7265,"cost_usd":0.00030513000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_f420262d","family":"lme:gpt4_f420262d","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.15,"latency_ms":224,"input_tokens":7241,"cost_usd":0.00030412200000000004,"model":"jev-1.13.0"}
{"id":"lme:gpt4_e414231f","family":"lme:gpt4_e414231f","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.47,"latency_ms":182,"input_tokens":6670,"cost_usd":0.00028014,"model":"jev-1.13.0"}
{"id":"lme:gpt4_4929293b","family":"lme:gpt4_4929293b","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.19,"latency_ms":167,"input_tokens":6844,"cost_usd":0.00028744800000000004,"model":"jev-1.13.0"}
{"id":"lme:gpt4_59149c78","family":"lme:gpt4_59149c78","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.58,"latency_ms":258,"input_tokens":7374,"cost_usd":0.000309708,"model":"jev-1.13.0"}
{"id":"lme:gpt4_fa19884d","family":"lme:gpt4_fa19884d","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.04,"latency_ms":189,"input_tokens":7002,"cost_usd":0.000294084,"model":"jev-1.13.0"}
{"id":"lme:gpt4_468eb064","family":"lme:gpt4_468eb064","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.12,"latency_ms":226,"input_tokens":6829,"cost_usd":0.00028681800000000004,"model":"jev-1.13.0"}
{"id":"lme:eac54add","family":"lme:eac54add","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.29,"latency_ms":206,"input_tokens":6515,"cost_usd":0.00027363,"model":"jev-1.13.0"}
{"id":"lme:9a707b82","family":"lme:9a707b82","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.1,"latency_ms":226,"input_tokens":6294,"cost_usd":0.000264348,"model":"jev-1.13.0"}
{"id":"lme:4dfccbf8","family":"lme:4dfccbf8","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.07,"latency_ms":212,"input_tokens":6889,"cost_usd":0.00028933800000000004,"model":"jev-1.13.0"}
{"id":"lme:0bc8ad93","family":"lme:0bc8ad93","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.69,"latency_ms":181,"input_tokens":6306,"cost_usd":0.000264852,"model":"jev-1.13.0"}
{"id":"lme:6e984302","family":"lme:6e984302","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.11,"latency_ms":210,"input_tokens":6993,"cost_usd":0.000293706,"model":"jev-1.13.0"}
{"id":"lme:gpt4_b5700ca0","family":"lme:gpt4_b5700ca0","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.03,"latency_ms":194,"input_tokens":6731,"cost_usd":0.000282702,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2487a7cb","family":"lme:gpt4_2487a7cb","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.22,"latency_ms":177,"input_tokens":7021,"cost_usd":0.00029488200000000005,"model":"jev-1.13.0"}
{"id":"lme:gpt4_8279ba03","family":"lme:gpt4_8279ba03","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.1,"latency_ms":255,"input_tokens":7185,"cost_usd":0.00030177000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2655b836","family":"lme:gpt4_2655b836","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.66,"latency_ms":211,"input_tokens":6542,"cost_usd":0.00027476400000000004,"model":"jev-1.13.0"}
{"id":"lme:gpt4_68e94288","family":"lme:gpt4_68e94288","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.17,"latency_ms":231,"input_tokens":6637,"cost_usd":0.000278754,"model":"jev-1.13.0"}
{"id":"lme:gpt4_76048e76","family":"lme:gpt4_76048e76","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.49,"latency_ms":179,"input_tokens":7264,"cost_usd":0.000305088,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2312f94c","family":"lme:gpt4_2312f94c","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.8,"latency_ms":195,"input_tokens":6502,"cost_usd":0.000273084,"model":"jev-1.13.0"}
{"id":"lme:0bb5a684","family":"lme:0bb5a684","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.86,"latency_ms":211,"input_tokens":7327,"cost_usd":0.00030773400000000005,"model":"jev-1.13.0"}
{"id":"lme:08f4fc43","family":"lme:08f4fc43","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.73,"latency_ms":180,"input_tokens":7676,"cost_usd":0.000322392,"model":"jev-1.13.0"}
{"id":"lme:2c63a862","family":"lme:2c63a862","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.35,"latency_ms":181,"input_tokens":6218,"cost_usd":0.000261156,"model":"jev-1.13.0"}
{"id":"lme:gpt4_385a5000","family":"lme:gpt4_385a5000","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.5,"latency_ms":186,"input_tokens":7934,"cost_usd":0.00033322800000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_5dcc0aab","family":"lme:gpt4_5dcc0aab","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.85,"latency_ms":169,"input_tokens":7388,"cost_usd":0.000310296,"model":"jev-1.13.0"}
{"id":"lme:bbf86515","family":"lme:bbf86515","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.9,"latency_ms":206,"input_tokens":6645,"cost_usd":0.00027909,"model":"jev-1.13.0"}
{"id":"lme:2a1811e2","family":"lme:2a1811e2","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.81,"latency_ms":227,"input_tokens":5324,"cost_usd":0.000223608,"model":"jev-1.13.0"}
{"id":"lme:gpt4_0b2f1d21","family":"lme:gpt4_0b2f1d21","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.53,"latency_ms":176,"input_tokens":5885,"cost_usd":0.00024717,"model":"jev-1.13.0"}
{"id":"lme:f0853d11","family":"lme:f0853d11","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.81,"latency_ms":168,"input_tokens":6508,"cost_usd":0.000273336,"model":"jev-1.13.0"}
{"id":"lme:gpt4_6ed717ea","family":"lme:gpt4_6ed717ea","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.64,"latency_ms":173,"input_tokens":6643,"cost_usd":0.000279006,"model":"jev-1.13.0"}
{"id":"lme:gpt4_70e84552","family":"lme:gpt4_70e84552","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.87,"latency_ms":183,"input_tokens":6513,"cost_usd":0.000273546,"model":"jev-1.13.0"}
{"id":"lme:a3838d2b","family":"lme:a3838d2b","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.2,"latency_ms":189,"input_tokens":6742,"cost_usd":0.00028316400000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_65aabe59","family":"lme:gpt4_65aabe59","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.25,"latency_ms":180,"input_tokens":7241,"cost_usd":0.00030412200000000004,"model":"jev-1.13.0"}
{"id":"lme:982b5123","family":"lme:982b5123","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.22,"latency_ms":189,"input_tokens":6863,"cost_usd":0.00028824600000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_93159ced","family":"lme:gpt4_93159ced","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.17,"latency_ms":247,"input_tokens":6319,"cost_usd":0.000265398,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2d58bcd6","family":"lme:gpt4_2d58bcd6","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.45,"latency_ms":240,"input_tokens":7088,"cost_usd":0.000297696,"model":"jev-1.13.0"}
{"id":"lme:b9cfe692","family":"lme:b9cfe692","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.88,"latency_ms":162,"input_tokens":6159,"cost_usd":0.00025867800000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_4edbafa2","family":"lme:gpt4_4edbafa2","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.8,"latency_ms":168,"input_tokens":7479,"cost_usd":0.00031411800000000006,"model":"jev-1.13.0"}
{"id":"lme:c8090214","family":"lme:c8090214","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.65,"latency_ms":175,"input_tokens":6690,"cost_usd":0.00028098,"model":"jev-1.13.0"}
{"id":"lme:gpt4_483dd43c","family":"lme:gpt4_483dd43c","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.5,"latency_ms":178,"input_tokens":6360,"cost_usd":0.00026712000000000003,"model":"jev-1.13.0"}
{"id":"lme:c9f37c46","family":"lme:c9f37c46","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.65,"latency_ms":158,"input_tokens":6801,"cost_usd":0.000285642,"model":"jev-1.13.0"}
{"id":"lme:gpt4_b4a80587","family":"lme:gpt4_b4a80587","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.45,"latency_ms":165,"input_tokens":6695,"cost_usd":0.00028119,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2c50253f","family":"lme:gpt4_2c50253f","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.36,"latency_ms":223,"input_tokens":7160,"cost_usd":0.00030072,"model":"jev-1.13.0"}
{"id":"lme:dcfa8644","family":"lme:dcfa8644","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.79,"latency_ms":231,"input_tokens":6657,"cost_usd":0.000279594,"model":"jev-1.13.0"}
{"id":"lme:e4e14d04","family":"lme:e4e14d04","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.62,"latency_ms":283,"input_tokens":6830,"cost_usd":0.00028686,"model":"jev-1.13.0"}
{"id":"lme:gpt4_8c8961ae","family":"lme:gpt4_8c8961ae","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.67,"latency_ms":168,"input_tokens":7140,"cost_usd":0.00029988,"model":"jev-1.13.0"}
{"id":"lme:cc6d1ec1","family":"lme:cc6d1ec1","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.48,"latency_ms":206,"input_tokens":8662,"cost_usd":0.000363804,"model":"jev-1.13.0"}
{"id":"lme:gpt4_9a159967","family":"lme:gpt4_9a159967","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.43,"latency_ms":303,"input_tokens":6807,"cost_usd":0.000285894,"model":"jev-1.13.0"}
{"id":"lme:gpt4_7de946e7","family":"lme:gpt4_7de946e7","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.43,"latency_ms":182,"input_tokens":6808,"cost_usd":0.00028593600000000004,"model":"jev-1.13.0"}
{"id":"lme:gpt4_d9af6064","family":"lme:gpt4_d9af6064","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.8,"latency_ms":252,"input_tokens":6554,"cost_usd":0.000275268,"model":"jev-1.13.0"}
{"id":"lme:a3045048","family":"lme:a3045048","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.64,"latency_ms":165,"input_tokens":6825,"cost_usd":0.00028665000000000006,"model":"jev-1.13.0"}
{"id":"lme:gpt4_cd90e484","family":"lme:gpt4_cd90e484","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.11,"latency_ms":144,"input_tokens":5957,"cost_usd":0.000250194,"model":"jev-1.13.0"}
{"id":"lme:993da5e2","family":"lme:993da5e2","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.6,"latency_ms":221,"input_tokens":7025,"cost_usd":0.00029505000000000004,"model":"jev-1.13.0"}
{"id":"lme:d01c6aa8","family":"lme:d01c6aa8","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.03,"latency_ms":252,"input_tokens":7087,"cost_usd":0.00029765400000000006,"model":"jev-1.13.0"}
{"id":"lme:gpt4_d31cdae3","family":"lme:gpt4_d31cdae3","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.35,"latency_ms":213,"input_tokens":8400,"cost_usd":0.0003528,"model":"jev-1.13.0"}
{"id":"lme:gpt4_88806d6e","family":"lme:gpt4_88806d6e","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.32,"latency_ms":182,"input_tokens":6578,"cost_usd":0.000276276,"model":"jev-1.13.0"}
{"id":"lme:gpt4_93f6379c","family":"lme:gpt4_93f6379c","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.55,"latency_ms":169,"input_tokens":6800,"cost_usd":0.0002856,"model":"jev-1.13.0"}
{"id":"lme:b29f3365","family":"lme:b29f3365","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.16,"latency_ms":191,"input_tokens":5654,"cost_usd":0.000237468,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2f56ae70","family":"lme:gpt4_2f56ae70","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.5,"latency_ms":184,"input_tokens":6937,"cost_usd":0.000291354,"model":"jev-1.13.0"}
{"id":"lme:gpt4_78cf46a3","family":"lme:gpt4_78cf46a3","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.17,"latency_ms":177,"input_tokens":6347,"cost_usd":0.000266574,"model":"jev-1.13.0"}
{"id":"lme:gpt4_0a05b494","family":"lme:gpt4_0a05b494","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.43,"latency_ms":179,"input_tokens":6509,"cost_usd":0.000273378,"model":"jev-1.13.0"}
{"id":"lme:gpt4_4cd9eba1","family":"lme:gpt4_4cd9eba1","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.62,"latency_ms":317,"input_tokens":7300,"cost_usd":0.0003066,"model":"jev-1.13.0"}
{"id":"lme:6613b389","family":"lme:6613b389","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.62,"latency_ms":262,"input_tokens":7054,"cost_usd":0.00029626800000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_1a1dc16d","family":"lme:gpt4_1a1dc16d","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.19,"latency_ms":182,"input_tokens":6758,"cost_usd":0.00028383600000000004,"model":"jev-1.13.0"}
{"id":"lme:gpt4_2f584639","family":"lme:gpt4_2f584639","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.61,"latency_ms":174,"input_tokens":6991,"cost_usd":0.000293622,"model":"jev-1.13.0"}
{"id":"lme:gpt4_5438fa52","family":"lme:gpt4_5438fa52","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.18,"latency_ms":147,"input_tokens":4977,"cost_usd":0.000209034,"model":"jev-1.13.0"}
{"id":"lme:gpt4_213fd887","family":"lme:gpt4_213fd887","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.49,"latency_ms":183,"input_tokens":6335,"cost_usd":0.00026607000000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_c27434e8","family":"lme:gpt4_c27434e8","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.79,"latency_ms":196,"input_tokens":6994,"cost_usd":0.00029374800000000003,"model":"jev-1.13.0"}
{"id":"lme:8c18457d","family":"lme:8c18457d","split":"eval","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.77,"latency_ms":187,"input_tokens":6692,"cost_usd":0.00028106400000000003,"model":"jev-1.13.0"}
{"id":"lme:gpt4_fe651585","family":"lme:gpt4_fe651585","split":"calibrate","label":true,"slice":"temporal-reasoning","protected":false,"rep":0,"value":0.13,"latency_ms":231,"input_tokens":5807,"cost_usd":0.000243894,"model":"jev-1.13.0"}
{"id":"lme:gpt4_93159ced_abs","family":"lme:gpt4_93159ced_abs","split":"eval","label":false,"slice":"temporal-reasoning:abstention","protected":false,"rep":0,"value":0.18,"latency_ms":190,"input_tokens":6630,"cost_usd":0.00027846,"model":"jev-1.13.0"}
{"id":"lme:gpt4_70e84552_abs","family":"lme:gpt4_70e84552_abs","split":"calibrate","label":false,"slice":"temporal-reasoning:abstention","protected":false,"rep":0,"value":0.19,"latency_ms":211,"input_tokens":7267,"cost_usd":0.000305214,"model":"jev-1.13.0"}
{"id":"lme:982b5123_abs","family":"lme:982b5123_abs","split":"calibrate","label":false,"slice":"temporal-reasoning:abstention","protected":false,"rep":0,"value":0.03,"latency_ms":196,"input_tokens":6508,"cost_usd":0.000273336,"model":"jev-1.13.0"}
{"id":"lme:gpt4_c27434e8_abs","family":"lme:gpt4_c27434e8_abs","split":"eval","label":false,"slice":"temporal-reasoning:abstention","protected":false,"rep":0,"value":0.19,"latency_ms":166,"input_tokens":7612,"cost_usd":0.00031970400000000003,"model":"jev-1.13.0"}
{"id":"lme:c8090214_abs","family":"lme:c8090214_abs","split":"eval","label":false,"slice":"temporal-reasoning:abstention","protected":false,"rep":0,"value":0.2,"latency_ms":198,"input_tokens":6610,"cost_usd":0.00027762,"model":"jev-1.13.0"}
{"id":"lme:830ce83f","family":"lme:830ce83f","split":"eval","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.73,"latency_ms":154,"input_tokens":6457,"cost_usd":0.00027119400000000005,"model":"jev-1.13.0"}
{"id":"lme:6aeb4375","family":"lme:6aeb4375","split":"eval","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.72,"latency_ms":192,"input_tokens":6830,"cost_usd":0.00028686,"model":"jev-1.13.0"}
{"id":"lme:852ce960","family":"lme:852ce960","split":"calibrate","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.89,"latency_ms":188,"input_tokens":7608,"cost_usd":0.00031953600000000004,"model":"jev-1.13.0"}
{"id":"lme:6a1eabeb","family":"lme:6a1eabeb","split":"calibrate","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.9,"latency_ms":240,"input_tokens":7254,"cost_usd":0.000304668,"model":"jev-1.13.0"}
{"id":"lme:gpt4_fe651585_abs","family":"lme:gpt4_fe651585_abs","split":"eval","label":false,"slice":"temporal-reasoning:abstention","protected":false,"rep":0,"value":0.13,"latency_ms":292,"input_tokens":6051,"cost_usd":0.000254142,"model":"jev-1.13.0"}
{"id":"lme:d7c942c3","family":"lme:d7c942c3","split":"calibrate","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.85,"latency_ms":198,"input_tokens":7420,"cost_usd":0.00031164,"model":"jev-1.13.0"}
{"id":"lme:945e3d21","family":"lme:945e3d21","split":"eval","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.84,"latency_ms":219,"input_tokens":7362,"cost_usd":0.000309204,"model":"jev-1.13.0"}
{"id":"lme:71315a70","family":"lme:71315a70","split":"calibrate","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.85,"latency_ms":209,"input_tokens":6723,"cost_usd":0.000282366,"model":"jev-1.13.0"}
{"id":"lme:07741c44","family":"lme:07741c44","split":"calibrate","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.78,"latency_ms":148,"input_tokens":6242,"cost_usd":0.000262164,"model":"jev-1.13.0"}
{"id":"lme:ce6d2d27","family":"lme:ce6d2d27","split":"calibrate","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.83,"latency_ms":192,"input_tokens":6793,"cost_usd":0.00028530600000000004,"model":"jev-1.13.0"}
{"id":"lme:a1eacc2a","family":"lme:a1eacc2a","split":"calibrate","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.85,"latency_ms":177,"input_tokens":6823,"cost_usd":0.00028656600000000003,"model":"jev-1.13.0"}
{"id":"lme:9ea5eabc","family":"lme:9ea5eabc","split":"eval","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.8,"latency_ms":211,"input_tokens":5908,"cost_usd":0.00024813600000000004,"model":"jev-1.13.0"}
{"id":"lme:4d6b87c8","family":"lme:4d6b87c8","split":"eval","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.87,"latency_ms":172,"input_tokens":7448,"cost_usd":0.000312816,"model":"jev-1.13.0"}
{"id":"lme:031748ae","family":"lme:031748ae","split":"eval","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.49,"latency_ms":192,"input_tokens":7144,"cost_usd":0.000300048,"model":"jev-1.13.0"}
{"id":"lme:89941a93","family":"lme:89941a93","split":"calibrate","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.78,"latency_ms":281,"input_tokens":6881,"cost_usd":0.000289002,"model":"jev-1.13.0"}
{"id":"lme:184da446","family":"lme:184da446","split":"calibrate","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.88,"latency_ms":222,"input_tokens":6807,"cost_usd":0.000285894,"model":"jev-1.13.0"}
{"id":"lme:0f05491a","family":"lme:0f05491a","split":"eval","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.72,"latency_ms":182,"input_tokens":5435,"cost_usd":0.00022827,"model":"jev-1.13.0"}
{"id":"lme:08e075c7","family":"lme:08e075c7","split":"calibrate","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.85,"latency_ms":182,"input_tokens":5898,"cost_usd":0.000247716,"model":"jev-1.13.0"}
{"id":"lme:41698283","family":"lme:41698283","split":"calibrate","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.63,"latency_ms":171,"input_tokens":7419,"cost_usd":0.000311598,"model":"jev-1.13.0"}
{"id":"lme:2698e78f","family":"lme:2698e78f","split":"calibrate","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.9,"latency_ms":176,"input_tokens":6895,"cost_usd":0.00028959,"model":"jev-1.13.0"}
{"id":"lme:5a4f22c0","family":"lme:5a4f22c0","split":"eval","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.89,"latency_ms":159,"input_tokens":5681,"cost_usd":0.00023860200000000003,"model":"jev-1.13.0"}
{"id":"lme:f9e8c073","family":"lme:f9e8c073","split":"calibrate","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.91,"latency_ms":222,"input_tokens":6867,"cost_usd":0.000288414,"model":"jev-1.13.0"}
{"id":"lme:45dc21b6","family":"lme:45dc21b6","split":"calibrate","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.87,"latency_ms":189,"input_tokens":6432,"cost_usd":0.00027014400000000005,"model":"jev-1.13.0"}
{"id":"lme:b6019101","family":"lme:b6019101","split":"calibrate","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.87,"latency_ms":209,"input_tokens":6968,"cost_usd":0.000292656,"model":"jev-1.13.0"}
{"id":"lme:6071bd76","family":"lme:6071bd76","split":"eval","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.38,"latency_ms":188,"input_tokens":7134,"cost_usd":0.000299628,"model":"jev-1.13.0"}
{"id":"lme:72e3ee87","family":"lme:72e3ee87","split":"eval","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.84,"latency_ms":166,"input_tokens":7051,"cost_usd":0.000296142,"model":"jev-1.13.0"}
{"id":"lme:e493bb7c","family":"lme:e493bb7c","split":"eval","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.5,"latency_ms":215,"input_tokens":6737,"cost_usd":0.00028295400000000003,"model":"jev-1.13.0"}
{"id":"lme:01493427","family":"lme:01493427","split":"eval","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.35,"latency_ms":173,"input_tokens":6830,"cost_usd":0.00028686,"model":"jev-1.13.0"}
{"id":"lme:c4ea545c","family":"lme:c4ea545c","split":"calibrate","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.21,"latency_ms":208,"input_tokens":7356,"cost_usd":0.00030895200000000003,"model":"jev-1.13.0"}
{"id":"lme:6a27ffc2","family":"lme:6a27ffc2","split":"calibrate","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.81,"latency_ms":204,"input_tokens":6462,"cost_usd":0.000271404,"model":"jev-1.13.0"}
{"id":"lme:2133c1b5","family":"lme:2133c1b5","split":"eval","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.87,"latency_ms":210,"input_tokens":6964,"cost_usd":0.000292488,"model":"jev-1.13.0"}
{"id":"lme:618f13b2","family":"lme:618f13b2","split":"eval","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.87,"latency_ms":275,"input_tokens":7002,"cost_usd":0.000294084,"model":"jev-1.13.0"}
{"id":"lme:18bc8abd","family":"lme:18bc8abd","split":"calibrate","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.91,"latency_ms":185,"input_tokens":7366,"cost_usd":0.00030937200000000003,"model":"jev-1.13.0"}
{"id":"lme:db467c8c","family":"lme:db467c8c","split":"calibrate","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.9,"latency_ms":179,"input_tokens":7248,"cost_usd":0.000304416,"model":"jev-1.13.0"}
{"id":"lme:e61a7584","family":"lme:e61a7584","split":"calibrate","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.04,"latency_ms":199,"input_tokens":5599,"cost_usd":0.00023515800000000001,"model":"jev-1.13.0"}
{"id":"lme:ed4ddc30","family":"lme:ed4ddc30","split":"eval","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.88,"latency_ms":175,"input_tokens":6933,"cost_usd":0.00029118600000000003,"model":"jev-1.13.0"}
{"id":"lme:1cea1afa","family":"lme:1cea1afa","split":"eval","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.75,"latency_ms":206,"input_tokens":6987,"cost_usd":0.000293454,"model":"jev-1.13.0"}
{"id":"lme:b01defab","family":"lme:b01defab","split":"eval","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.83,"latency_ms":206,"input_tokens":5785,"cost_usd":0.00024297,"model":"jev-1.13.0"}
{"id":"lme:8fb83627","family":"lme:8fb83627","split":"eval","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.89,"latency_ms":232,"input_tokens":7233,"cost_usd":0.000303786,"model":"jev-1.13.0"}
{"id":"lme:7a87bd0c","family":"lme:7a87bd0c","split":"calibrate","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.92,"latency_ms":318,"input_tokens":7078,"cost_usd":0.000297276,"model":"jev-1.13.0"}
{"id":"lme:22d2cb42","family":"lme:22d2cb42","split":"eval","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.83,"latency_ms":175,"input_tokens":6947,"cost_usd":0.000291774,"model":"jev-1.13.0"}
{"id":"lme:0e4e4c46","family":"lme:0e4e4c46","split":"eval","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.87,"latency_ms":195,"input_tokens":6436,"cost_usd":0.00027031200000000004,"model":"jev-1.13.0"}
{"id":"lme:4b24c848","family":"lme:4b24c848","split":"eval","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.88,"latency_ms":182,"input_tokens":6490,"cost_usd":0.00027258,"model":"jev-1.13.0"}
{"id":"lme:7e974930","family":"lme:7e974930","split":"calibrate","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.92,"latency_ms":189,"input_tokens":6736,"cost_usd":0.000282912,"model":"jev-1.13.0"}
{"id":"lme:603deb26","family":"lme:603deb26","split":"eval","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.89,"latency_ms":200,"input_tokens":6071,"cost_usd":0.000254982,"model":"jev-1.13.0"}
{"id":"lme:5831f84d","family":"lme:5831f84d","split":"eval","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.8,"latency_ms":178,"input_tokens":7081,"cost_usd":0.000297402,"model":"jev-1.13.0"}
{"id":"lme:59524333","family":"lme:59524333","split":"eval","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.64,"latency_ms":227,"input_tokens":7138,"cost_usd":0.000299796,"model":"jev-1.13.0"}
{"id":"lme:eace081b","family":"lme:eace081b","split":"eval","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.11,"latency_ms":207,"input_tokens":6842,"cost_usd":0.000287364,"model":"jev-1.13.0"}
{"id":"lme:affe2881","family":"lme:affe2881","split":"eval","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.82,"latency_ms":202,"input_tokens":7175,"cost_usd":0.00030135000000000003,"model":"jev-1.13.0"}
{"id":"lme:50635ada","family":"lme:50635ada","split":"calibrate","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.14,"latency_ms":195,"input_tokens":7228,"cost_usd":0.000303576,"model":"jev-1.13.0"}
{"id":"lme:0ddfec37","family":"lme:0ddfec37","split":"calibrate","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.75,"latency_ms":166,"input_tokens":6472,"cost_usd":0.00027182400000000005,"model":"jev-1.13.0"}
{"id":"lme:e66b632c","family":"lme:e66b632c","split":"eval","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.55,"latency_ms":245,"input_tokens":7486,"cost_usd":0.000314412,"model":"jev-1.13.0"}
{"id":"lme:cc5ded98","family":"lme:cc5ded98","split":"eval","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.89,"latency_ms":166,"input_tokens":6646,"cost_usd":0.000279132,"model":"jev-1.13.0"}
{"id":"lme:f685340e","family":"lme:f685340e","split":"calibrate","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.39,"latency_ms":225,"input_tokens":7078,"cost_usd":0.000297276,"model":"jev-1.13.0"}
{"id":"lme:69fee5aa","family":"lme:69fee5aa","split":"calibrate","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.19,"latency_ms":163,"input_tokens":6182,"cost_usd":0.000259644,"model":"jev-1.13.0"}
{"id":"lme:dfde3500","family":"lme:dfde3500","split":"calibrate","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.76,"latency_ms":198,"input_tokens":6571,"cost_usd":0.000275982,"model":"jev-1.13.0"}
{"id":"lme:7401057b","family":"lme:7401057b","split":"calibrate","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.66,"latency_ms":189,"input_tokens":7407,"cost_usd":0.00031109400000000004,"model":"jev-1.13.0"}
{"id":"lme:cf22b7bf","family":"lme:cf22b7bf","split":"calibrate","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.85,"latency_ms":172,"input_tokens":6713,"cost_usd":0.00028194600000000004,"model":"jev-1.13.0"}
{"id":"lme:c7dc5443","family":"lme:c7dc5443","split":"eval","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.84,"latency_ms":173,"input_tokens":7077,"cost_usd":0.000297234,"model":"jev-1.13.0"}
{"id":"lme:06db6396","family":"lme:06db6396","split":"eval","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.83,"latency_ms":177,"input_tokens":6791,"cost_usd":0.000285222,"model":"jev-1.13.0"}
{"id":"lme:a2f3aa27","family":"lme:a2f3aa27","split":"eval","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.6,"latency_ms":275,"input_tokens":6573,"cost_usd":0.000276066,"model":"jev-1.13.0"}
{"id":"lme:9bbe84a2","family":"lme:9bbe84a2","split":"calibrate","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.37,"latency_ms":192,"input_tokens":5833,"cost_usd":0.000244986,"model":"jev-1.13.0"}
{"id":"lme:3ba21379","family":"lme:3ba21379","split":"eval","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.85,"latency_ms":215,"input_tokens":6446,"cost_usd":0.00027073200000000004,"model":"jev-1.13.0"}
{"id":"lme:dad224aa","family":"lme:dad224aa","split":"calibrate","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.89,"latency_ms":206,"input_tokens":6910,"cost_usd":0.00029022000000000005,"model":"jev-1.13.0"}
{"id":"lme:ba61f0b9","family":"lme:ba61f0b9","split":"eval","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.9,"latency_ms":213,"input_tokens":6687,"cost_usd":0.00028085400000000003,"model":"jev-1.13.0"}
{"id":"lme:10e09553","family":"lme:10e09553","split":"eval","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.85,"latency_ms":264,"input_tokens":6847,"cost_usd":0.000287574,"model":"jev-1.13.0"}
{"id":"lme:42ec0761","family":"lme:42ec0761","split":"calibrate","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.43,"latency_ms":176,"input_tokens":5681,"cost_usd":0.00023860200000000003,"model":"jev-1.13.0"}
{"id":"lme:5c40ec5b","family":"lme:5c40ec5b","split":"calibrate","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.91,"latency_ms":209,"input_tokens":7350,"cost_usd":0.0003087,"model":"jev-1.13.0"}
{"id":"lme:c6853660","family":"lme:c6853660","split":"calibrate","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.72,"latency_ms":214,"input_tokens":7025,"cost_usd":0.00029505000000000004,"model":"jev-1.13.0"}
{"id":"lme:26bdc477","family":"lme:26bdc477","split":"calibrate","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.83,"latency_ms":221,"input_tokens":7378,"cost_usd":0.000309876,"model":"jev-1.13.0"}
{"id":"lme:0977f2af","family":"lme:0977f2af","split":"eval","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.34,"latency_ms":220,"input_tokens":6307,"cost_usd":0.000264894,"model":"jev-1.13.0"}
{"id":"lme:6aeb4375_abs","family":"lme:6aeb4375_abs","split":"eval","label":false,"slice":"knowledge-update:abstention","protected":false,"rep":0,"value":0.03,"latency_ms":184,"input_tokens":6824,"cost_usd":0.00028660800000000005,"model":"jev-1.13.0"}
{"id":"lme:2698e78f_abs","family":"lme:2698e78f_abs","split":"eval","label":false,"slice":"knowledge-update:abstention","protected":false,"rep":0,"value":0.07,"latency_ms":164,"input_tokens":7476,"cost_usd":0.000313992,"model":"jev-1.13.0"}
{"id":"lme:2133c1b5_abs","family":"lme:2133c1b5_abs","split":"eval","label":false,"slice":"knowledge-update:abstention","protected":false,"rep":0,"value":0.18,"latency_ms":163,"input_tokens":6399,"cost_usd":0.000268758,"model":"jev-1.13.0"}
{"id":"lme:031748ae_abs","family":"lme:031748ae_abs","split":"eval","label":false,"slice":"knowledge-update:abstention","protected":false,"rep":0,"value":0.45,"latency_ms":230,"input_tokens":7269,"cost_usd":0.000305298,"model":"jev-1.13.0"}
{"id":"lme:0ddfec37_abs","family":"lme:0ddfec37_abs","split":"eval","label":false,"slice":"knowledge-update:abstention","protected":false,"rep":0,"value":0.07,"latency_ms":165,"input_tokens":6257,"cost_usd":0.00026279400000000006,"model":"jev-1.13.0"}
{"id":"lme:f685340e_abs","family":"lme:f685340e_abs","split":"eval","label":false,"slice":"knowledge-update:abstention","protected":false,"rep":0,"value":0.28,"latency_ms":159,"input_tokens":7186,"cost_usd":0.000301812,"model":"jev-1.13.0"}
{"id":"lme:89941a94","family":"lme:89941a94","split":"eval","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.75,"latency_ms":162,"input_tokens":6162,"cost_usd":0.000258804,"model":"jev-1.13.0"}
{"id":"lme:07741c45","family":"lme:07741c45","split":"calibrate","label":true,"slice":"knowledge-update","protected":false,"rep":0,"value":0.81,"latency_ms":187,"input_tokens":7276,"cost_usd":0.00030559200000000004,"model":"jev-1.13.0"}
{"id":"lme:c4f10528","family":"lme:c4f10528","split":"eval","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.93,"latency_ms":174,"input_tokens":7215,"cost_usd":0.00030303000000000003,"model":"jev-1.13.0"}
{"id":"lme:7161e7e2","family":"lme:7161e7e2","split":"eval","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.65,"latency_ms":216,"input_tokens":6546,"cost_usd":0.00027493200000000003,"model":"jev-1.13.0"}
{"id":"lme:89527b6b","family":"lme:89527b6b","split":"eval","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.93,"latency_ms":175,"input_tokens":5317,"cost_usd":0.000223314,"model":"jev-1.13.0"}
{"id":"lme:e9327a54","family":"lme:e9327a54","split":"calibrate","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.86,"latency_ms":185,"input_tokens":6123,"cost_usd":0.000257166,"model":"jev-1.13.0"}
{"id":"lme:4c36ccef","family":"lme:4c36ccef","split":"calibrate","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.94,"latency_ms":167,"input_tokens":5578,"cost_usd":0.000234276,"model":"jev-1.13.0"}
{"id":"lme:7e00a6cb","family":"lme:7e00a6cb","split":"eval","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.69,"latency_ms":193,"input_tokens":5513,"cost_usd":0.000231546,"model":"jev-1.13.0"}
{"id":"lme:6ae235be","family":"lme:6ae235be","split":"eval","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.95,"latency_ms":236,"input_tokens":6635,"cost_usd":0.00027867,"model":"jev-1.13.0"}
{"id":"lme:f523d9fe","family":"lme:f523d9fe","split":"eval","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.92,"latency_ms":167,"input_tokens":5733,"cost_usd":0.00024078600000000002,"model":"jev-1.13.0"}
{"id":"lme:1903aded","family":"lme:1903aded","split":"eval","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.95,"latency_ms":215,"input_tokens":5540,"cost_usd":0.00023268,"model":"jev-1.13.0"}
{"id":"lme:0e5e2d1a","family":"lme:0e5e2d1a","split":"calibrate","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.93,"latency_ms":182,"input_tokens":5037,"cost_usd":0.000211554,"model":"jev-1.13.0"}
{"id":"lme:ceb54acb","family":"lme:ceb54acb","split":"eval","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.9,"latency_ms":215,"input_tokens":6105,"cost_usd":0.00025641000000000005,"model":"jev-1.13.0"}
{"id":"lme:fea54f57","family":"lme:fea54f57","split":"eval","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.85,"latency_ms":193,"input_tokens":7648,"cost_usd":0.00032121600000000004,"model":"jev-1.13.0"}
{"id":"lme:dc439ea3","family":"lme:dc439ea3","split":"eval","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.91,"latency_ms":157,"input_tokens":5741,"cost_usd":0.000241122,"model":"jev-1.13.0"}
{"id":"lme:cc539528","family":"lme:cc539528","split":"calibrate","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.85,"latency_ms":240,"input_tokens":6696,"cost_usd":0.000281232,"model":"jev-1.13.0"}
{"id":"lme:18dcd5a5","family":"lme:18dcd5a5","split":"eval","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.92,"latency_ms":172,"input_tokens":7128,"cost_usd":0.000299376,"model":"jev-1.13.0"}
{"id":"lme:58470ed2","family":"lme:58470ed2","split":"eval","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.91,"latency_ms":160,"input_tokens":6585,"cost_usd":0.00027657,"model":"jev-1.13.0"}
{"id":"lme:488d3006","family":"lme:488d3006","split":"calibrate","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.95,"latency_ms":185,"input_tokens":7240,"cost_usd":0.00030408000000000003,"model":"jev-1.13.0"}
{"id":"lme:8cf51dda","family":"lme:8cf51dda","split":"calibrate","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.9,"latency_ms":175,"input_tokens":6494,"cost_usd":0.000272748,"model":"jev-1.13.0"}
{"id":"lme:1d4da289","family":"lme:1d4da289","split":"calibrate","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.91,"latency_ms":176,"input_tokens":4823,"cost_usd":0.00020256600000000003,"model":"jev-1.13.0"}
{"id":"lme:8464fc84","family":"lme:8464fc84","split":"calibrate","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.93,"latency_ms":180,"input_tokens":5228,"cost_usd":0.00021957600000000003,"model":"jev-1.13.0"}
{"id":"lme:8aef76bc","family":"lme:8aef76bc","split":"calibrate","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.88,"latency_ms":204,"input_tokens":6024,"cost_usd":0.000253008,"model":"jev-1.13.0"}
{"id":"lme:8752c811","family":"lme:8752c811","split":"eval","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.95,"latency_ms":169,"input_tokens":6624,"cost_usd":0.000278208,"model":"jev-1.13.0"}
{"id":"lme:71a3fd6b","family":"lme:71a3fd6b","split":"calibrate","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.92,"latency_ms":230,"input_tokens":6958,"cost_usd":0.000292236,"model":"jev-1.13.0"}
{"id":"lme:2bf43736","family":"lme:2bf43736","split":"calibrate","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.44,"latency_ms":229,"input_tokens":6703,"cost_usd":0.000281526,"model":"jev-1.13.0"}
{"id":"lme:70b3e69b","family":"lme:70b3e69b","split":"calibrate","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.92,"latency_ms":220,"input_tokens":6700,"cost_usd":0.0002814,"model":"jev-1.13.0"}
{"id":"lme:3249768e","family":"lme:3249768e","split":"calibrate","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.9,"latency_ms":211,"input_tokens":6616,"cost_usd":0.000277872,"model":"jev-1.13.0"}
{"id":"lme:1b9b7252","family":"lme:1b9b7252","split":"eval","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.95,"latency_ms":221,"input_tokens":4777,"cost_usd":0.00020063400000000002,"model":"jev-1.13.0"}
{"id":"lme:1568498a","family":"lme:1568498a","split":"eval","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.87,"latency_ms":194,"input_tokens":6642,"cost_usd":0.00027896400000000003,"model":"jev-1.13.0"}
{"id":"lme:6222b6eb","family":"lme:6222b6eb","split":"eval","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.93,"latency_ms":185,"input_tokens":7025,"cost_usd":0.00029505000000000004,"model":"jev-1.13.0"}
{"id":"lme:d596882b","family":"lme:d596882b","split":"calibrate","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.88,"latency_ms":172,"input_tokens":7140,"cost_usd":0.00029988,"model":"jev-1.13.0"}
{"id":"lme:e3fc4d6e","family":"lme:e3fc4d6e","split":"calibrate","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.93,"latency_ms":186,"input_tokens":5646,"cost_usd":0.000237132,"model":"jev-1.13.0"}
{"id":"lme:3e321797","family":"lme:3e321797","split":"eval","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.94,"latency_ms":179,"input_tokens":4599,"cost_usd":0.000193158,"model":"jev-1.13.0"}
{"id":"lme:e982271f","family":"lme:e982271f","split":"eval","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.92,"latency_ms":183,"input_tokens":5473,"cost_usd":0.00022986599999999998,"model":"jev-1.13.0"}
{"id":"lme:51b23612","family":"lme:51b23612","split":"calibrate","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.94,"latency_ms":231,"input_tokens":6569,"cost_usd":0.000275898,"model":"jev-1.13.0"}
{"id":"lme:352ab8bd","family":"lme:352ab8bd","split":"calibrate","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.89,"latency_ms":185,"input_tokens":5805,"cost_usd":0.00024381000000000004,"model":"jev-1.13.0"}
{"id":"lme:fca762bc","family":"lme:fca762bc","split":"calibrate","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.92,"latency_ms":179,"input_tokens":5904,"cost_usd":0.00024796800000000005,"model":"jev-1.13.0"}
{"id":"lme:e8a79c70","family":"lme:e8a79c70","split":"calibrate","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.91,"latency_ms":377,"input_tokens":6473,"cost_usd":0.000271866,"model":"jev-1.13.0"}
{"id":"lme:8b9d4367","family":"lme:8b9d4367","split":"eval","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.96,"latency_ms":168,"input_tokens":6493,"cost_usd":0.000272706,"model":"jev-1.13.0"}
{"id":"lme:7a8d0b71","family":"lme:7a8d0b71","split":"eval","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.9,"latency_ms":226,"input_tokens":7140,"cost_usd":0.00029988,"model":"jev-1.13.0"}
{"id":"lme:41275add","family":"lme:41275add","split":"eval","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.92,"latency_ms":181,"input_tokens":4663,"cost_usd":0.000195846,"model":"jev-1.13.0"}
{"id":"lme:5809eb10","family":"lme:5809eb10","split":"calibrate","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.95,"latency_ms":209,"input_tokens":6364,"cost_usd":0.000267288,"model":"jev-1.13.0"}
{"id":"lme:4388e9dd","family":"lme:4388e9dd","split":"calibrate","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.9,"latency_ms":196,"input_tokens":6370,"cost_usd":0.00026754000000000003,"model":"jev-1.13.0"}
{"id":"lme:a40e080f","family":"lme:a40e080f","split":"eval","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.92,"latency_ms":266,"input_tokens":5872,"cost_usd":0.000246624,"model":"jev-1.13.0"}
{"id":"lme:4baee567","family":"lme:4baee567","split":"calibrate","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.93,"latency_ms":171,"input_tokens":6669,"cost_usd":0.000280098,"model":"jev-1.13.0"}
{"id":"lme:b759caee","family":"lme:b759caee","split":"eval","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.94,"latency_ms":157,"input_tokens":5292,"cost_usd":0.000222264,"model":"jev-1.13.0"}
{"id":"lme:561fabcd","family":"lme:561fabcd","split":"calibrate","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.9,"latency_ms":187,"input_tokens":7069,"cost_usd":0.00029689800000000003,"model":"jev-1.13.0"}
{"id":"lme:16c90bf4","family":"lme:16c90bf4","split":"calibrate","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.91,"latency_ms":158,"input_tokens":5873,"cost_usd":0.000246666,"model":"jev-1.13.0"}
{"id":"lme:eaca4986","family":"lme:eaca4986","split":"calibrate","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.58,"latency_ms":161,"input_tokens":6339,"cost_usd":0.000266238,"model":"jev-1.13.0"}
{"id":"lme:28bcfaac","family":"lme:28bcfaac","split":"eval","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.9,"latency_ms":212,"input_tokens":6484,"cost_usd":0.000272328,"model":"jev-1.13.0"}
{"id":"lme:ac031881","family":"lme:ac031881","split":"eval","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.88,"latency_ms":231,"input_tokens":7340,"cost_usd":0.00030828,"model":"jev-1.13.0"}
{"id":"lme:c8f1aeed","family":"lme:c8f1aeed","split":"eval","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.88,"latency_ms":207,"input_tokens":6481,"cost_usd":0.00027220200000000003,"model":"jev-1.13.0"}
{"id":"lme:c7cf7dfd","family":"lme:c7cf7dfd","split":"calibrate","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.92,"latency_ms":156,"input_tokens":5043,"cost_usd":0.000211806,"model":"jev-1.13.0"}
{"id":"lme:e48988bc","family":"lme:e48988bc","split":"eval","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.86,"latency_ms":164,"input_tokens":5779,"cost_usd":0.00024271800000000003,"model":"jev-1.13.0"}
{"id":"lme:1de5cff2","family":"lme:1de5cff2","split":"eval","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.96,"latency_ms":199,"input_tokens":7003,"cost_usd":0.000294126,"model":"jev-1.13.0"}
{"id":"lme:65240037","family":"lme:65240037","split":"eval","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.95,"latency_ms":186,"input_tokens":4225,"cost_usd":0.00017745,"model":"jev-1.13.0"}
{"id":"lme:778164c6","family":"lme:778164c6","split":"eval","label":true,"slice":"single-session-assistant","protected":false,"rep":0,"value":0.57,"latency_ms":158,"input_tokens":6762,"cost_usd":0.00028400400000000003,"model":"jev-1.13.0"}