#1 Persistent memory for AI coding agents based on real-world benchmarks
TypeScript agentmemoryagentsaiclaudeclaudecodecodexcopilotcursorgenaiharnesshermesmemoryompopenclawopencodepi
{
"mode": "bm25",
"questions": 500,
"recall_any_at_5": 0.862,
"recall_any_at_10": 0.946,
"recall_any_at_20": 0.986,
"ndcg_at_10": 0.7302373205176367,
"mrr": 0.7153796961208726,
"per_type": {
"single-session-user": {
"count": 70,
"recall_any_at_5": 0.9142857142857143,
"recall_any_at_10": 0.9571428571428572
},
"multi-session": {
"count": 133,
"recall_any_at_5": 0.8646616541353384,
"recall_any_at_10": 0.9624060150375939
},
"single-session-preference": {
"count": 30,
"recall_any_at_5": 0.6,
"recall_any_at_10": 0.8
},
"temporal-reasoning": {
"count": 133,
"recall_any_at_5": 0.8796992481203008,
"recall_any_at_10": 0.9473684210526315
},
"knowledge-update": {
"count": 78,
"recall_any_at_5": 0.9230769230769231,
"recall_any_at_10": 0.9871794871794872
},
"single-session-assistant": {
"count": 56,
"recall_any_at_5": 0.8035714285714286,
"recall_any_at_10": 0.9107142857142857
}
},
"per_question": [
{
"question_id": "e47becba",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_280352e9",
"02bd2b90_3",
"ultrachat_214101",
"5dac7cc2_1",
"ultrachat_336116",
"f6859b48_2",
"sharegpt_Cr2tc1f_0",
"41abc171_4",
"3b3a77d9",
"aae4411b_2"
],
"gold_session_ids": [
"answer_280352e9"
]
},
{
"question_id": "118b2229",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_40a90d51",
"728deb4d_5",
"5209e813_2",
"db50c0f6",
"db73b7e4_4",
"628c958c_7",
"5dce60dd",
"ultrachat_311002",
"sharegpt_dabXXRO_10",
"ultrachat_392094"
],
"gold_session_ids": [
"answer_40a90d51"
]
},
{
"question_id": "51a45a95",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_d61669c7",
"98c198fb",
"5c44d9fe_1",
"07ba9acd_2",
"55e0c6db_2",
"ultrachat_56839",
"217debf7",
"sharegpt_hChsWOp_128",
"83addb61_4",
"6e0b1800_2"
],
"gold_session_ids": [
"answer_d61669c7"
]
},
{
"question_id": "58bf7951",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_355c48bb",
"sharegpt_gmLF3PE_17",
"ultrachat_304942",
"ultrachat_268434",
"793382f9_2",
"ultrachat_221066",
"ultrachat_278141",
"sharegpt_CvVLg2J_18",
"07b7a667_1",
"1587bd78_1"
],
"gold_session_ids": [
"answer_355c48bb"
]
},
{
"question_id": "1e043500",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_3e012175",
"01bd9def",
"be324b2e_1",
"3548cae3",
"d8a6c437",
"4d0d7984",
"sharegpt_6QUDIXG_24",
"sharegpt_uQMdL9t_0",
"sharegpt_85Y0l0J_365",
"c285b705_2"
],
"gold_session_ids": [
"answer_3e012175"
]
},
{
"question_id": "c5e8278d",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_f6168136",
"42e69993_2",
"aaf71ce2_2",
"sharegpt_DB8U4oH_9",
"f58317c6",
"d777e7da_1",
"bdf735de_2",
"dc832f73",
"193c23bd_2",
"e4881cbd_4"
],
"gold_session_ids": [
"answer_f6168136"
]
},
{
"question_id": "6ade9755",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_9398da02",
"sharegpt_BghMUHh_0",
"910ed479_3",
"0b64c6cb_1",
"ec8fa65d_2",
"7c5ab02a_2",
"ultrachat_329610",
"1ddc89e9_3",
"ultrachat_84599",
"sharegpt_YsgacQi_0"
],
"gold_session_ids": [
"answer_9398da02"
]
},
{
"question_id": "6f9b354f",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_feb5200f",
"sharegpt_BYHT3Xz_0",
"ultrachat_549317",
"sharegpt_VAELSB3_0",
"60207b41_1",
"sharegpt_IuLT3VI_9",
"a79f1a04_1",
"54d06eeb",
"36828c66_2",
"sharegpt_kRjBUsA_79"
],
"gold_session_ids": [
"answer_feb5200f"
]
},
{
"question_id": "58ef2f1c",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_59547700",
"13f3da23_3",
"e6ab6a7b_2",
"ultrachat_5212",
"e82ce7cd_1",
"ultrachat_246324",
"b17c7f18",
"ultrachat_483737",
"ultrachat_152126",
"sharegpt_eHZgwR0_9"
],
"gold_session_ids": [
"answer_59547700"
]
},
{
"question_id": "f8c5f88b",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_c3567066",
"sharegpt_TKj3yO8_0",
"15232887_1",
"68ace657_1",
"91880423",
"58de8f9b",
"54e9197a",
"7ff89315_3",
"sharegpt_n2aGNgW_9",
"121efb3b_1"
],
"gold_session_ids": [
"answer_c3567066"
]
},
{
"question_id": "5d3d2817",
"question_type": "single-session-user",
"recall_any_at_5": 0,
"recall_any_at_10": 0,
"recall_any_at_20": 1,
"ndcg_at_10": 0,
"mrr": 0.0625,
"retrieved_session_ids": [
"85d16d01",
"4ae45145",
"sharegpt_mtS0qOD_65",
"sharegpt_ipLglky_48",
"e7b0637e_3",
"7dc6f276_1",
"72f053da_2",
"4785e1f2_1",
"25d1830a_1",
"670ca40e"
],
"gold_session_ids": [
"answer_235eb6fb"
]
},
{
"question_id": "7527f7e2",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_7cb94507",
"sharegpt_cRrfdsc_0",
"18a06652_3",
"d81d9846",
"sharegpt_ToxFax1_535",
"864a563d_3",
"4e2acecc",
"ultrachat_62919",
"ultrachat_389020",
"60147f90_1"
],
"gold_session_ids": [
"answer_7cb94507"
]
},
{
"question_id": "c960da58",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_e05e4612",
"f7ffddbc",
"124f5dc3_2",
"sharegpt_9iUZNsL_0",
"b65f51fb_5",
"ultrachat_374640",
"89d3053f",
"sharegpt_ErOTMZ3_59",
"52381716_1",
"sharegpt_e328KPR_0"
],
"gold_session_ids": [
"answer_e05e4612"
]
},
{
"question_id": "3b6f954b",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6309297535714575,
"mrr": 0.5,
"retrieved_session_ids": [
"c271c071",
"answer_94030872",
"1f0c62de",
"c566edbb_3",
"6d3f5c68_4",
"34590cab_1",
"f999b05c_2",
"sharegpt_opQbgPL_7",
"e27891d3_2",
"sharegpt_kpnwrGe_12"
],
"gold_session_ids": [
"answer_94030872"
]
},
{
"question_id": "726462e0",
"question_type": "single-session-user",
"recall_any_at_5": 0,
"recall_any_at_10": 0,
"recall_any_at_20": 1,
"ndcg_at_10": 0,
"mrr": 0.09090909090909091,
"retrieved_session_ids": [
"9c05acfe_2",
"af2d26f1_1",
"741c6781_1",
"29e76903_1",
"ce144f08",
"b84b7a2b_1",
"082889ba_1",
"5b83c26e_1",
"6ef99651_2",
"322a96e8"
],
"gold_session_ids": [
"answer_f38f679b"
]
},
{
"question_id": "94f70d80",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_c63c0458",
"ultrachat_397420",
"sharegpt_PCqCVmR_18",
"2479cbae",
"67045503",
"09b651aa_3",
"58de8f9b",
"eee3f7d3",
"sharegpt_WQr7EZT_0",
"sharegpt_mJ7MnQS_31"
],
"gold_session_ids": [
"answer_c63c0458"
]
},
{
"question_id": "66f24dbb",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_fea2e4d3",
"89452526_2",
"8d015d9d_4",
"7732b1cc",
"ca3a4e4f_1",
"7a10d327_2",
"798e4ba3_2",
"8d46b8fa_1",
"b6858c2a_2",
"ultrachat_428656"
],
"gold_session_ids": [
"answer_fea2e4d3"
]
},
{
"question_id": "ad7109d1",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_679840f8",
"a3d2af51_2",
"sharegpt_RzNjBHR_0",
"3dc02d26_2",
"495cf518_1",
"3fa35683_5",
"ultrachat_74974",
"ultrachat_202091",
"7ad0bd25_1",
"1d6744b5_1"
],
"gold_session_ids": [
"answer_679840f8"
]
},
{
"question_id": "af8d2e46",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_82a04f59",
"d5a6f455_2",
"32a67b35",
"ced213c6",
"4ebc182b",
"82a89303",
"73d5f10c",
"43668d77_1",
"db6ddaba",
"6f341f96_3"
],
"gold_session_ids": [
"answer_82a04f59"
]
},
{
"question_id": "dccbc061",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_8f276838",
"0b8a4a9d_1",
"25d1830a_2",
"5fc843cd",
"8d74c5f6",
"ultrachat_243849",
"0f417163",
"4af27eab_2",
"657ab20c_1",
"ultrachat_520430"
],
"gold_session_ids": [
"answer_8f276838"
]
},
{
"question_id": "c8c3f81d",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_761acef8",
"sharegpt_pRqHb1o_0",
"19ec83c5_1",
"66e94928",
"2b16f3d6_1",
"3c0ed3bf_4",
"b818e2a1_1",
"9bec5593_1",
"25432e10",
"e89b6be2_2"
],
"gold_session_ids": [
"answer_761acef8"
]
},
{
"question_id": "8ebdbe50",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_8ad8a34f",
"b53f447a_1",
"sharegpt_mJ7MnQS_31",
"27d378b2_3",
"90f16f14_2",
"01e806f0_1",
"d4f7a065_2",
"03b4d5d8_2",
"326f41d8",
"ultrachat_194514"
],
"gold_session_ids": [
"answer_8ad8a34f"
]
},
{
"question_id": "6b168ec8",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5,
"mrr": 0.3333333333333333,
"retrieved_session_ids": [
"sharegpt_D9kTAIU_0",
"dded1725_3",
"answer_e623ae87",
"ultrachat_414934",
"fb2368b8_3",
"ultrachat_473",
"258645ba_1",
"d58e8baa",
"afffd8ec_3",
"ultrachat_377741"
],
"gold_session_ids": [
"answer_e623ae87"
]
},
{
"question_id": "75499fd8",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_723bf11f",
"5328c3c2_2",
"ultrachat_428593",
"ultrachat_360018",
"3b028282",
"168feef7_1",
"ultrachat_189069",
"sharegpt_jBafAKm_0",
"sharegpt_mMNr1qm_0",
"ultrachat_466236"
],
"gold_session_ids": [
"answer_723bf11f"
]
},
{
"question_id": "21436231",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_1e6d4567",
"3fa35683_6",
"7a7a4bf0_4",
"0d0a89dc_1",
"b307196d",
"6bd0b406_1",
"d0785ee9_1",
"a0f8468c_3",
"4bebc783_2",
"2fd8bf73_1"
],
"gold_session_ids": [
"answer_1e6d4567"
]
},
{
"question_id": "95bcc1c8",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_cb742a61",
"99e5e380",
"f64c4793_2",
"sharegpt_hRba933_47",
"abeda028",
"e201572a",
"1c1f5ccc_2",
"c9763bff",
"sharegpt_J3KJuOr_0",
"56266c38_1"
],
"gold_session_ids": [
"answer_cb742a61"
]
},
{
"question_id": "0862e8bf",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6309297535714575,
"mrr": 0.5,
"retrieved_session_ids": [
"sharegpt_MTUnqho_0",
"answer_c6fd8ebd",
"ultrachat_240637",
"10541a2c_1",
"ultrachat_518141",
"sharegpt_WhKs0Le_0",
"95c36d37",
"sharegpt_2I1TxKW_0",
"ultrachat_357044",
"sharegpt_3BkB8g5_0"
],
"gold_session_ids": [
"answer_c6fd8ebd"
]
},
{
"question_id": "853b0a1d",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_69811d4a",
"c70f9f9c",
"1fdbdfff_5",
"ebb5bc7c_2",
"c3feb3bb",
"sharegpt_i8xL0ih_109",
"ultrachat_378413",
"f71bf532_1",
"sharegpt_n3MgsgL_0",
"sharegpt_hRba933_47"
],
"gold_session_ids": [
"answer_69811d4a"
]
},
{
"question_id": "a06e4cfe",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_6fe9fb49",
"84fb50bb_3",
"af257b0b_2",
"sharegpt_e1JmYDm_0",
"0c891c0b_1",
"9de2c795",
"ultrachat_113982",
"8dd2d3cc",
"de64539a_2",
"sharegpt_3swiY8I_36"
],
"gold_session_ids": [
"answer_6fe9fb49"
]
},
{
"question_id": "37d43f65",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_55161935",
"1cafd864_3",
"fec04f53_2",
"3ab79434_2",
"sharegpt_brc2wJS_264",
"4050ebff_5",
"ultrachat_370801",
"ultrachat_10500",
"sharegpt_MOpCbrr_0",
"ffe473f3_1"
],
"gold_session_ids": [
"answer_55161935"
]
},
{
"question_id": "b86304ba",
"question_type": "single-session-user",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.3333333333333333,
"mrr": 0.14285714285714285,
"retrieved_session_ids": [
"sharegpt_E0YL5SX_142",
"e831a29f_1",
"fe1e4351_1",
"c734e31e_1",
"ultrachat_328696",
"91074ce7",
"answer_645b0329",
"8e9425ef_1",
"sharegpt_xGoJZ6Z_0",
"c1634164_2"
],
"gold_session_ids": [
"answer_645b0329"
]
},
{
"question_id": "d52b4f67",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_0df6aa4b",
"62a6d083",
"sharegpt_n6Ej34Y_75",
"d31c3ec8_3",
"ultrachat_258008",
"18a06652_6",
"ultrachat_127631",
"c578da1f_1",
"29545df8_1",
"da1797c4_1"
],
"gold_session_ids": [
"answer_0df6aa4b"
]
},
{
"question_id": "25e5aa4f",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_986de8c3",
"18807892_4",
"8953c8c8_1",
"91e581ad_1",
"7a389bd1_2",
"1de862d6_2",
"a459d477",
"sharegpt_8cFNcVG_0",
"478e02c2",
"b049dbb8_2"
],
"gold_session_ids": [
"answer_986de8c3"
]
},
{
"question_id": "caf9ead2",
"question_type": "single-session-user",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.31546487678572877,
"mrr": 0.125,
"retrieved_session_ids": [
"86974d49",
"f8ba3f69",
"7ae303b7_1",
"58dd3f35",
"ultrachat_532107",
"fc167d00",
"sharegpt_3D3oQC0_213",
"answer_0714183a",
"48a72204_1",
"ultrachat_495546"
],
"gold_session_ids": [
"answer_0714183a"
]
},
{
"question_id": "8550ddae",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_c8354ae9",
"a7189b75",
"71cf5aeb_3",
"9deebbc2_2",
"8ec23b2c",
"3b13915f",
"sharegpt_H8FrXvr_25",
"7b78417e_1",
"4f234e2c",
"e10dfffb_1"
],
"gold_session_ids": [
"answer_c8354ae9"
]
},
{
"question_id": "60d45044",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_9cddca88",
"795a13a7",
"a76e7e3c_2",
"35a61ccd_1",
"e5713180_1",
"4ebf9095_1",
"025c9e24_1",
"af4d4ecd_2",
"fec059c5",
"f90c44e6_2"
],
"gold_session_ids": [
"answer_9cddca88"
]
},
{
"question_id": "3f1e9474",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_57fc1954",
"3aac691d_2",
"e7497c07_2",
"954d4451_2",
"4d408e9d",
"4f23a396_1",
"cdf068b1_1",
"ultrachat_393184",
"ultrachat_177477",
"ultrachat_462827"
],
"gold_session_ids": [
"answer_57fc1954"
]
},
{
"question_id": "86b68151",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_dc11c1eb",
"0abaca24_1",
"sharegpt_7rLq4MQ_9",
"d1bd26fb_2",
"3d72c0c0",
"ultrachat_522663",
"ultrachat_121159",
"4e671700",
"d8454317_4",
"e200d96c_2"
],
"gold_session_ids": [
"answer_dc11c1eb"
]
},
{
"question_id": "577d4d32",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5,
"mrr": 0.3333333333333333,
"retrieved_session_ids": [
"ultrachat_125084",
"a126eeab_3",
"answer_0dd4d99a",
"2ef53f61_2",
"ultrachat_57579",
"b283f9eb_1",
"6e2cca63_2",
"dc700e27",
"92a6a6f7_2",
"sharegpt_101i5OR_0"
],
"gold_session_ids": [
"answer_0dd4d99a"
]
},
{
"question_id": "ec81a493",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ed1982fc",
"ab4643a2_4",
"d2fc150a_1",
"ultrachat_27488",
"6f55019d",
"ultrachat_447961",
"90fea364_3",
"616fdd27",
"ultrachat_413665",
"6c29f175"
],
"gold_session_ids": [
"answer_ed1982fc"
]
},
{
"question_id": "15745da0",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_586de428",
"07d33eaa",
"0d73afc8",
"ultrachat_155656",
"768544e1",
"sharegpt_f28uI6i_0",
"64a97d9b",
"sharegpt_KUXG6gY_2",
"a4f22269",
"sharegpt_iF4hlNs_5"
],
"gold_session_ids": [
"answer_586de428"
]
},
{
"question_id": "e01b8e2f",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.43067655807339306,
"mrr": 0.25,
"retrieved_session_ids": [
"d4cdb464",
"97338ddd_1",
"8acfa731",
"answer_5ca6cd28",
"1aaf8057_3",
"ultrachat_185433",
"ultrachat_556304",
"sharegpt_9s78QGH_0",
"b2543a58_3",
"ultrachat_433104"
],
"gold_session_ids": [
"answer_5ca6cd28"
]
},
{
"question_id": "bc8a6e93",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5,
"mrr": 0.3333333333333333,
"retrieved_session_ids": [
"f62bfe2b_1",
"316dc9f8",
"answer_e6143162",
"sharegpt_qyWsgp8_13",
"552c7fd0",
"c6bed037_1",
"sharegpt_Us25gXO_18",
"ultrachat_133339",
"413b57cb_4",
"ultrachat_453950"
],
"gold_session_ids": [
"answer_e6143162"
]
},
{
"question_id": "ccb36322",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.38685280723454163,
"mrr": 0.2,
"retrieved_session_ids": [
"04a0b385",
"bdcee74e_3",
"ultrachat_395168",
"940629b2_3",
"answer_f1fbb330",
"f79a48dd_1",
"06d1a1a0",
"facfdfe2",
"162ff451",
"c38b33ae"
],
"gold_session_ids": [
"answer_f1fbb330"
]
},
{
"question_id": "001be529",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_530960c1",
"0f71db75_1",
"a244d459",
"f067b0ee",
"ultrachat_241736",
"ed9dad6c_1",
"sharegpt_6cz1Sq6_328",
"de877349",
"sharegpt_PKXxlMF_0",
"fb793c87_2"
],
"gold_session_ids": [
"answer_530960c1"
]
},
{
"question_id": "b320f3f8",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_5cc9b056",
"aae4411b_2",
"b89f68c4_4",
"1b71c896_2",
"40628271_1",
"sharegpt_4FCMpJR_0",
"ultrachat_151745",
"f2797fac",
"8bb8bc0d",
"514a7856_2"
],
"gold_session_ids": [
"answer_5cc9b056"
]
},
{
"question_id": "19b5f2b3",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6309297535714575,
"mrr": 0.5,
"retrieved_session_ids": [
"283e5c7e_1",
"answer_5ff494b9",
"275804a8_3",
"9970ac13_2",
"sharegpt_I0Wgney_11",
"ultrachat_447485",
"51adc57e_2",
"ultrachat_302261",
"ultrachat_268389",
"b951f8c6_2"
],
"gold_session_ids": [
"answer_5ff494b9"
]
},
{
"question_id": "4fd1909e",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_2952aee4",
"94c582bb_2",
"sharegpt_hO4FoVt_0",
"ad2135af",
"2479cbae",
"ultrachat_472809",
"sharegpt_I2cfkPp_0",
"sharegpt_xX1L0kg_29",
"ultrachat_59418",
"fef185b1"
],
"gold_session_ids": [
"answer_2952aee4"
]
},
{
"question_id": "545bd2b5",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_47ffab4c",
"b7f69a7d_1",
"5fb3b5ac",
"d1a1b9ea_1",
"cc021f81_2",
"cf8e352f_1",
"a79f1a04_1",
"1351505a_1",
"9f9384ed_1",
"700c16e2_1"
],
"gold_session_ids": [
"answer_47ffab4c"
]
},
{
"question_id": "8a137a7f",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_15d63a22",
"77908e43_1",
"64460e9d_1",
"sharegpt_o1SCEXR_23",
"e05e4612",
"ultrachat_90882",
"7738b24b",
"ultrachat_44939",
"e3e66b50",
"sharegpt_W35IQm3_0"
],
"gold_session_ids": [
"answer_15d63a22"
]
},
{
"question_id": "76d63226",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_bbdc7b0a",
"sharegpt_79vV0aT_377",
"cb289226_1",
"sharegpt_sRhcMiu_13",
"sharegpt_Wi7Op1u_91",
"6a2f9452_2",
"b0729ec8_1",
"5f73f2f3",
"50136b31",
"adc47df1_1"
],
"gold_session_ids": [
"answer_bbdc7b0a"
]
},
{
"question_id": "86f00804",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_96b8c9ee",
"sharegpt_ErOTMZ3_277",
"6e672b84_3",
"35c5419d_abs_3",
"137d8c6a_2",
"sharegpt_sCFErnY_22",
"6339aa1d_2",
"0424a40a_2",
"sharegpt_PQ71V9I_7",
"d98f48f8_3"
],
"gold_session_ids": [
"answer_96b8c9ee"
]
},
{
"question_id": "8e9d538c",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_7bdcbd23",
"sharegpt_tb5H6IH_3",
"ultrachat_570726",
"ultrachat_419107",
"2deed26f",
"ultrachat_169644",
"6aaf298d",
"654da2ba_1",
"ultrachat_26072",
"27d18d38"
],
"gold_session_ids": [
"answer_7bdcbd23"
]
},
{
"question_id": "311778f1",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_e40b054e",
"sharegpt_vXNQZ2I_0",
"d09360d3_1",
"8e6e058b_3",
"95cec590_1",
"ultrachat_473538",
"5db56d24_2",
"4fe91719_1",
"ultrachat_316997",
"ultrachat_256989"
],
"gold_session_ids": [
"answer_e40b054e"
]
},
{
"question_id": "c19f7a0b",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_f442ccbe",
"sharegpt_6ZeW9Vb_0",
"58ab5fc5",
"9530353d_1",
"0e829b8f",
"0dde26d4_8",
"c9292210_2",
"2fd445a2_3",
"1e739aef",
"7bc2c7a3_1"
],
"gold_session_ids": [
"answer_f442ccbe"
]
},
{
"question_id": "4100d0a0",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5,
"mrr": 0.3333333333333333,
"retrieved_session_ids": [
"8d068598",
"ultrachat_130655",
"answer_83c13ff9",
"595902ff",
"sharegpt_eV0krsR_0",
"665c09b1_1",
"4fd958dd_2",
"fbfa105a",
"ultrachat_16500",
"ultrachat_187351"
],
"gold_session_ids": [
"answer_83c13ff9"
]
},
{
"question_id": "29f2956b",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_7cc5362f",
"00842aad_2",
"639cec58",
"a79db993",
"6d6ffac5",
"d50a8a33_1",
"88361fdd",
"ultrachat_238255",
"90f7041a_3",
"c4ed2287_3"
],
"gold_session_ids": [
"answer_7cc5362f"
]
},
{
"question_id": "1faac195",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_d01949bf",
"f2ccf83b",
"b2543a58_3",
"48d385f0_1",
"ultrachat_12436",
"d2905eb6_2",
"9d3d54f7",
"bcf6953d_3",
"8064b6ca",
"70b9616e"
],
"gold_session_ids": [
"answer_d01949bf"
]
},
{
"question_id": "faba32e5",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_39b12014",
"d3da4592_2",
"sharegpt_jxsIY6L_0",
"05944d87_2",
"sharegpt_OYMr8YY_44",
"db301f3c_1",
"sharegpt_3v69R59_0",
"6b9e8346",
"83cfab9f_2",
"770d11f5"
],
"gold_session_ids": [
"answer_39b12014"
]
},
{
"question_id": "f4f1d8a4",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6309297535714575,
"mrr": 0.5,
"retrieved_session_ids": [
"e45db473_3",
"answer_f5b33470",
"3aac691d_2",
"sharegpt_pX51ZUz_0",
"sharegpt_vXWOUqx_11",
"64934c76",
"76ea88ba_2",
"sharegpt_7ATc6lt_63",
"ultrachat_576354",
"44837adb"
],
"gold_session_ids": [
"answer_f5b33470"
]
},
{
"question_id": "c14c00dd",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_304511ce",
"sharegpt_KznkJ2p_0",
"sharegpt_gU0qvZu_0",
"c77250d2",
"cd1f5147",
"8de3201f_1",
"710f4e21_2",
"e2cb1647",
"541ecc45_1",
"7cd7c296_3"
],
"gold_session_ids": [
"answer_304511ce"
]
},
{
"question_id": "36580ce8",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_93e1bd22",
"ultrachat_149170",
"ultrachat_270984",
"9b38bda6_2",
"ca0a84a3_1",
"526354c8_2",
"ultrachat_32917",
"14076ea0_1",
"sharegpt_5L3F069_69",
"2aee3e70"
],
"gold_session_ids": [
"answer_93e1bd22"
]
},
{
"question_id": "3d86fd0a",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_19c24c11",
"7e4dab66_2",
"cf8e352f_1",
"1f643033_2",
"06d1a1a0",
"69674f25",
"ultrachat_231397",
"1c1a2b7f_2",
"ultrachat_96218",
"sharegpt_d7bP5fb_0"
],
"gold_session_ids": [
"answer_19c24c11"
]
},
{
"question_id": "a82c026e",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_787e6a6d",
"ccaabf0b_1",
"sharegpt_MBVSMQO_45",
"3009ba66_2",
"d9727262_4",
"752392bb_3",
"daa32134",
"sharegpt_vIkUTvg_0",
"sharegpt_u71pVhw_0",
"sharegpt_CMeL2P1_0"
],
"gold_session_ids": [
"answer_787e6a6d"
]
},
{
"question_id": "0862e8bf_abs",
"question_type": "single-session-user",
"recall_any_at_5": 0,
"recall_any_at_10": 0,
"recall_any_at_20": 1,
"ndcg_at_10": 0,
"mrr": 0.06666666666666667,
"retrieved_session_ids": [
"12cd736c",
"f238edb0_1",
"ultrachat_532726",
"94bc18df_3",
"32833e0b_5",
"6a8f8453_2",
"94f0d575_1",
"sharegpt_PSjpANO_35",
"ultrachat_210818",
"3301f749_1"
],
"gold_session_ids": [
"answer_c6fd8ebd_abs"
]
},
{
"question_id": "15745da0_abs",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_586de428_abs",
"565929a2_2",
"e839253d",
"375e27b9_2",
"9b638f21_4",
"66d120f4_2",
"83dae08b",
"ultrachat_375124",
"sharegpt_JSxa86k_19",
"ultrachat_360529"
],
"gold_session_ids": [
"answer_586de428_abs"
]
},
{
"question_id": "bc8a6e93_abs",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.43067655807339306,
"mrr": 0.25,
"retrieved_session_ids": [
"55cf4ce0_2",
"f51c7700",
"375354d1_2",
"answer_e6143162_abs",
"5abba521",
"sharegpt_MimvIAy_181",
"13e9de13_4",
"sharegpt_SF6KWw1_9",
"ba944cdc",
"sharegpt_hn3IS1q_0"
],
"gold_session_ids": [
"answer_e6143162_abs"
]
},
{
"question_id": "19b5f2b3_abs",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6309297535714575,
"mrr": 0.5,
"retrieved_session_ids": [
"ultrachat_159269",
"answer_5ff494b9_abs",
"66138e8d_1",
"3e59ee68_1",
"9f8fa5e4_2",
"sharegpt_v11Tpg9_483",
"f5cf8815_3",
"e6640284_1",
"45c29267",
"eb134165_2"
],
"gold_session_ids": [
"answer_5ff494b9_abs"
]
},
{
"question_id": "29f2956b_abs",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.43067655807339306,
"mrr": 0.25,
"retrieved_session_ids": [
"ultrachat_70054",
"503b2761",
"05b84f71_5",
"answer_7cc5362f_abs",
"cc50c6a9",
"64b7d9cc_2",
"f2fa97f5_3",
"7363604d_2",
"3b8f0d9d",
"ultrachat_441324"
],
"gold_session_ids": [
"answer_7cc5362f_abs"
]
},
{
"question_id": "f4f1d8a4_abs",
"question_type": "single-session-user",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.3010299956639812,
"mrr": 0.1111111111111111,
"retrieved_session_ids": [
"afe04238_1",
"1dd13331_1",
"ea3db78e_2",
"080a4000_2",
"f252001e",
"ultrachat_317545",
"sharegpt_jerQm7S_17",
"402e0082_6",
"answer_f5b33470_abs",
"1a76dc7f_1"
],
"gold_session_ids": [
"answer_f5b33470_abs"
]
},
{
"question_id": "0a995998",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9674679834891693,
"mrr": 1,
"retrieved_session_ids": [
"answer_afa9873b_1",
"answer_afa9873b_2",
"sharegpt_igR6Bmm_0",
"answer_afa9873b_3",
"e6790684_1",
"85846900_2",
"25091584_1",
"64b847a7_1",
"ad3d0815_1",
"439f9ed8_3"
],
"gold_session_ids": [
"answer_afa9873b_2",
"answer_afa9873b_3",
"answer_afa9873b_1"
]
},
{
"question_id": "6d550036",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.34620964322385606,
"mrr": 0.3333333333333333,
"retrieved_session_ids": [
"2e4430d8_2",
"0bab76de",
"answer_ec904b3c_1",
"dae3906e_2",
"answer_ec904b3c_2",
"sharegpt_nVi6tIt_0",
"b37a44e4_5",
"a9981dc6_3",
"187b4852_1",
"5558a42e_2"
],
"gold_session_ids": [
"answer_ec904b3c_1",
"answer_ec904b3c_4",
"answer_ec904b3c_3",
"answer_ec904b3c_2"
]
},
{
"question_id": "gpt4_59c863d7",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.502373740777944,
"mrr": 0.3333333333333333,
"retrieved_session_ids": [
"cf7aad73_5",
"eb47739f_2",
"answer_593bdffd_4",
"answer_593bdffd_1",
"2f310ba0",
"answer_593bdffd_2",
"9ef698bc_2",
"61d3fec4_2",
"2f09d4c8",
"a7d014e4_1"
],
"gold_session_ids": [
"answer_593bdffd_4",
"answer_593bdffd_1",
"answer_593bdffd_3",
"answer_593bdffd_2"
]
},
{
"question_id": "b5ef892d",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.34870224750355494,
"mrr": 0.2,
"retrieved_session_ids": [
"sharegpt_hfWd2FK_0",
"e552e1f9_2",
"7294438c",
"sharegpt_esZWTJv_8",
"answer_a8b4290f_3",
"answer_a8b4290f_1",
"ultrachat_565056",
"35dcacdc_2",
"eb774a95",
"25ec099e_1"
],
"gold_session_ids": [
"answer_a8b4290f_3",
"answer_a8b4290f_1",
"answer_a8b4290f_2"
]
},
{
"question_id": "e831120c",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6240505200038379,
"mrr": 0.5,
"retrieved_session_ids": [
"773aebbd_4",
"answer_86c505e7_2",
"a63ad8e3_2",
"sharegpt_sDfu38Q_0",
"answer_86c505e7_1",
"sharegpt_CROow2Q_0",
"ultrachat_485311",
"8fb3fe3a_1",
"7c82a6c3",
"f07b6875_1"
],
"gold_session_ids": [
"answer_86c505e7_1",
"answer_86c505e7_2"
]
},
{
"question_id": "3a704032",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.20210734650054757,
"mrr": 0.25,
"retrieved_session_ids": [
"sharegpt_HrxBbBK_0",
"ultrachat_85818",
"sharegpt_tzJ6yxo_0",
"answer_c2204106_1",
"ultrachat_418858",
"aa41ac47",
"ultrachat_357807",
"f62bfe2b_2",
"7712aded",
"5cfdb3bc"
],
"gold_session_ids": [
"answer_c2204106_2",
"answer_c2204106_3",
"answer_c2204106_1"
]
},
{
"question_id": "gpt4_d84a3211",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.2638647595767405,
"mrr": 0.2,
"retrieved_session_ids": [
"4a32d58c_2",
"ultrachat_234895",
"sharegpt_M5zaN8c_0",
"sharegpt_qHNCIfF_0",
"answer_2880eb6c_4",
"ultrachat_83526",
"51ec01a4",
"6acb2499",
"8dd540f8_1",
"answer_2880eb6c_1"
],
"gold_session_ids": [
"answer_2880eb6c_2",
"answer_2880eb6c_4",
"answer_2880eb6c_1",
"answer_2880eb6c_3"
]
},
{
"question_id": "aae3761f",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.619668607939653,
"mrr": 0.5,
"retrieved_session_ids": [
"3d85d91e_2",
"answer_526354c8_1",
"38e81260_7",
"sharegpt_bKkRqZc_0",
"2a86d0da_2",
"answer_526354c8_2",
"answer_526354c8_3",
"sharegpt_ynLoh9N_0",
"715176f5_1",
"d576152e_2"
],
"gold_session_ids": [
"answer_526354c8_1",
"answer_526354c8_3",
"answer_526354c8_2"
]
},
{
"question_id": "gpt4_f2262a51",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6105456988825855,
"mrr": 1,
"retrieved_session_ids": [
"answer_55a6940c_3",
"sharegpt_hChsWOp_128",
"sharegpt_eoEbthf_0",
"0984a772",
"ultrachat_268434",
"dd81b163_1",
"83e14506_1",
"c0d6fa6f_2",
"answer_55a6940c_2",
"sharegpt_BWMyoNr_0"
],
"gold_session_ids": [
"answer_55a6940c_3",
"answer_55a6940c_1",
"answer_55a6940c_2"
]
},
{
"question_id": "dd2973ad",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8175295903539445,
"mrr": 1,
"retrieved_session_ids": [
"answer_f9de4602_2",
"sharegpt_O6NO7Vo_9",
"e5f08e40",
"6551be60_3",
"98c198fb",
"5b8ef613_4",
"answer_f9de4602_1",
"56266c38_1",
"0f73eee7_2",
"32c0dae1_3"
],
"gold_session_ids": [
"answer_f9de4602_2",
"answer_f9de4602_1"
]
},
{
"question_id": "c4a1ceb8",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9058653015743079,
"mrr": 1,
"retrieved_session_ids": [
"answer_56d02cab_3",
"answer_56d02cab_1",
"40c77045",
"a09ae506_1",
"d0091194",
"answer_56d02cab_4",
"answer_56d02cab_2",
"ultrachat_441000",
"ultrachat_433406",
"44ba5b71_1"
],
"gold_session_ids": [
"answer_56d02cab_3",
"answer_56d02cab_4",
"answer_56d02cab_2",
"answer_56d02cab_1"
]
},
{
"question_id": "gpt4_a56e767c",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8529278650606567,
"mrr": 1,
"retrieved_session_ids": [
"answer_cf9e3940_3",
"88c8df0e_3",
"d75245ea",
"answer_cf9e3940_1",
"answer_cf9e3940_2",
"ultrachat_104129",
"71621be0",
"ultrachat_257906",
"7a819e6f_1",
"f56e6152_1"
],
"gold_session_ids": [
"answer_cf9e3940_2",
"answer_cf9e3940_1",
"answer_cf9e3940_3"
]
},
{
"question_id": "6cb6f249",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5012658353418871,
"mrr": 0.25,
"retrieved_session_ids": [
"ultrachat_404221",
"sharegpt_IkYYvSd_79",
"9b6db1a9_2",
"answer_a4204937_2",
"answer_a4204937_1",
"ultrachat_374192",
"89a1800c_3",
"5edfe253_1",
"sharegpt_JTaoEJT_23",
"ultrachat_219372"
],
"gold_session_ids": [
"answer_a4204937_2",
"answer_a4204937_1"
]
},
{
"question_id": "46a3abf7",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.3295827480202853,
"mrr": 0.2,
"retrieved_session_ids": [
"e224317f_2",
"09f2c6c5",
"be133e38_1",
"c1e598cd_1",
"answer_c65042d7_2",
"4fe91719_2",
"ultrachat_42811",
"answer_c65042d7_3",
"a95bedca",
"28eb86ab"
],
"gold_session_ids": [
"answer_c65042d7_3",
"answer_c65042d7_2",
"answer_c65042d7_1"
]
},
{
"question_id": "36b9f61e",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.7039180890341347,
"mrr": 1,
"retrieved_session_ids": [
"answer_ef74281f_1",
"b283f9eb_5",
"answer_ef74281f_2",
"sharegpt_ba4V2an_2",
"0de92c3f_2",
"56911dc5_4",
"d6f5639a_1",
"93c5e61f",
"e419b7c3_3",
"889efc00_2"
],
"gold_session_ids": [
"answer_ef74281f_2",
"answer_ef74281f_1",
"answer_ef74281f_3"
]
},
{
"question_id": "28dc39ac",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9669850519151657,
"mrr": 1,
"retrieved_session_ids": [
"answer_8d015d9d_1",
"answer_8d015d9d_4",
"answer_8d015d9d_3",
"5854eebc_1",
"answer_8d015d9d_5",
"3f5df138_1",
"answer_8d015d9d_2",
"49b7a8b7_2",
"1c1f5ccc_2",
"6ccadc2b"
],
"gold_session_ids": [
"answer_8d015d9d_3",
"answer_8d015d9d_5",
"answer_8d015d9d_2",
"answer_8d015d9d_4",
"answer_8d015d9d_1"
]
},
{
"question_id": "gpt4_2f8be40d",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5307212739772434,
"mrr": 0.5,
"retrieved_session_ids": [
"sharegpt_L64rHOA_0",
"answer_e7b0637e_2",
"answer_e7b0637e_1",
"1d6e01e8",
"acda6a4e_4",
"ultrachat_317479",
"81b971b8_2",
"62684a60",
"f0e71553_4",
"ultrachat_434633"
],
"gold_session_ids": [
"answer_e7b0637e_2",
"answer_e7b0637e_1",
"answer_e7b0637e_3"
]
},
{
"question_id": "2e6d26dc",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.4042974959288707,
"mrr": 0.2,
"retrieved_session_ids": [
"sharegpt_vXNQZ2I_0",
"ultrachat_121666",
"e8bfacec_1",
"14a520c8_2",
"answer_fa526fc0_3",
"f863a648_1",
"answer_fa526fc0_4",
"answer_fa526fc0_1",
"sharegpt_h4ZC1fl_152",
"73f14139"
],
"gold_session_ids": [
"answer_fa526fc0_4",
"answer_fa526fc0_3",
"answer_fa526fc0_1",
"answer_fa526fc0_2"
]
},
{
"question_id": "gpt4_15e38248",
"question_type": "multi-session",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.2691828628414762,
"mrr": 0.16666666666666666,
"retrieved_session_ids": [
"295fcaeb_2",
"sharegpt_mm9tc5g_0",
"ultrachat_515012",
"263efe64_1",
"0785de5a",
"answer_8858d9dc_2",
"answer_8858d9dc_4",
"ultrachat_442952",
"8c9bc932_2",
"87e55e85_2"
],
"gold_session_ids": [
"answer_8858d9dc_3",
"answer_8858d9dc_1",
"answer_8858d9dc_4",
"answer_8858d9dc_2"
]
},
{
"question_id": "88432d0a",
"question_type": "multi-session",
"recall_any_at_5": 0,
"recall_any_at_10": 0,
"recall_any_at_20": 1,
"ndcg_at_10": 0,
"mrr": 0.07142857142857142,
"retrieved_session_ids": [
"ultrachat_122782",
"ca0553dd_1",
"0e250059_2",
"f777f641",
"ultrachat_128882",
"27e262d5_2",
"ultrachat_414980",
"ultrachat_528370",
"c9d35c00_2",
"1c8832b4_2"
],
"gold_session_ids": [
"answer_733e443a_3",
"answer_733e443a_4",
"answer_733e443a_2",
"answer_733e443a_1"
]
},
{
"question_id": "80ec1f4f",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8179809735263114,
"mrr": 1,
"retrieved_session_ids": [
"answer_990c8992_2",
"f987da7e_3",
"ultrachat_318441",
"ultrachat_497987",
"answer_990c8992_1",
"answer_990c8992_3",
"38aec47b_1",
"2a95f614_1",
"b6018747_3",
"sharegpt_nhknQtd_29"
],
"gold_session_ids": [
"answer_990c8992_2",
"answer_990c8992_1",
"answer_990c8992_3"
]
},
{
"question_id": "d23cf73b",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.298254219601818,
"mrr": 0.25,
"retrieved_session_ids": [
"c328cd4f",
"95b7c3cd_1",
"ef71a35e_2",
"answer_5a0d28f8_4",
"b124e4a1_1",
"9e21d6ab_2",
"answer_5a0d28f8_2",
"ad44d5c2_2",
"ultrachat_275858",
"ultrachat_553398"
],
"gold_session_ids": [
"answer_5a0d28f8_4",
"answer_5a0d28f8_2",
"answer_5a0d28f8_3",
"answer_5a0d28f8_1"
]
},
{
"question_id": "gpt4_7fce9456",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5592067393987519,
"mrr": 1,
"retrieved_session_ids": [
"answer_a679a86a_4",
"1da409cd_1",
"288e7d30",
"191e1832",
"04328d1c",
"541ecc45_3",
"answer_a679a86a_5",
"answer_a679a86a_3",
"76707a65_1",
"sharegpt_tYc53EZ_13"
],
"gold_session_ids": [
"answer_a679a86a_5",
"answer_a679a86a_4",
"answer_a679a86a_2",
"answer_a679a86a_3",
"answer_a679a86a_1"
]
},
{
"question_id": "d682f1a2",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5323325778787926,
"mrr": 0.3333333333333333,
"retrieved_session_ids": [
"ultrachat_214872",
"9de29219_1",
"answer_c008e5df_3",
"6e2cca63_8",
"sharegpt_E7VUcfj_0",
"sharegpt_LFPdgVp_22",
"answer_c008e5df_2",
"e30307d8_2",
"answer_c008e5df_1",
"58335f60_2"
],
"gold_session_ids": [
"answer_c008e5df_1",
"answer_c008e5df_2",
"answer_c008e5df_3"
]
},
{
"question_id": "7024f17c",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_a21f3697_3",
"answer_a21f3697_2",
"answer_a21f3697_1",
"d7281662_2",
"8c652eb0_1",
"3c12ff0c",
"336b281b_1",
"199a5225_2",
"sharegpt_rshCiS5_1",
"385683f0_1"
],
"gold_session_ids": [
"answer_a21f3697_1",
"answer_a21f3697_2",
"answer_a21f3697_3"
]
},
{
"question_id": "gpt4_5501fe77",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8710785440003369,
"mrr": 1,
"retrieved_session_ids": [
"answer_203bf3fa_3",
"bc5827b5",
"answer_203bf3fa_1",
"542fa76e_1",
"021c0d09_2",
"answer_203bf3fa_2",
"426e7403_3",
"ultrachat_303597",
"631e4016",
"7a2c618c_1"
],
"gold_session_ids": [
"answer_203bf3fa_1",
"answer_203bf3fa_3",
"answer_203bf3fa_2"
]
},
{
"question_id": "gpt4_2ba83207",
"question_type": "multi-session",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.13905617951077562,
"mrr": 0.16666666666666666,
"retrieved_session_ids": [
"33028509_2",
"325c2005",
"sharegpt_JXREDs0_4",
"131ff17e",
"41dc5d45_4",
"answer_6a3b5c13_2",
"ultrachat_224880",
"ultrachat_94578",
"f379d356_2",
"58d66fec"
],
"gold_session_ids": [
"answer_6a3b5c13_3",
"answer_6a3b5c13_1",
"answer_6a3b5c13_2",
"answer_6a3b5c13_4"
]
},
{
"question_id": "2318644b",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6131471927654584,
"mrr": 1,
"retrieved_session_ids": [
"answer_eaa8e3ef_2",
"6ec23dc5_1",
"sharegpt_iwcVyKX_0",
"sharegpt_52wqzr7_0",
"ultrachat_254829",
"c5d99bff",
"bff09560_1",
"07a26dfa_2",
"sharegpt_7NcBHFs_0",
"e44e42dd"
],
"gold_session_ids": [
"answer_eaa8e3ef_1",
"answer_eaa8e3ef_2"
]
},
{
"question_id": "2ce6a0f2",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.24630238874073,
"mrr": 0.5,
"retrieved_session_ids": [
"f257aed3_1",
"answer_901a6763_4",
"sharegpt_8W46coJ_3",
"ultrachat_36844",
"ultrachat_463514",
"e4bacbcd_1",
"a1714d2c_2",
"89b2a0dc_1",
"600077b0_3",
"a267b11e"
],
"gold_session_ids": [
"answer_901a6763_2",
"answer_901a6763_4",
"answer_901a6763_1",
"answer_901a6763_3"
]
},
{
"question_id": "gpt4_d12ceb0e",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.3228087653971817,
"mrr": 0.2,
"retrieved_session_ids": [
"73f4798f",
"0672cd7b_1",
"33d16079_2",
"ced213c6",
"answer_2504635e_1",
"31dc9d66_3",
"9d97ff74",
"f0c6ddb9_2",
"answer_2504635e_2",
"ee28793c"
],
"gold_session_ids": [
"answer_2504635e_3",
"answer_2504635e_2",
"answer_2504635e_1"
]
},
{
"question_id": "00ca467f",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.35853358850813305,
"mrr": 0.25,
"retrieved_session_ids": [
"8a70ec05_2",
"e0fa8486_2",
"4951c0b9_1",
"answer_39900a0a_2",
"7d1de770_2",
"36828c66_1",
"answer_39900a0a_3",
"4a5ee697_1",
"ultrachat_145200",
"315a862c"
],
"gold_session_ids": [
"answer_39900a0a_3",
"answer_39900a0a_2",
"answer_39900a0a_1"
]
},
{
"question_id": "b3c15d39",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.42177340954886444,
"mrr": 0.2,
"retrieved_session_ids": [
"sharegpt_gPmunOt_37",
"sharegpt_inuIr9J_119",
"7bb01253",
"d298714d_1",
"answer_05d808e6_1",
"bd00a24d_2",
"6be23caa",
"5d4ff8db_1",
"answer_05d808e6_2",
"ultrachat_356582"
],
"gold_session_ids": [
"answer_05d808e6_1",
"answer_05d808e6_2"
]
},
{
"question_id": "gpt4_31ff4165",
"question_type": "multi-session",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.4279411160210267,
"mrr": 0.16666666666666666,
"retrieved_session_ids": [
"e2393b63_2",
"sharegpt_WTYjzSr_0",
"sharegpt_tKmxch5_0",
"dc9bf721_1",
"2c185a2b_1",
"answer_02b63d04_4",
"2d0b80f1",
"answer_02b63d04_1",
"answer_02b63d04_3",
"answer_02b63d04_5"
],
"gold_session_ids": [
"answer_02b63d04_1",
"answer_02b63d04_5",
"answer_02b63d04_2",
"answer_02b63d04_3",
"answer_02b63d04_4"
]
},
{
"question_id": "eeda8a6d",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6934264036172708,
"mrr": 0.5,
"retrieved_session_ids": [
"a0f5d30b",
"answer_3e5fea0e_1",
"answer_3e5fea0e_2",
"cf7aad73_3",
"ultrachat_309574",
"ultrachat_307733",
"sharegpt_Caxpnd3_12",
"b2a021c9_1",
"sharegpt_khNFc2W_0",
"034ce94a_1"
],
"gold_session_ids": [
"answer_3e5fea0e_1",
"answer_3e5fea0e_2"
]
},
{
"question_id": "2788b940",
"question_type": "multi-session",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.25657228426720274,
"mrr": 0.16666666666666666,
"retrieved_session_ids": [
"sharegpt_dabXXRO_10",
"ff6e824b_1",
"544fe66c_2",
"8de5b7cf_2",
"sharegpt_vgBnRfE_0",
"answer_8f6b938d_4",
"ab483540",
"sharegpt_hV2NEYj_2",
"answer_8f6b938d_2",
"3f863722"
],
"gold_session_ids": [
"answer_8f6b938d_1",
"answer_8f6b938d_3",
"answer_8f6b938d_4",
"answer_8f6b938d_2"
]
},
{
"question_id": "60bf93ed",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5802792108518124,
"mrr": 0.5,
"retrieved_session_ids": [
"d467e3fd",
"answer_e0956e0a_1",
"388c5534_3",
"6414f676_4",
"0e297c49",
"4fe27c66_4",
"ultrachat_7648",
"answer_e0956e0a_2",
"619e96bc",
"84f80d64"
],
"gold_session_ids": [
"answer_e0956e0a_1",
"answer_e0956e0a_2"
]
},
{
"question_id": "9d25d4e0",
"question_type": "multi-session",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.1480409554829326,
"mrr": 0.125,
"retrieved_session_ids": [
"sharegpt_hRba933_47",
"2366adbc",
"464f3821",
"82d6f027",
"5f558dee_1",
"46d9d476",
"380a9d4d_1",
"answer_fcff2dc4_2",
"39911f94",
"cd568521_3"
],
"gold_session_ids": [
"answer_fcff2dc4_2",
"answer_fcff2dc4_1",
"answer_fcff2dc4_3"
]
},
{
"question_id": "129d1232",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.46927872602275644,
"mrr": 1,
"retrieved_session_ids": [
"answer_1de862d6_2",
"sharegpt_De0lanR_0",
"a0b8b0ad_7",
"ultrachat_227373",
"ultrachat_274599",
"ultrachat_88574",
"1ab255ba_1",
"eaa8e3ef_2",
"478c480d",
"49b78a55_2"
],
"gold_session_ids": [
"answer_1de862d6_1",
"answer_1de862d6_3",
"answer_1de862d6_2"
]
},
{
"question_id": "60472f9c",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.7653606369886217,
"mrr": 1,
"retrieved_session_ids": [
"answer_e7fe8c8b_1",
"answer_e7fe8c8b_2",
"ultrachat_373250",
"b1815b81",
"sharegpt_kF8hHMt_45",
"e7e416f5_2",
"7b74d32d_3",
"fdd0f680_2",
"33da50d0_1",
"27f5e6e8_1"
],
"gold_session_ids": [
"answer_e7fe8c8b_1",
"answer_e7fe8c8b_2",
"answer_e7fe8c8b_3"
]
},
{
"question_id": "gpt4_194be4b3",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5050778624218062,
"mrr": 0.25,
"retrieved_session_ids": [
"sharegpt_UbMVpdp_137",
"ultrachat_474217",
"ultrachat_58180",
"answer_3826dc55_4",
"answer_3826dc55_3",
"answer_3826dc55_1",
"sharegpt_VO7dTG3_0",
"answer_3826dc55_5",
"31403c51",
"ultrachat_163834"
],
"gold_session_ids": [
"answer_3826dc55_1",
"answer_3826dc55_3",
"answer_3826dc55_5",
"answer_3826dc55_2",
"answer_3826dc55_4"
]
},
{
"question_id": "a9f6b44c",
"question_type": "multi-session",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.16716045496620227,
"mrr": 0.16666666666666666,
"retrieved_session_ids": [
"ultrachat_539849",
"837f258b",
"949d51ef",
"e10dfffb_1",
"bb107057_4",
"answer_cc021f81_3",
"ultrachat_468681",
"3489fa38_2",
"ultrachat_279504",
"1126be1e_1"
],
"gold_session_ids": [
"answer_cc021f81_2",
"answer_cc021f81_3",
"answer_cc021f81_1"
]
},
{
"question_id": "d851d5ba",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6198898455343711,
"mrr": 0.3333333333333333,
"retrieved_session_ids": [
"561f3a6a_2",
"2a28999b",
"answer_5cdf9bd2_3",
"answer_5cdf9bd2_2",
"d6d8b854_4",
"answer_5cdf9bd2_1",
"9f8973ac",
"sharegpt_x7apNZ0_0",
"answer_5cdf9bd2_4",
"66a6a097_3"
],
"gold_session_ids": [
"answer_5cdf9bd2_2",
"answer_5cdf9bd2_1",
"answer_5cdf9bd2_3",
"answer_5cdf9bd2_4"
]
},
{
"question_id": "5a7937c8",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8385465274895063,
"mrr": 1,
"retrieved_session_ids": [
"answer_4cef8a3c_2",
"b70ac29f_2",
"3b38be11_2",
"answer_4cef8a3c_3",
"559ce9c2",
"answer_4cef8a3c_1",
"ultrachat_564068",
"ultrachat_377263",
"ultrachat_355239",
"63c9e87c"
],
"gold_session_ids": [
"answer_4cef8a3c_3",
"answer_4cef8a3c_1",
"answer_4cef8a3c_2"
]
},
{
"question_id": "gpt4_ab202e7f",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9103075074400794,
"mrr": 1,
"retrieved_session_ids": [
"answer_728deb4d_3",
"answer_728deb4d_5",
"29bc69b3",
"answer_728deb4d_4",
"a08fbe88_1",
"dcafb5b3_5",
"answer_728deb4d_2",
"a394f6b5_2",
"ultrachat_433876",
"answer_728deb4d_1"
],
"gold_session_ids": [
"answer_728deb4d_5",
"answer_728deb4d_2",
"answer_728deb4d_3",
"answer_728deb4d_1",
"answer_728deb4d_4"
]
},
{
"question_id": "gpt4_e05b82a6",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9279611693743142,
"mrr": 1,
"retrieved_session_ids": [
"answer_6350aa4f_1",
"answer_6350aa4f_2",
"386f6df9",
"answer_6350aa4f_4",
"e2cd250e_2",
"6172cc72_1",
"503791f7_1",
"answer_6350aa4f_3",
"ultrachat_43272",
"88e01130_1"
],
"gold_session_ids": [
"answer_6350aa4f_1",
"answer_6350aa4f_2",
"answer_6350aa4f_3",
"answer_6350aa4f_4"
]
},
{
"question_id": "gpt4_731e37d7",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_826d51da_3",
"answer_826d51da_1",
"answer_826d51da_2",
"answer_826d51da_4",
"ultrachat_109542",
"267a912c",
"5eec1ec6",
"65747d84_1",
"baa5b468_3",
"7e4aa7c2_1"
],
"gold_session_ids": [
"answer_826d51da_3",
"answer_826d51da_4",
"answer_826d51da_2",
"answer_826d51da_1"
]
},
{
"question_id": "edced276",
"question_type": "multi-session",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.3706656904013186,
"mrr": 0.125,
"retrieved_session_ids": [
"1da409cd_1",
"e4bbcd5f_4",
"ultrachat_195214",
"5726dc37_2",
"b86848e2_3",
"d89f6204",
"2dc55862_1",
"answer_60e8941a_2",
"93f23301_1",
"answer_60e8941a_1"
],
"gold_session_ids": [
"answer_60e8941a_2",
"answer_60e8941a_1"
]
},
{
"question_id": "10d9b85a",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6131471927654584,
"mrr": 1,
"retrieved_session_ids": [
"answer_e0585cb5_2",
"c51583cd_3",
"3c8e7c0e_4",
"ultrachat_143866",
"5cbfaf3e_4",
"d576152e_1",
"ebe3b6bf_1",
"ultrachat_501022",
"9c5fa973",
"sharegpt_Sionhxj_115"
],
"gold_session_ids": [
"answer_e0585cb5_2",
"answer_e0585cb5_1"
]
},
{
"question_id": "e3038f8c",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.4303349101522581,
"mrr": 0.25,
"retrieved_session_ids": [
"e3d4f89e_3",
"d71c8b77_5",
"85846900_2",
"answer_b6018747_4",
"a3d8e134_2",
"answer_b6018747_3",
"ultrachat_48888",
"answer_b6018747_2",
"941d586a",
"6e2cca63_3"
],
"gold_session_ids": [
"answer_b6018747_2",
"answer_b6018747_4",
"answer_b6018747_1",
"answer_b6018747_3"
]
},
{
"question_id": "2b8f3739",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9674679834891693,
"mrr": 1,
"retrieved_session_ids": [
"answer_23759615_3",
"answer_23759615_1",
"dd25eeb5_6",
"answer_23759615_2",
"b8ed5202_2",
"ce6cae1b_3",
"e9fb10e7_2",
"ec8691f5",
"52ccfdfa",
"465c3970"
],
"gold_session_ids": [
"answer_23759615_2",
"answer_23759615_3",
"answer_23759615_1"
]
},
{
"question_id": "1a8a66a6",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.3764290720714305,
"mrr": 0.5,
"retrieved_session_ids": [
"54aa4875",
"answer_2bd23659_1",
"sharegpt_mANdO1O_0",
"22eebf8a_2",
"d6792df8",
"sharegpt_P01BTRw_0",
"answer_2bd23659_2",
"ultrachat_280864",
"18fb3a22_3",
"sharegpt_tyukJll_27"
],
"gold_session_ids": [
"answer_2bd23659_3",
"answer_2bd23659_2",
"answer_2bd23659_4",
"answer_2bd23659_1"
]
},
{
"question_id": "c2ac3c61",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5109559939712153,
"mrr": 0.3333333333333333,
"retrieved_session_ids": [
"8e4e215b",
"6009ba4e_5",
"answer_923c0221_2",
"0c483a3c",
"ultrachat_412857",
"sharegpt_z6pSZ19_0",
"answer_923c0221_1",
"sharegpt_gLb26GY_0",
"b403d6f0_4",
"97338ddd_1"
],
"gold_session_ids": [
"answer_923c0221_1",
"answer_923c0221_2"
]
},
{
"question_id": "bf659f65",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9674679834891693,
"mrr": 1,
"retrieved_session_ids": [
"answer_7726e7e9_1",
"answer_7726e7e9_2",
"f2835879_2",
"answer_7726e7e9_3",
"ultrachat_365864",
"2917b130_2",
"sharegpt_inuIr9J_119",
"ultrachat_377765",
"258645ba_3",
"385a60c8_3"
],
"gold_session_ids": [
"answer_7726e7e9_1",
"answer_7726e7e9_3",
"answer_7726e7e9_2"
]
},
{
"question_id": "gpt4_372c3eed",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6049306994552042,
"mrr": 1,
"retrieved_session_ids": [
"answer_35c5419d_1",
"10647770",
"9a22ae03",
"ultrachat_400797",
"ultrachat_209842",
"sharegpt_6dPUCcK_69",
"8d969f3e_3",
"b661e1d3_1",
"c95f88fd_1",
"answer_35c5419d_3"
],
"gold_session_ids": [
"answer_35c5419d_3",
"answer_35c5419d_2",
"answer_35c5419d_1"
]
},
{
"question_id": "gpt4_2f91af09",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8710785440003369,
"mrr": 1,
"retrieved_session_ids": [
"answer_669318cf_3",
"e7e416f5_2",
"answer_669318cf_2",
"22b3af37_1",
"d75245ea",
"answer_669318cf_1",
"9b85a31d_1",
"51c82c8e_2",
"fd6f60f0_2",
"ultrachat_296153"
],
"gold_session_ids": [
"answer_669318cf_2",
"answer_669318cf_1",
"answer_669318cf_3"
]
},
{
"question_id": "81507db6",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.7809509050749017,
"mrr": 1,
"retrieved_session_ids": [
"answer_da3c1266_5",
"answer_da3c1266_1",
"sharegpt_Caxpnd3_9",
"7da6f798_1",
"ultrachat_254248",
"answer_da3c1266_4",
"ultrachat_229430",
"answer_da3c1266_2",
"ultrachat_162129",
"sharegpt_AZELQqX_0"
],
"gold_session_ids": [
"answer_da3c1266_3",
"answer_da3c1266_4",
"answer_da3c1266_1",
"answer_da3c1266_5",
"answer_da3c1266_2"
]
},
{
"question_id": "88432d0a_abs",
"question_type": "multi-session",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.2476427880871277,
"mrr": 0.14285714285714285,
"retrieved_session_ids": [
"1e01dbcc_1",
"09d8b29e_1",
"ultrachat_453194",
"11f043cd_2",
"8e5b0424",
"4eff1baa",
"answer_733e443a_abs_1",
"9863a1c8_2",
"answer_733e443a_abs_3",
"1e215f06"
],
"gold_session_ids": [
"answer_733e443a_abs_1",
"answer_733e443a_abs_3",
"answer_733e443a_abs_2",
"answer_733e443a_abs_4"
]
},
{
"question_id": "80ec1f4f_abs",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.7122630665145961,
"mrr": 0.5,
"retrieved_session_ids": [
"b304b283_1",
"answer_990c8992_abs_2",
"answer_990c8992_abs_1",
"b1c6d332",
"answer_990c8992_abs_3",
"31829c1b_1",
"ultrachat_187094",
"ultrachat_544442",
"b341cf37_2",
"e5f9453d"
],
"gold_session_ids": [
"answer_990c8992_abs_2",
"answer_990c8992_abs_3",
"answer_990c8992_abs_1"
]
},
{
"question_id": "eeda8a6d_abs",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6509209298071326,
"mrr": 0.5,
"retrieved_session_ids": [
"a0b8b0ad_5",
"answer_3e5fea0e_abs_2",
"ultrachat_544853",
"answer_3e5fea0e_abs_1",
"sharegpt_l7gyE1o_17",
"f4eaef47",
"ultrachat_199093",
"d15d2899_4",
"ultrachat_124888",
"sharegpt_YpleI8A_285"
],
"gold_session_ids": [
"answer_3e5fea0e_abs_2",
"answer_3e5fea0e_abs_1"
]
},
{
"question_id": "60bf93ed_abs",
"question_type": "multi-session",
"recall_any_at_5": 0,
"recall_any_at_10": 0,
"recall_any_at_20": 1,
"ndcg_at_10": 0,
"mrr": 0.08333333333333333,
"retrieved_session_ids": [
"ultrachat_490706",
"755c2d32_1",
"1e91cdf0",
"3e82fae8_1",
"0944933f_1",
"2946bf12",
"sharegpt_7mz4EV7_0",
"sharegpt_6cz1Sq6_130",
"9ef698bc_2",
"cdf068b1_3"
],
"gold_session_ids": [
"answer_e0956e0a_abs_2",
"answer_e0956e0a_abs_1"
]
},
{
"question_id": "edced276_abs",
"question_type": "multi-session",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.19342640361727081,
"mrr": 0.125,
"retrieved_session_ids": [
"sharegpt_u1AM5RT_88",
"66138e8d_1",
"ultrachat_410709",
"7a2bdd15_2",
"ultrachat_305072",
"7f4cd11e_1",
"sharegpt_1ZrnYv8_2",
"answer_60e8941a_abs_1",
"8b8e7cf8",
"sharegpt_YP2Ynd9_0"
],
"gold_session_ids": [
"answer_60e8941a_abs_1",
"answer_60e8941a_abs_2"
]
},
{
"question_id": "gpt4_372c3eed_abs",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.46927872602275644,
"mrr": 1,
"retrieved_session_ids": [
"answer_35c5419d_abs_1",
"b0a9de7f_1",
"6d3f5c68_4",
"54aa4875",
"9282ea7c_3",
"85dec0b4_1",
"3214139b_1",
"39948bcf_1",
"e6cc6157_4",
"48021f90_1"
],
"gold_session_ids": [
"answer_35c5419d_abs_3",
"answer_35c5419d_abs_1",
"answer_35c5419d_abs_2"
]
},
{
"question_id": "8a2466db",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6309297535714575,
"mrr": 0.5,
"retrieved_session_ids": [
"6a5b5a78",
"answer_edb03329",
"6be54739_3",
"3d0c9f89_1",
"sharegpt_MKMWjX0_25",
"e3cc9931_1",
"ultrachat_10500",
"a2e2cb72_3",
"b67748d1_1",
"6dcf5fa0_1"
],
"gold_session_ids": [
"answer_edb03329"
]
},
{
"question_id": "06878be2",
"question_type": "single-session-preference",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.3333333333333333,
"mrr": 0.14285714285714285,
"retrieved_session_ids": [
"465e7ef9",
"8fcfbe43_2",
"a6074da9_1",
"sharegpt_GSC090N_6",
"ultrachat_556731",
"ultrachat_319509",
"answer_555dfb94",
"a67c1862_4",
"sharegpt_5cxEGva_147",
"ca929779_1"
],
"gold_session_ids": [
"answer_555dfb94"
]
},
{
"question_id": "75832dbd",
"question_type": "single-session-preference",
"recall_any_at_5": 0,
"recall_any_at_10": 0,
"recall_any_at_20": 1,
"ndcg_at_10": 0,
"mrr": 0.05,
"retrieved_session_ids": [
"1ef63c66",
"sharegpt_xni9yYO_6",
"6172cc72_1",
"47ec1674_2",
"c51583cd_1",
"d49b1a24_1",
"ultrachat_165893",
"e765a945_2",
"c884b67a_1",
"c7270a1b_1"
],
"gold_session_ids": [
"answer_d87a6ef8"
]
},
{
"question_id": "0edc2aef",
"question_type": "single-session-preference",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.3562071871080222,
"mrr": 0.16666666666666666,
"retrieved_session_ids": [
"8464304d_2",
"6a747f2e",
"f20e72e4_1",
"53dc1394",
"08ca1f31_2",
"answer_d586e9cd",
"25b1afbc",
"sharegpt_aVExml0_92",
"3f4611f4",
"33a813dd_2"
],
"gold_session_ids": [
"answer_d586e9cd"
]
},
{
"question_id": "35a27287",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5,
"mrr": 0.3333333333333333,
"retrieved_session_ids": [
"880ee13e",
"58ae7c4f_3",
"answer_9b182436",
"203bf3fa_2",
"a98ff421_1",
"ultrachat_152094",
"e4a1b565_2",
"64071e19_2",
"c9b1c309_4",
"02f2ab8e_2"
],
"gold_session_ids": [
"answer_9b182436"
]
},
{
"question_id": "32260d93",
"question_type": "single-session-preference",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.3333333333333333,
"mrr": 0.14285714285714285,
"retrieved_session_ids": [
"sharegpt_q2uAW7H_0",
"3f787a78_4",
"573dc24b_1",
"6d3f5c68_4",
"sharegpt_zciCXP1_0",
"1b26bdd5_5",
"answer_0250ae1c",
"ultrachat_136348",
"ultrachat_171173",
"60ff3a8c"
],
"gold_session_ids": [
"answer_0250ae1c"
]
},
{
"question_id": "195a1a1b",
"question_type": "single-session-preference",
"recall_any_at_5": 0,
"recall_any_at_10": 0,
"recall_any_at_20": 1,
"ndcg_at_10": 0,
"mrr": 0.0625,
"retrieved_session_ids": [
"32833e0b_3",
"sharegpt_WVr7Jiq_0",
"ce79a004",
"89a1800c_2",
"sharegpt_O3mtxv4_0",
"cc50c6a9",
"9f12daa1_1",
"af0ab6ab",
"ultrachat_510178",
"d03b6a05_2"
],
"gold_session_ids": [
"answer_6dc4305e"
]
},
{
"question_id": "afdc33df",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_8549e5e0",
"d03b6a05_3",
"ultrachat_214872",
"43b53ac4_1",
"d5128b51",
"ad8d9f0f",
"22f9f163_3",
"ultrachat_399348",
"96b6e5e8_2",
"b6558bfb"
],
"gold_session_ids": [
"answer_8549e5e0"
]
},
{
"question_id": "caf03d32",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_2fc6aabb",
"a52e072b",
"ec806228",
"6b137bce_4",
"eb0d8dc1_6",
"bd6d0687",
"ultrachat_200859",
"4b1af06f_1",
"78369dbb",
"6f0e184f"
],
"gold_session_ids": [
"answer_2fc6aabb"
]
},
{
"question_id": "54026fce",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5,
"mrr": 0.3333333333333333,
"retrieved_session_ids": [
"670c49e6",
"1c95e152_1",
"answer_f7b22c66",
"518d26d3_6",
"6e92e417",
"5600db68_1",
"e68d6ffc_1",
"1fcb4134_3",
"52c34859_2",
"d60381f2_1"
],
"gold_session_ids": [
"answer_f7b22c66"
]
},
{
"question_id": "06f04340",
"question_type": "single-session-preference",
"recall_any_at_5": 0,
"recall_any_at_10": 0,
"recall_any_at_20": 0,
"ndcg_at_10": 0,
"mrr": 0,
"retrieved_session_ids": [
"sharegpt_Daapfhj_0",
"be2cb665",
"42924d15",
"14f9ee3c",
"b459f888_3",
"91223fd5_1",
"66bfa1db",
"0844dea6",
"728deb4d_4",
"4fba4832_1"
],
"gold_session_ids": [
"answer_92d5f7cd"
]
},
{
"question_id": "6b7dfb22",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_f6502d0f",
"56859d37",
"574df152_1",
"77a26018",
"8489e4ce_1",
"377f8fd9_1",
"e7b0637e_3",
"fc69fd44_3",
"e2e29a09",
"ultrachat_148325"
],
"gold_session_ids": [
"answer_f6502d0f"
]
},
{
"question_id": "1a1907b4",
"question_type": "single-session-preference",
"recall_any_at_5": 0,
"recall_any_at_10": 0,
"recall_any_at_20": 0,
"ndcg_at_10": 0,
"mrr": 0,
"retrieved_session_ids": [
"e42e7876_5",
"743f03a1_abs_1",
"4f3b36d4_5",
"d6f5639a_1",
"78dbd237",
"e622a1bd",
"61d3fec4_1",
"8e78fa70_1",
"4e3da326_1",
"aa930b56_1"
],
"gold_session_ids": [
"answer_719502eb"
]
},
{
"question_id": "09d032c9",
"question_type": "single-session-preference",
"recall_any_at_5": 0,
"recall_any_at_10": 0,
"recall_any_at_20": 1,
"ndcg_at_10": 0,
"mrr": 0.08333333333333333,
"retrieved_session_ids": [
"d3971322_1",
"2a17ea02_1",
"3fc2244f",
"sharegpt_Wd2Dps4_0",
"26d9aaaf",
"21ef2d05_1",
"46bab85b",
"16ebc8f8_4",
"af631aa3_2",
"1fe34a92"
],
"gold_session_ids": [
"answer_b10dce5e"
]
},
{
"question_id": "38146c39",
"question_type": "single-session-preference",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.3562071871080222,
"mrr": 0.16666666666666666,
"retrieved_session_ids": [
"d22c2f04_5",
"a86b30e4",
"42234f98",
"15ed03f0_1",
"e5b1bc37",
"answer_772472c8",
"5806662d_1",
"87472dfd_3",
"286aa281_5",
"0908a2e6"
],
"gold_session_ids": [
"answer_772472c8"
]
},
{
"question_id": "d24813b1",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_7c0ade93",
"c2a34674_1",
"b7e64b5c_1",
"3124bb28_1",
"084802f9_3",
"22ce6625_2",
"9530353d_1",
"e08bf81f_4",
"61a46ff7_3",
"128f4e4d_3"
],
"gold_session_ids": [
"answer_7c0ade93"
]
},
{
"question_id": "57f827a0",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6309297535714575,
"mrr": 0.5,
"retrieved_session_ids": [
"f64c2982_1",
"answer_1bde8d3b",
"ultrachat_18651",
"d05d6391_1",
"1bff1675",
"6e110a53_1",
"762d288d_2",
"e85e0eaf_1",
"e9ad5914_1",
"2ef55f49_1"
],
"gold_session_ids": [
"answer_1bde8d3b"
]
},
{
"question_id": "95228167",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_5e613445",
"9f80607d",
"99e0fd9f_3",
"f75238a5_2",
"sharegpt_fwXicqL_262",
"aa71db11_1",
"0bac2789",
"3d2e66f2_2",
"7e17ae56_3",
"c34b6a1c_1"
],
"gold_session_ids": [
"answer_5e613445"
]
},
{
"question_id": "505af2f5",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6309297535714575,
"mrr": 0.5,
"retrieved_session_ids": [
"66bf4b03_1",
"answer_f3164f2c",
"4f2d6be4_2",
"9216c4d3_4",
"ultrachat_342931",
"56cdb8b8_2",
"69a42467_1",
"sharegpt_i59HUGf_0",
"ebeb4c51",
"629f17b4_2"
],
"gold_session_ids": [
"answer_f3164f2c"
]
},
{
"question_id": "75f70248",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_8ee04a2e",
"dcc8fc7f_2",
"ff67236f_3",
"adb1f904",
"95c9666f_5",
"2d74df23_4",
"15e366a1_1",
"6c5ef9fe",
"c1d13b9e",
"6ac43c5b_4"
],
"gold_session_ids": [
"answer_8ee04a2e"
]
},
{
"question_id": "d6233ab6",
"question_type": "single-session-preference",
"recall_any_at_5": 0,
"recall_any_at_10": 0,
"recall_any_at_20": 0,
"ndcg_at_10": 0,
"mrr": 0,
"retrieved_session_ids": [
"2c81cdf8_3",
"sharegpt_k4i6Hmp_8",
"87cfeb28_2",
"0e726047",
"cb05ed10",
"7af38385_2",
"e419b7c3_4",
"e064120a",
"426e7403_2",
"c927ffbb"
],
"gold_session_ids": [
"answer_b0fac439"
]
},
{
"question_id": "1da05512",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.43067655807339306,
"mrr": 0.25,
"retrieved_session_ids": [
"f5a2e179_1",
"sharegpt_mANdO1O_66",
"ae1cd5f3",
"answer_4d3be2ab",
"ce3ad11f_2",
"aea71da3_2",
"da1ea197_1",
"sharegpt_eSTYwMj_14",
"402e0082_4",
"6b93018e_2"
],
"gold_session_ids": [
"answer_4d3be2ab"
]
},
{
"question_id": "fca70973",
"question_type": "single-session-preference",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.3333333333333333,
"mrr": 0.14285714285714285,
"retrieved_session_ids": [
"f504b269",
"312bf939",
"fc005760",
"5d5e80c5_1",
"sharegpt_lSeiu11_0",
"2f2884ad_1",
"answer_a1e169b1",
"83ea6306_1",
"4e3f0831_1",
"09cff8ac"
],
"gold_session_ids": [
"answer_a1e169b1"
]
},
{
"question_id": "b6025781",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_8414cc57",
"f20c73f5_3",
"6446f6e6",
"2ef53f61_1",
"ddb3ab46",
"bbca6598_3",
"1a693999_4",
"22db3cc3_5",
"1d6744b5_1",
"89d49715_2"
],
"gold_session_ids": [
"answer_8414cc57"
]
},
{
"question_id": "a89d7624",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.38685280723454163,
"mrr": 0.2,
"retrieved_session_ids": [
"a479a7d6_4",
"082fc07f_1",
"99f2f5b1_1",
"sharegpt_G3RxeFJ_94",
"answer_8f15ac24",
"39a056ae",
"685d0b0d",
"ultrachat_30787",
"84f13d49_2",
"02f70006_1"
],
"gold_session_ids": [
"answer_8f15ac24"
]
},
{
"question_id": "b0479f84",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_30f63ddb",
"4f37e5ec",
"abc2ac45",
"6af947bf_1",
"1cde7ee4_1",
"79019170_1",
"ultrachat_263918",
"457b1adb_1",
"ultrachat_232424",
"94cffbd2_2"
],
"gold_session_ids": [
"answer_30f63ddb"
]
},
{
"question_id": "1d4e3b97",
"question_type": "single-session-preference",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.3333333333333333,
"mrr": 0.14285714285714285,
"retrieved_session_ids": [
"809cabca_1",
"fb2368b8_3",
"5cd6ab1b",
"243ca32d",
"c7772f2d_2",
"ecb24dd8_2",
"answer_e6b6353d",
"fd26f9f4_1",
"c51583cd_3",
"8c7ae899_2"
],
"gold_session_ids": [
"answer_e6b6353d"
]
},
{
"question_id": "07b6f563",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6309297535714575,
"mrr": 0.5,
"retrieved_session_ids": [
"5e7b1c98_1",
"answer_d03098f9",
"55c267aa",
"fd18e0dd_2",
"ddf41a24",
"sharegpt_72kPQPm_11",
"0ac1a6f9_2",
"66ab6260",
"dcc7f430_1",
"ultrachat_480403"
],
"gold_session_ids": [
"answer_d03098f9"
]
},
{
"question_id": "1c0ddc50",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_8da8c7e0",
"b33e89b5_1",
"2f0c1f4e",
"bdf33c73_2",
"2aa70c9c_1",
"c7ca6dff",
"a0aa5035",
"3d006c58_2",
"2566382f_2",
"0a7d5bf6_2"
],
"gold_session_ids": [
"answer_8da8c7e0"
]
},
{
"question_id": "0a34ad58",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6309297535714575,
"mrr": 0.5,
"retrieved_session_ids": [
"9ca2a195_1",
"answer_cebb7159",
"1e65e79a",
"90342357_3",
"f849dd04",
"4b495a04_1",
"58ad78d6_2",
"51fe163e_2",
"b869d7ed_2",
"dd3d8e73_1"
],
"gold_session_ids": [
"answer_cebb7159"
]
},
{
"question_id": "d3ab962e",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5802792108518124,
"mrr": 0.5,
"retrieved_session_ids": [
"166d4800",
"answer_5237bb0b_2",
"1980bbfa_2",
"ultrachat_164834",
"ultrachat_155769",
"b66e4f25_2",
"013b320f",
"answer_5237bb0b_1",
"ultrachat_503039",
"ae15e8b6_3"
],
"gold_session_ids": [
"answer_5237bb0b_2",
"answer_5237bb0b_1"
]
},
{
"question_id": "2311e44b",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_bf633415_1",
"9b3611d7_1",
"answer_bf633415_2",
"16bc615e_1",
"ultrachat_458191",
"5854eebc_2",
"1e53c034",
"77753dd9_1",
"81ab8aec_1",
"sharegpt_hi2xiJT_14"
],
"gold_session_ids": [
"answer_bf633415_2",
"answer_bf633415_1"
]
},
{
"question_id": "cc06de0d",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8772153153380493,
"mrr": 1,
"retrieved_session_ids": [
"answer_4fb01417_1",
"670c49e6",
"01551a39_2",
"answer_4fb01417_2",
"91c71874_2",
"d5eab084_2",
"ccb9811f",
"9863a1c8_3",
"92d74e73",
"55033f6f"
],
"gold_session_ids": [
"answer_4fb01417_2",
"answer_4fb01417_1"
]
},
{
"question_id": "a11281a2",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_c69ee1f9_2",
"answer_c69ee1f9_1",
"7a88956e",
"4b1af06f_2",
"9cda33e5",
"bb2180e9_3",
"c4c4d85a",
"ultrachat_55839",
"9208d3be",
"14feb919"
],
"gold_session_ids": [
"answer_c69ee1f9_2",
"answer_c69ee1f9_1"
]
},
{
"question_id": "4f54b7c9",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_50940cb7_1",
"answer_50940cb7_2",
"b89f68c4_1",
"22eebf8a_2",
"8a834aee_1",
"bcfd4ab7",
"663337ce_1",
"dde142b2_1",
"sharegpt_NPdQIWB_0",
"ultrachat_576691"
],
"gold_session_ids": [
"answer_50940cb7_2",
"answer_50940cb7_1"
]
},
{
"question_id": "85fa3a3f",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_dcb18b9b_2",
"answer_dcb18b9b_1",
"b7fd3b48",
"4f52229e",
"83f89c02",
"0d66562c_1",
"71110dbd_1",
"93ff2f73",
"8f707521_1",
"c6c06e6e"
],
"gold_session_ids": [
"answer_dcb18b9b_2",
"answer_dcb18b9b_1"
]
},
{
"question_id": "9aaed6a3",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8175295903539445,
"mrr": 1,
"retrieved_session_ids": [
"answer_353d3c6d_2",
"c846422a_1",
"11e942da_2",
"3b715074",
"sharegpt_HdWyKUy_0",
"c95f2a09_2",
"answer_353d3c6d_1",
"ae332229_2",
"3f9f66f1_1",
"2e89bd03_1"
],
"gold_session_ids": [
"answer_353d3c6d_2",
"answer_353d3c6d_1"
]
},
{
"question_id": "1f2b8d4f",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_d8454588_1",
"9ee4da12_1",
"answer_d8454588_2",
"d3ee5958_2",
"be1c6872",
"76a39abc",
"ultrachat_401506",
"ultrachat_391569",
"c8c64252",
"ultrachat_413177"
],
"gold_session_ids": [
"answer_d8454588_1",
"answer_d8454588_2"
]
},
{
"question_id": "e6041065",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_4eb6d671_1",
"answer_4eb6d671_2",
"d79173aa_1",
"bdcee74e_3",
"4a006b77",
"ultrachat_407355",
"sharegpt_YV9bnz5_0",
"832e4ecf",
"4c053e7e_1",
"b73a4d04_1"
],
"gold_session_ids": [
"answer_4eb6d671_2",
"answer_4eb6d671_1"
]
},
{
"question_id": "51c32626",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_58820c75_1",
"answer_58820c75_2",
"sharegpt_hzwc0HI_13",
"c051e740_2",
"b38766c1_3",
"809cbce9_1",
"sharegpt_jBafAKm_0",
"932a97c6",
"932ea3bf_1",
"fb62ade8"
],
"gold_session_ids": [
"answer_58820c75_1",
"answer_58820c75_2"
]
},
{
"question_id": "d905b33f",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8503449055347546,
"mrr": 1,
"retrieved_session_ids": [
"answer_85a77c48_1",
"8cfa91c3_2",
"8b69d1ae",
"6423d6a4_2",
"answer_85a77c48_2",
"ultrachat_381881",
"2d364fb0",
"3301f749_1",
"368276ab_3",
"dd4a0e15"
],
"gold_session_ids": [
"answer_85a77c48_2",
"answer_85a77c48_1"
]
},
{
"question_id": "7405e8b1",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_80323f3f_1",
"answer_80323f3f_2",
"f2f2a606_3",
"a6b00510_4",
"c578da1f_1",
"6e983235_1",
"8eeb4704",
"6c1c5bc3_2",
"643d285a_3",
"e40d733b_2"
],
"gold_session_ids": [
"answer_80323f3f_1",
"answer_80323f3f_2"
]
},
{
"question_id": "f35224e0",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6240505200038379,
"mrr": 0.5,
"retrieved_session_ids": [
"fd7becaf_1",
"answer_e9bb9500_2",
"8e608386",
"2ea6fda4_1",
"answer_e9bb9500_1",
"96da07f9_4",
"4b285f83",
"e184e4c3_1",
"sharegpt_0DiDwpY_23",
"sharegpt_Pqhvz5n_0"
],
"gold_session_ids": [
"answer_e9bb9500_2",
"answer_e9bb9500_1"
]
},
{
"question_id": "6456829e",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_743f03a1_2",
"c44d1533_2",
"answer_743f03a1_1",
"ultrachat_247641",
"a8c73552",
"97d3d674",
"fe7b6b40_1",
"385683f0_3",
"ultrachat_494325",
"sharegpt_LxQSGQ9_0"
],
"gold_session_ids": [
"answer_743f03a1_2",
"answer_743f03a1_1"
]
},
{
"question_id": "a4996e51",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_feb5f98a_2",
"answer_feb5f98a_1",
"sharegpt_LYRqOF7_9",
"28a64f28_2",
"4cc9270f",
"b1d9eb66_3",
"16bd5ea5_1",
"252715f8_3",
"600077b0_1",
"2ca99347_2"
],
"gold_session_ids": [
"answer_feb5f98a_1",
"answer_feb5f98a_2"
]
},
{
"question_id": "3c1045c8",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.38685280723454163,
"mrr": 0.5,
"retrieved_session_ids": [
"ultrachat_20893",
"answer_c8cc60d6_2",
"ecd24d5e_1",
"sharegpt_jUUvPID_0",
"b52f03a1_1",
"sharegpt_NTHvrGV_0",
"sharegpt_oIB2JG9_0",
"50b705ab_2",
"sharegpt_jSnesqJ_43",
"be32ad25_2"
],
"gold_session_ids": [
"answer_c8cc60d6_2",
"answer_c8cc60d6_1"
]
},
{
"question_id": "60036106",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_e552e1f9_1",
"answer_e552e1f9_2",
"sharegpt_moARQa7_0",
"sharegpt_mtS0qOD_65",
"763f028a",
"c575291e_2",
"fcc6d66d_2",
"10857212_2",
"e2cdd030",
"43283702_1"
],
"gold_session_ids": [
"answer_e552e1f9_1",
"answer_e552e1f9_2"
]
},
{
"question_id": "681a1674",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_3be95d43_2",
"answer_3be95d43_1",
"ultrachat_436833",
"ultrachat_64650",
"9e411500_1",
"7d33fcb4_2",
"sharegpt_8Kzmn95_0",
"ultrachat_11300",
"50e8f2b5_1",
"a21c4257"
],
"gold_session_ids": [
"answer_3be95d43_1",
"answer_3be95d43_2"
]
},
{
"question_id": "e25c3b8d",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6240505200038379,
"mrr": 0.5,
"retrieved_session_ids": [
"sharegpt_gQaSoiF_13",
"answer_6702277b_2",
"ff201786_1",
"90fea364_1",
"answer_6702277b_1",
"35b030f3_2",
"746d0c00_1",
"5237d8c6",
"sharegpt_Nk10TjE_29",
"20fa75e8_3"
],
"gold_session_ids": [
"answer_6702277b_1",
"answer_6702277b_2"
]
},
{
"question_id": "4adc0475",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.38685280723454163,
"mrr": 0.5,
"retrieved_session_ids": [
"ultrachat_463810",
"answer_6efce493_2",
"f82637ed_1",
"ultrachat_186558",
"debc34d7_2",
"fa0fa74d_2",
"bb27df5e_2",
"sharegpt_7nYPy2P_29",
"ultrachat_170415",
"183d2822_1"
],
"gold_session_ids": [
"answer_6efce493_1",
"answer_6efce493_2"
]
},
{
"question_id": "4bc144e2",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_9ef115d4_1",
"42bcee92_2",
"answer_9ef115d4_2",
"60207b41_3",
"2e2ae792_1",
"d75245ea",
"a177e66a_2",
"bf9c39e9_1",
"1fd71f84",
"9416c7de"
],
"gold_session_ids": [
"answer_9ef115d4_1",
"answer_9ef115d4_2"
]
},
{
"question_id": "ef66a6e5",
"question_type": "multi-session",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.21840743681816419,
"mrr": 0.16666666666666666,
"retrieved_session_ids": [
"sharegpt_bitlG4U_0",
"3f05a03e_1",
"147ab7e9_6",
"ultrachat_428073",
"ultrachat_61361",
"answer_f7fd1029_1",
"4c08398b_1",
"502b6b52_4",
"41e778e4_2",
"295645f5_1"
],
"gold_session_ids": [
"answer_f7fd1029_2",
"answer_f7fd1029_1"
]
},
{
"question_id": "5025383b",
"question_type": "multi-session",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.20438239758848611,
"mrr": 0.14285714285714285,
"retrieved_session_ids": [
"2d21f921",
"0e349efa",
"sharegpt_SwxX91i_5",
"2b8fe437_1",
"a268827b_2",
"f40fa3ed",
"answer_688f9a3f_2",
"22f9af5f",
"042c55a5",
"baf0243b_2"
],
"gold_session_ids": [
"answer_688f9a3f_1",
"answer_688f9a3f_2"
]
},
{
"question_id": "a1cc6108",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6131471927654584,
"mrr": 1,
"retrieved_session_ids": [
"answer_17dc2f5b_2",
"001cefa7_2",
"a841ef89_1",
"5aa88956_2",
"sharegpt_9eEV9T3_8",
"sharegpt_jpiaPoJ_29",
"298a07de_5",
"59b87367",
"fb328ace_1",
"31e254b5"
],
"gold_session_ids": [
"answer_17dc2f5b_2",
"answer_17dc2f5b_1"
]
},
{
"question_id": "9ee3ecd6",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_66c23110_2",
"answer_66c23110_1",
"fd56c5bd_2",
"fa0fa74d_2",
"9b1b9069_1",
"6577a6d9_1",
"f550a835_1",
"42d9467c_1",
"a9eda378",
"ultrachat_185685"
],
"gold_session_ids": [
"answer_66c23110_1",
"answer_66c23110_2"
]
},
{
"question_id": "3fdac837",
"question_type": "multi-session",
"recall_any_at_5": 0,
"recall_any_at_10": 0,
"recall_any_at_20": 1,
"ndcg_at_10": 0,
"mrr": 0.08333333333333333,
"retrieved_session_ids": [
"09d021e7_1",
"a98ff421_7",
"d1165be3_2",
"30c92c0c_1",
"ultrachat_293546",
"c85ef24e_1",
"92b06116_1",
"5298db7c_1",
"a1334327_1",
"9b446113_2"
],
"gold_session_ids": [
"answer_419d21d5_2",
"answer_419d21d5_1"
]
},
{
"question_id": "91b15a6e",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_5404a208_1",
"answer_5404a208_2",
"ultrachat_42513",
"ultrachat_326780",
"sharegpt_zS41R74_0",
"6169ef55_1",
"sharegpt_0ktU0jP_16",
"sharegpt_7r7RS6F_0",
"7cfeb89c_2",
"b28cdea2"
],
"gold_session_ids": [
"answer_5404a208_1",
"answer_5404a208_2"
]
},
{
"question_id": "27016adc",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_a37bdf22_1",
"ff5e0db0_1",
"answer_a37bdf22_2",
"sharegpt_ZbXRfgJ_0",
"28ea20bf",
"199a5225_2",
"46548fab_3",
"ultrachat_566359",
"dd25eeb5_8",
"fa858208_2"
],
"gold_session_ids": [
"answer_a37bdf22_2",
"answer_a37bdf22_1"
]
},
{
"question_id": "720133ac",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_c9dfeaea_2",
"answer_c9dfeaea_1",
"4c128d97_2",
"sharegpt_Km6yx9W_13",
"de43030f_2",
"ultrachat_479833",
"0cf86cbe_2",
"sharegpt_sG53ibg_116",
"ultrachat_508711",
"e200d96c_3"
],
"gold_session_ids": [
"answer_c9dfeaea_1",
"answer_c9dfeaea_2"
]
},
{
"question_id": "77eafa52",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8772153153380493,
"mrr": 1,
"retrieved_session_ids": [
"answer_33c251f0_1",
"7b13b4d6_2",
"sharegpt_UUFCRmF_0",
"answer_33c251f0_2",
"sharegpt_qEukY6n_14",
"ultrachat_309057",
"41a87f13_1",
"fc9a62c0_1",
"174cccbc",
"sharegpt_C9GjDsF_0"
],
"gold_session_ids": [
"answer_33c251f0_2",
"answer_33c251f0_1"
]
},
{
"question_id": "8979f9ec",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_35e36341_2",
"answer_35e36341_1",
"bcc9382a_2",
"8540055e_1",
"1064ed80_2",
"1980bbfa_2",
"052d7def",
"a6b4c4c2_1",
"ultrachat_466891",
"ultrachat_562471"
],
"gold_session_ids": [
"answer_35e36341_1",
"answer_35e36341_2"
]
},
{
"question_id": "0100672e",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_35c9798c_2",
"answer_35c9798c_1",
"07313722_2",
"sharegpt_sDfu38Q_0",
"326e86e0_3",
"b167a4a8",
"f60c9de5",
"ultrachat_372868",
"c694fe7b_1",
"0f53a05e_4"
],
"gold_session_ids": [
"answer_35c9798c_2",
"answer_35c9798c_1"
]
},
{
"question_id": "a96c20ee",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.7903864795495061,
"mrr": 1,
"retrieved_session_ids": [
"answer_ef84b994_1",
"32e292f2",
"dff89d9d_1",
"9ca3534f_1",
"ultrachat_259222",
"sharegpt_00qHEQ6_0",
"sharegpt_lWLBUhQ_539",
"c69eb8ee_4",
"3d2e66f2_2",
"answer_ef84b994_2"
],
"gold_session_ids": [
"answer_ef84b994_1",
"answer_ef84b994_2"
]
},
{
"question_id": "92a0aa75",
"question_type": "multi-session",
"recall_any_at_5": 0,
"recall_any_at_10": 0,
"recall_any_at_20": 1,
"ndcg_at_10": 0,
"mrr": 0.09090909090909091,
"retrieved_session_ids": [
"ultrachat_402091",
"sharegpt_hPax8pw_11",
"a5854a8d_2",
"bd00a24d_2",
"sharegpt_xkWMnwQ_0",
"edd89480_1",
"6da0bba2_1",
"2bdd78cb_1",
"1c0921ee_3",
"173e2e47"
],
"gold_session_ids": [
"answer_6cb8f792_1",
"answer_6cb8f792_2"
]
},
{
"question_id": "3fe836c9",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.48381288316677695,
"mrr": 0.3333333333333333,
"retrieved_session_ids": [
"c81897cd_2",
"0a42783a",
"answer_1bb63ea5_1",
"f0d7d364",
"8129a7a8",
"c4293e27_2",
"a3cfa973",
"ba184a34",
"e94b6708",
"answer_1bb63ea5_2"
],
"gold_session_ids": [
"answer_1bb63ea5_2",
"answer_1bb63ea5_1"
]
},
{
"question_id": "1c549ce4",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_4cb841a8_1",
"answer_4cb841a8_2",
"d743153b_2",
"f999b05c_1",
"ultrachat_441412",
"f1e4daa8_2",
"sharegpt_DwfIyV9_0",
"3d006c58_2",
"35f052f9_2",
"bd4110bc"
],
"gold_session_ids": [
"answer_4cb841a8_1",
"answer_4cb841a8_2"
]
},
{
"question_id": "6c49646a",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.23719771276929622,
"mrr": 0.2,
"retrieved_session_ids": [
"1a24ef7c_5",
"ultrachat_565061",
"fffa6e59",
"313404c6_1",
"answer_cc1ced21_1",
"8acb29f9_2",
"403ee298_3",
"9f220c66_1",
"6a2f306a",
"6155addd_2"
],
"gold_session_ids": [
"answer_cc1ced21_2",
"answer_cc1ced21_1"
]
},
{
"question_id": "1192316e",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_e184e4c3_1",
"answer_e184e4c3_2",
"c5db849c_1",
"69b90254",
"sharegpt_pZ3I356_11",
"66e58c90_3",
"55f7cc4f_3",
"199a5225_1",
"6f8cd952",
"52c6d59a_4"
],
"gold_session_ids": [
"answer_e184e4c3_2",
"answer_e184e4c3_1"
]
},
{
"question_id": "0ea62687",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6934264036172708,
"mrr": 0.5,
"retrieved_session_ids": [
"5dce60dd",
"answer_dc5e537d_2",
"answer_dc5e537d_1",
"92ee65e1",
"eb336de0_2",
"d1ea55c0_1",
"c5e9cbd8_1",
"2fd28490_1",
"fba28a35_3",
"4a5ee697_1"
],
"gold_session_ids": [
"answer_dc5e537d_1",
"answer_dc5e537d_2"
]
},
{
"question_id": "67e0d0f2",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8772153153380493,
"mrr": 1,
"retrieved_session_ids": [
"answer_3a5010af_2",
"75a48603_1",
"e89b6be2_2",
"answer_3a5010af_1",
"sharegpt_uD7CBng_30",
"78e40ca2_2",
"ultrachat_170247",
"ultrachat_203993",
"2252d3dd",
"93bed3d8_2"
],
"gold_session_ids": [
"answer_3a5010af_2",
"answer_3a5010af_1"
]
},
{
"question_id": "bb7c3b45",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_de64539a_1",
"answer_de64539a_2",
"7a4e1601",
"sharegpt_I0uNTjm_36",
"b9220c40",
"752b10e6_1",
"07548ed6",
"f3d43a12_3",
"3891baea_4",
"ultrachat_139470"
],
"gold_session_ids": [
"answer_de64539a_1",
"answer_de64539a_2"
]
},
{
"question_id": "ba358f49",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.3065735963827292,
"mrr": 0.3333333333333333,
"retrieved_session_ids": [
"9cc709cb",
"ultrachat_317048",
"answer_cbd08e3c_1",
"91c71874_2",
"d964ed3b",
"95cb552e_1",
"sharegpt_bZQ9094_0",
"f6859b48_2",
"385683f0_2",
"4f838497_2"
],
"gold_session_ids": [
"answer_cbd08e3c_1",
"answer_cbd08e3c_2"
]
},
{
"question_id": "61f8c8f8",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_872e8da2_1",
"a3107e2a_1",
"answer_872e8da2_2",
"1a24ef7c_5",
"7d5d9dd3",
"7af38385_2",
"2154c810_1",
"sharegpt_7jGo66i_99",
"7b88c38b_2",
"ultrachat_211983"
],
"gold_session_ids": [
"answer_872e8da2_2",
"answer_872e8da2_1"
]
},
{
"question_id": "60159905",
"question_type": "multi-session",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.36181498356361597,
"mrr": 0.1111111111111111,
"retrieved_session_ids": [
"sharegpt_RtCgJK2_508",
"b3ef2cd4_1",
"15998e39_4",
"5faf5962_3",
"ultrachat_190672",
"afe04238_1",
"eef7c3fa_2",
"ultrachat_168392",
"answer_75eca223_2",
"answer_75eca223_1"
],
"gold_session_ids": [
"answer_75eca223_2",
"answer_75eca223_1"
]
},
{
"question_id": "ef9cf60a",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_87e3a1cb_2",
"answer_87e3a1cb_1",
"7b88c38b_1",
"sharegpt_mvtmr4e_19",
"2357de36_2",
"sharegpt_6fU0WOe_56",
"sharegpt_NelPQLT_0",
"0275bceb_2",
"d677eb06",
"3cd4a679"
],
"gold_session_ids": [
"answer_87e3a1cb_1",
"answer_87e3a1cb_2"
]
},
{
"question_id": "73d42213",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6934264036172708,
"mrr": 0.5,
"retrieved_session_ids": [
"ultrachat_275858",
"answer_1881e7db_1",
"answer_1881e7db_2",
"sharegpt_ab6IEma_0",
"ultrachat_3128",
"sharegpt_lNG1bAS_0",
"a1251fef_2",
"7c2ec9e9_2",
"sharegpt_GKjb2be_0",
"3cb41ab8_1"
],
"gold_session_ids": [
"answer_1881e7db_1",
"answer_1881e7db_2"
]
},
{
"question_id": "bc149d6b",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.45560514958746035,
"mrr": 0.2,
"retrieved_session_ids": [
"4f435d20_2",
"451ecb23_3",
"7211c69e",
"ultrachat_461193",
"answer_92147866_1",
"answer_92147866_2",
"27d378b2_3",
"sharegpt_HullwHG_71",
"86935301_2",
"1b474144"
],
"gold_session_ids": [
"answer_92147866_1",
"answer_92147866_2"
]
},
{
"question_id": "099778bb",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_80d6d664_1",
"answer_80d6d664_2",
"6bb8af95_1",
"b1793bba",
"sharegpt_s1I3UkG_0",
"5b014f9b_1",
"d00ba6d0_2",
"sharegpt_O8djord_90",
"sharegpt_qyWsgp8_13",
"0a042aef_2"
],
"gold_session_ids": [
"answer_80d6d664_2",
"answer_80d6d664_1"
]
},
{
"question_id": "09ba9854",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_96c743d0_1",
"answer_96c743d0_2",
"ultrachat_447648",
"8682e696_2",
"df963ea2_1",
"32e6c308",
"8c63238e",
"5faf5962_3",
"ae32e467_2",
"f7644391_2"
],
"gold_session_ids": [
"answer_96c743d0_2",
"answer_96c743d0_1"
]
},
{
"question_id": "d6062bb9",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_23f3a657_1",
"answer_23f3a657_2",
"sharegpt_xuhzAgG_19",
"sharegpt_hcaZN94_647",
"ultrachat_485311",
"cd4ae1ad",
"f7644391_2",
"65d28641_2",
"59c704ad_2",
"b35610f4_4"
],
"gold_session_ids": [
"answer_23f3a657_2",
"answer_23f3a657_1"
]
},
{
"question_id": "157a136e",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.48247555939075504,
"mrr": 0.25,
"retrieved_session_ids": [
"377f8fd9_4",
"9b3a7f2c_4",
"ultrachat_375609",
"answer_8de18468_2",
"ultrachat_255132",
"answer_8de18468_1",
"sharegpt_xQQ30VB_0",
"298bf7a3_1",
"a2e2cb72_5",
"d161536e"
],
"gold_session_ids": [
"answer_8de18468_2",
"answer_8de18468_1"
]
},
{
"question_id": "c18a7dc8",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6131471927654584,
"mrr": 1,
"retrieved_session_ids": [
"answer_2e2085fa_1",
"9d5a389d",
"f716720c_3",
"5022812c",
"fc6c3985",
"805528d6_1",
"3421bdbe_1",
"4f52229e",
"1c177942_3",
"ultrachat_301566"
],
"gold_session_ids": [
"answer_2e2085fa_2",
"answer_2e2085fa_1"
]
},
{
"question_id": "a3332713",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_16ece55f_2",
"answer_16ece55f_1",
"1c8a264a_4",
"67388dfc_2",
"117098d9_3",
"29fbbc99",
"f6859b48_3",
"a864e7aa_1",
"ef2400e0_1",
"sharegpt_bYymtlW_0"
],
"gold_session_ids": [
"answer_16ece55f_2",
"answer_16ece55f_1"
]
},
{
"question_id": "55241a1f",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_fa08bf49_1",
"answer_fa08bf49_2",
"9c9a22d8",
"76491ee4_1",
"sharegpt_dUoAhvI_71",
"2aeb1268",
"d117e2da",
"sharegpt_TzwvePR_0",
"46e4a8eb_2",
"60153a02_4"
],
"gold_session_ids": [
"answer_fa08bf49_1",
"answer_fa08bf49_2"
]
},
{
"question_id": "a08a253f",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_47152166_1",
"answer_47152166_2",
"6e5130ed_2",
"28209b6a_4",
"798fa5f2",
"4524c250_2",
"d79173aa_3",
"771570c5_1",
"83ca9337",
"a79f1a04_1"
],
"gold_session_ids": [
"answer_47152166_2",
"answer_47152166_1"
]
},
{
"question_id": "f0e564bc",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8772153153380493,
"mrr": 1,
"retrieved_session_ids": [
"answer_cfcf5340_2",
"ultrachat_384067",
"55da3cbf_3",
"answer_cfcf5340_1",
"ultrachat_330960",
"932a97c6",
"1788a980",
"65ca99fb_2",
"sharegpt_W3YFpVK_7",
"6dfc99bf_2"
],
"gold_session_ids": [
"answer_cfcf5340_1",
"answer_cfcf5340_2"
]
},
{
"question_id": "078150f1",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5706417189553201,
"mrr": 0.3333333333333333,
"retrieved_session_ids": [
"e75d8a9c",
"46e4a8eb_1",
"answer_254d8b09_1",
"answer_254d8b09_2",
"0e218647_2",
"57bf2079",
"f54d3a48",
"61b27d67_3",
"b18ba8d0_1",
"ultrachat_202549"
],
"gold_session_ids": [
"answer_254d8b09_1",
"answer_254d8b09_2"
]
},
{
"question_id": "8cf4d046",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6131471927654584,
"mrr": 1,
"retrieved_session_ids": [
"answer_e2278b24_2",
"ultrachat_548964",
"a30f52a4",
"sharegpt_P1Okivz_9",
"c36f4196",
"sharegpt_WjpyexI_15",
"961b965c_2",
"6c6c8df7",
"410ec447",
"c7270a1b_1"
],
"gold_session_ids": [
"answer_e2278b24_1",
"answer_e2278b24_2"
]
},
{
"question_id": "a346bb18",
"question_type": "multi-session",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.20438239758848611,
"mrr": 0.14285714285714285,
"retrieved_session_ids": [
"c51572bb_2",
"5726dc37_2",
"84fb50bb_1",
"b4003083",
"53949711_2",
"59e96888_1",
"answer_4934b2d7_2",
"ultrachat_49611",
"ultrachat_300801",
"d3a4eb00_1"
],
"gold_session_ids": [
"answer_4934b2d7_2",
"answer_4934b2d7_1"
]
},
{
"question_id": "37f165cf",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_6b9b2b1e_2",
"answer_6b9b2b1e_1",
"20b1b65f_2",
"c85d1682_1",
"cdcf791b_1",
"7e8e790a",
"ultrachat_319568",
"50dd6bc1_1",
"c41e97c9_2",
"ultrachat_453124"
],
"gold_session_ids": [
"answer_6b9b2b1e_2",
"answer_6b9b2b1e_1"
]
},
{
"question_id": "8e91e7d9",
"question_type": "multi-session",
"recall_any_at_5": 0,
"recall_any_at_10": 0,
"recall_any_at_20": 1,
"ndcg_at_10": 0,
"mrr": 0.08333333333333333,
"retrieved_session_ids": [
"2f980ae0_2",
"ultrachat_147574",
"c3023a45_4",
"4e3da326_1",
"4f8caea3_2",
"7a389bd1_7",
"c2381e1a_2",
"42e69993_2",
"sharegpt_PZrBCF2_0",
"44fc2b1e"
],
"gold_session_ids": [
"answer_477ae455_1",
"answer_477ae455_2"
]
},
{
"question_id": "87f22b4a",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6240505200038379,
"mrr": 0.5,
"retrieved_session_ids": [
"ultrachat_182225",
"answer_f56e6152_1",
"02b99ec3_1",
"ea28bb75",
"answer_f56e6152_2",
"c6015a0c_3",
"889076d6",
"ultrachat_350147",
"0320f558_2",
"28741edc_1"
],
"gold_session_ids": [
"answer_f56e6152_2",
"answer_f56e6152_1"
]
},
{
"question_id": "e56a43b9",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_430d0a87_2",
"answer_430d0a87_1",
"7596ba6a",
"83e14506_2",
"38e81260_7",
"57a6a404_3",
"b28cdea2",
"sharegpt_iylDztx_14",
"ultrachat_267137",
"f684ac4c_3"
],
"gold_session_ids": [
"answer_430d0a87_1",
"answer_430d0a87_2"
]
},
{
"question_id": "efc3f7c2",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.7977228895450266,
"mrr": 1,
"retrieved_session_ids": [
"answer_fc81d1a2_1",
"ultrachat_38938",
"fc005760",
"bbca6598_1",
"bbdc7b0a",
"88a7faa7_1",
"1ea13fbd_2",
"8a7df17e_1",
"answer_fc81d1a2_2",
"0f013a55"
],
"gold_session_ids": [
"answer_fc81d1a2_1",
"answer_fc81d1a2_2"
]
},
{
"question_id": "21d02d0d",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6240505200038379,
"mrr": 0.5,
"retrieved_session_ids": [
"42d9467c_2",
"answer_2c637141_1",
"ultrachat_71299",
"sharegpt_adeEi7y_7",
"answer_2c637141_2",
"2e28f3db",
"cf021b36_2",
"ultrachat_270892",
"sharegpt_B9jlITg_0",
"a15fa6eb"
],
"gold_session_ids": [
"answer_2c637141_2",
"answer_2c637141_1"
]
},
{
"question_id": "2311e44b_abs",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_bf633415_abs_1",
"313404c6_2",
"answer_bf633415_abs_2",
"4c8afa9c_1",
"90342357_2",
"5e906cb0_2",
"09d021e7_2",
"e9e9027c_2",
"35915bf5",
"393045ae_3"
],
"gold_session_ids": [
"answer_bf633415_abs_1",
"answer_bf633415_abs_2"
]
},
{
"question_id": "6456829e_abs",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_743f03a1_abs_2",
"b61cc91b_2",
"answer_743f03a1_abs_1",
"3d8d4828_2",
"sharegpt_Hc0Zm6i_0",
"ultrachat_417298",
"d20bb5aa_1",
"1b26bdd5_5",
"sharegpt_ZxGSwYN_7",
"4015360f_2"
],
"gold_session_ids": [
"answer_743f03a1_abs_1",
"answer_743f03a1_abs_2"
]
},
{
"question_id": "e5ba910e_abs",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_e49ed9d3_abs_2",
"ultrachat_282969",
"answer_e49ed9d3_abs_1",
"6339aa1d_2",
"7e0fa6a6",
"a239515b",
"ultrachat_402969",
"6d013bad_3",
"8e8c87fe_1",
"ultrachat_165962"
],
"gold_session_ids": [
"answer_e49ed9d3_abs_1",
"answer_e49ed9d3_abs_2"
]
},
{
"question_id": "a96c20ee_abs",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_ef84b994_abs_1",
"4163e709_3",
"answer_ef84b994_abs_2",
"fee68529_2",
"47103d08",
"sharegpt_jM9e92F_0",
"ultrachat_231397",
"ultrachat_293509",
"1917d461",
"ultrachat_24513"
],
"gold_session_ids": [
"answer_ef84b994_abs_1",
"answer_ef84b994_abs_2"
]
},
{
"question_id": "ba358f49_abs",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.38685280723454163,
"mrr": 0.5,
"retrieved_session_ids": [
"730a1d1d_2",
"answer_cbd08e3c_abs_1",
"1162611c",
"5829ab38",
"9844f740",
"sharegpt_7kFao5h_0",
"ultrachat_387251",
"9b3a7f2c_2",
"11f043cd_2",
"sharegpt_XWLA0IO_0"
],
"gold_session_ids": [
"answer_cbd08e3c_abs_1",
"answer_cbd08e3c_abs_2"
]
},
{
"question_id": "09ba9854_abs",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_96c743d0_abs_1",
"85ca9420",
"answer_96c743d0_abs_2",
"66e58c90_2",
"a50b0d73_2",
"ultrachat_342361",
"338ac116_2",
"9beab022_1",
"25021ded",
"d8e9a53a_3"
],
"gold_session_ids": [
"answer_96c743d0_abs_1",
"answer_96c743d0_abs_2"
]
},
{
"question_id": "gpt4_59149c77",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_d00ba6d0_2",
"9e2c2a6c_2",
"answer_d00ba6d0_1",
"9242fbe3_1",
"sharegpt_XlNs8Lz_199",
"148f87a0_2",
"54a05e72_2",
"31829c1b_1",
"sharegpt_ic0CCIq_0",
"c07ae000_2"
],
"gold_session_ids": [
"answer_d00ba6d0_1",
"answer_d00ba6d0_2"
]
},
{
"question_id": "gpt4_f49edff3",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.431733884398313,
"mrr": 0.5,
"retrieved_session_ids": [
"4376945f",
"answer_3e9fce53_3",
"9f8fa5e4_2",
"acfdbdcb",
"9f091256_2",
"c73cebb3_2",
"40a289b7_2",
"dc7c53fa_4",
"7d33fcb4_1",
"answer_3e9fce53_2"
],
"gold_session_ids": [
"answer_3e9fce53_1",
"answer_3e9fce53_2",
"answer_3e9fce53_3"
]
},
{
"question_id": "71017276",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_0b4a8adc_1",
"4a545031_2",
"sharegpt_CjoQMV6_0",
"sharegpt_qevDNvo_0",
"sharegpt_tCLMKZY_0",
"58ec258f_2",
"398f23e7",
"ultrachat_491808",
"10889cf0_1",
"a80c8ed4"
],
"gold_session_ids": [
"answer_0b4a8adc_1"
]
},
{
"question_id": "b46e15ed",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.2856436410275446,
"mrr": 0.25,
"retrieved_session_ids": [
"a410bab2_3",
"47311a4c_1",
"9d754f54",
"answer_4bfcc250_4",
"53949711_2",
"ultrachat_265690",
"940629b2_2",
"ultrachat_228593",
"answer_4bfcc250_2",
"fa34119a_1"
],
"gold_session_ids": [
"answer_4bfcc250_4",
"answer_4bfcc250_3",
"answer_4bfcc250_2",
"answer_4bfcc250_1"
]
},
{
"question_id": "gpt4_fa19884c",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ff201786_1",
"answer_ff201786_2",
"cbf48918_1",
"f4f4b504_2",
"6414f676_2",
"e8de3056_2",
"8414cc57",
"a7b1b27c",
"7ea7741b_2",
"128082f8_1"
],
"gold_session_ids": [
"answer_ff201786_1",
"answer_ff201786_2"
]
},
{
"question_id": "0bc8ad92",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9325210919548239,
"mrr": 1,
"retrieved_session_ids": [
"answer_f4ea84fb_3",
"answer_f4ea84fb_1",
"ultrachat_349938",
"eca613fc",
"sharegpt_vClQxDr_21",
"answer_f4ea84fb_2",
"sharegpt_ntu1Cds_0",
"d3cc5bdc_1",
"0868982f_1",
"bcc37468_2"
],
"gold_session_ids": [
"answer_f4ea84fb_3",
"answer_f4ea84fb_2",
"answer_f4ea84fb_1"
]
},
{
"question_id": "af082822",
"question_type": "temporal-reasoning",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.3562071871080222,
"mrr": 0.16666666666666666,
"retrieved_session_ids": [
"6cf1848e_3",
"bc5827b5",
"b28990c8_7",
"c285b705_1",
"6bb8af95_2",
"answer_b51b6115_1",
"1dfef591_2",
"fbe6fa2c_2",
"facef6e0_1",
"09c3d921"
],
"gold_session_ids": [
"answer_b51b6115_1"
]
},
{
"question_id": "gpt4_4929293a",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_add9b012_2",
"answer_add9b012_1",
"ultrachat_139245",
"73353aee_1",
"ultrachat_512282",
"ultrachat_329640",
"c1e598cd_1",
"8cfe5096_1",
"ultrachat_345984",
"sharegpt_oQacgfY_0"
],
"gold_session_ids": [
"answer_add9b012_2",
"answer_add9b012_1"
]
},
{
"question_id": "gpt4_b5700ca9",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_a17423e7_1",
"44c62f26",
"33bdd89a_1",
"65698aa9_7",
"ultrachat_383774",
"ultrachat_366301",
"5053474c_2",
"31829c1b_1",
"ultrachat_346810",
"47382adf_1"
],
"gold_session_ids": [
"answer_a17423e7_1"
]
},
{
"question_id": "9a707b81",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6509209298071326,
"mrr": 0.5,
"retrieved_session_ids": [
"4abbeb2a_2",
"answer_dba89487_2",
"5a13d047_1",
"answer_dba89487_1",
"a8e24e22",
"e1d11615_1",
"3fcbb58c_4",
"ultrachat_233519",
"990f3ef9_6",
"ultrachat_550996"
],
"gold_session_ids": [
"answer_dba89487_2",
"answer_dba89487_1"
]
},
{
"question_id": "gpt4_1d4ab0c9",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_febde667_2",
"answer_febde667_1",
"7257bd15_1",
"b3e0a3ab_3",
"sharegpt_Caxpnd3_12",
"4ff83df8",
"3f1d1224_3",
"5b83c26e_5",
"sharegpt_MIYBRJz_27",
"ab855b34_2"
],
"gold_session_ids": [
"answer_febde667_1",
"answer_febde667_2"
]
},
{
"question_id": "gpt4_e072b769",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_c19bd2bf_1",
"5558a42e_1",
"b9e32ff8_1",
"0dd54b7c_1",
"4d6d013c",
"f39f7655_1",
"66d3fdb7_2",
"4f7b5dc9_1",
"78413cce_4",
"2fc9ce79_2"
],
"gold_session_ids": [
"answer_c19bd2bf_1"
]
},
{
"question_id": "0db4c65d",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_b9e32ff8_2",
"answer_b9e32ff8_1",
"953d5a4b_1",
"71dc2037_2",
"f78a22b6_3",
"e6c3a50a",
"sharegpt_5NoXULS_0",
"8d1f9505",
"ultrachat_324557",
"6461402b"
],
"gold_session_ids": [
"answer_b9e32ff8_1",
"answer_b9e32ff8_2"
]
},
{
"question_id": "gpt4_1d80365e",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_661b711f_1",
"answer_661b711f_2",
"805e571c_1",
"sharegpt_yerbusu_1",
"0bad887e_1",
"1ecc86e7",
"554b054e_2",
"d6b17438_1",
"ef0341d4_2",
"sharegpt_5uZ7IdY_0"
],
"gold_session_ids": [
"answer_661b711f_1",
"answer_661b711f_2"
]
},
{
"question_id": "gpt4_7f6b06db",
"question_type": "temporal-reasoning",
"recall_any_at_5": 0,
"recall_any_at_10": 0,
"recall_any_at_20": 1,
"ndcg_at_10": 0,
"mrr": 0.08333333333333333,
"retrieved_session_ids": [
"64266f80_1",
"6f051087_2",
"4bf66c38_2",
"39c1bf6a",
"252715f8_2",
"da42526b_1",
"70dc7d08_1",
"42165950_8",
"sharegpt_v11Tpg9_255",
"ultrachat_6893"
],
"gold_session_ids": [
"answer_5d8c99d3_1",
"answer_5d8c99d3_2",
"answer_5d8c99d3_3"
]
},
{
"question_id": "gpt4_6dc9b45b",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_c4df007f_1",
"ultrachat_384387",
"9adc81d7_2",
"afa0c2e7_5",
"sharegpt_jyynvvk_0",
"cfcf5340_2",
"ultrachat_35147",
"9752e18d",
"d8f48b0a",
"56911dc5_2"
],
"gold_session_ids": [
"answer_c4df007f_1"
]
},
{
"question_id": "gpt4_8279ba02",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6309297535714575,
"mrr": 0.5,
"retrieved_session_ids": [
"85f19a30_1",
"answer_56521e65_1",
"86c5d31d",
"ultrachat_302826",
"2fd445a2_5",
"ultrachat_520053",
"1a037873_2",
"ultrachat_78027",
"b909542d_1",
"e1c807f9"
],
"gold_session_ids": [
"answer_56521e65_1"
]
},
{
"question_id": "gpt4_18c2b244",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_c862f65a_2",
"answer_c862f65a_3",
"answer_c862f65a_1",
"dfbc46bd_1",
"84896d13",
"d9e1d5fd",
"ultrachat_503659",
"ffd66315_2",
"746ae854_2",
"7e2c6065"
],
"gold_session_ids": [
"answer_c862f65a_2",
"answer_c862f65a_3",
"answer_c862f65a_1"
]
},
{
"question_id": "gpt4_a1b77f9c",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.971476156593264,
"mrr": 1,
"retrieved_session_ids": [
"answer_e9ad5914_5",
"answer_e9ad5914_3",
"answer_e9ad5914_2",
"answer_e9ad5914_4",
"47ec1674_2",
"199a5225_1",
"answer_e9ad5914_6",
"answer_e9ad5914_1",
"d52d478b",
"e09b6396"
],
"gold_session_ids": [
"answer_e9ad5914_1",
"answer_e9ad5914_2",
"answer_e9ad5914_3",
"answer_e9ad5914_4",
"answer_e9ad5914_5",
"answer_e9ad5914_6"
]
},
{
"question_id": "gpt4_1916e0ea",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_447052a5_2",
"answer_447052a5_1",
"ultrachat_306167",
"7a36e820_2",
"280352e9",
"ddf41a24",
"d3fe25ff",
"b9890c15_2",
"987b5d00",
"fa1ce406_2"
],
"gold_session_ids": [
"answer_447052a5_2",
"answer_447052a5_1"
]
},
{
"question_id": "gpt4_7a0daae1",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_4d5490f1_1",
"answer_4d5490f1_2",
"014a5d36",
"7c08d74b_2",
"ultrachat_49899",
"bf3aebdb_2",
"445e6a7a_2",
"2ff297a8_1",
"8c68df0d_1",
"819dfad7_2"
],
"gold_session_ids": [
"answer_4d5490f1_1",
"answer_4d5490f1_2"
]
},
{
"question_id": "gpt4_468eb063",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.43067655807339306,
"mrr": 0.25,
"retrieved_session_ids": [
"e60a93ff_2",
"sharegpt_Sf51OjE_8",
"ultrachat_91161",
"answer_9b09d95b_1",
"ultrachat_108278",
"sharegpt_1rIk8tS_0",
"sharegpt_gfhUw40_17",
"d97db962_2",
"23ecf657",
"982514b2_1"
],
"gold_session_ids": [
"answer_9b09d95b_1"
]
},
{
"question_id": "gpt4_7abb270c",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.4296937870297496,
"mrr": 0.5,
"retrieved_session_ids": [
"087d2b0a_2",
"answer_7093d898_6",
"answer_7093d898_5",
"6e42386d_1",
"5808284e",
"85056d5f_1",
"3a7cdf9c",
"a211539c",
"cb787bfa_1",
"answer_7093d898_2"
],
"gold_session_ids": [
"answer_7093d898_1",
"answer_7093d898_2",
"answer_7093d898_3",
"answer_7093d898_4",
"answer_7093d898_5",
"answer_7093d898_6"
]
},
{
"question_id": "gpt4_1e4a8aeb",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_16bd5ea5_1",
"answer_16bd5ea5_2",
"63b51f8a_5",
"f7838a91_1",
"fd18e0dd_1",
"28621d6a_2",
"bc5827b5",
"6a7d7055_1",
"faad7d7a_1",
"ultrachat_239720"
],
"gold_session_ids": [
"answer_16bd5ea5_1",
"answer_16bd5ea5_2"
]
},
{
"question_id": "gpt4_4fc4f797",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_be07688f_1",
"answer_be07688f_2",
"sharegpt_pRqHb1o_0",
"10d7d2b4_2",
"39566615_1",
"sharegpt_V2PULWC_13",
"47c5482a",
"0c783e4a_1",
"463ad596_2",
"86298245_2"
],
"gold_session_ids": [
"answer_be07688f_1",
"answer_be07688f_2"
]
},
{
"question_id": "4dfccbf7",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_4bebc782_1",
"answer_4bebc782_2",
"8fa624b2_6",
"e1b7b676",
"c2f86a02",
"b197b7fb",
"sharegpt_Dcshjlv_0",
"36f8b380_1",
"f2b8e6a8_1",
"491ebc5d_2"
],
"gold_session_ids": [
"answer_4bebc782_1",
"answer_4bebc782_2"
]
},
{
"question_id": "gpt4_61e13b3c",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_e831a29f_1",
"answer_e831a29f_2",
"sharegpt_uD7CBng_4",
"cc380119_3",
"f3fcf4fd_2",
"ultrachat_441289",
"a5c89dac",
"b4923852",
"d4439279_1",
"e9f4f027_4"
],
"gold_session_ids": [
"answer_e831a29f_1",
"answer_e831a29f_2"
]
},
{
"question_id": "gpt4_45189cb4",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.2960819109658652,
"mrr": 0.5,
"retrieved_session_ids": [
"dc3ee1d1_1",
"answer_e6c20e52_3",
"93395e5f_3",
"6593cb8b_1",
"22452c22",
"ultrachat_560291",
"sharegpt_AnH3ftB_0",
"ultrachat_307270",
"e789afdb_1",
"0eb4cb14"
],
"gold_session_ids": [
"answer_e6c20e52_3",
"answer_e6c20e52_2",
"answer_e6c20e52_1"
]
},
{
"question_id": "2ebe6c90",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6934264036172708,
"mrr": 0.5,
"retrieved_session_ids": [
"1850bfb1",
"answer_c9d35c00_1",
"answer_c9d35c00_2",
"9ccea2f0_2",
"sharegpt_jyMHY1J_31",
"ultrachat_27073",
"90e55108_3",
"c3c1f84a_1",
"c6bd5277",
"a4e89c45"
],
"gold_session_ids": [
"answer_c9d35c00_1",
"answer_c9d35c00_2"
]
},
{
"question_id": "gpt4_e061b84f",
"question_type": "temporal-reasoning",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.13565197343244778,
"mrr": 0.1,
"retrieved_session_ids": [
"77974d02",
"539c2346_3",
"ultrachat_308277",
"ultrachat_18218",
"4cc9270f",
"0a6bf5e4_1",
"773287dc_1",
"ultrachat_436674",
"bab3f409",
"answer_8c64ce25_3"
],
"gold_session_ids": [
"answer_8c64ce25_2",
"answer_8c64ce25_1",
"answer_8c64ce25_3"
]
},
{
"question_id": "370a8ff4",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_61d1be50_1",
"answer_61d1be50_2",
"sharegpt_UbMVpdp_93",
"cfde748a",
"ultrachat_26182",
"2b4eaee0_1",
"sharegpt_JRQtEcd_115",
"9f8fa5e4_5",
"df53e1b7_2",
"sharegpt_jGPXxpI_17"
],
"gold_session_ids": [
"answer_61d1be50_1",
"answer_61d1be50_2"
]
},
{
"question_id": "gpt4_d6585ce8",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8687949224876582,
"mrr": 1,
"retrieved_session_ids": [
"answer_f999b05b_2",
"answer_f999b05b_5",
"answer_f999b05b_4",
"answer_f999b05b_3",
"a2b2d331_2",
"62f24315_1",
"23901329_2",
"sharegpt_Asf5ayG_41",
"6ec9bed9",
"sharegpt_JlSnb71_23"
],
"gold_session_ids": [
"answer_f999b05b_1",
"answer_f999b05b_4",
"answer_f999b05b_2",
"answer_f999b05b_5",
"answer_f999b05b_3"
]
},
{
"question_id": "gpt4_4ef30696",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5714285040141098,
"mrr": 0.5,
"retrieved_session_ids": [
"8fa64936_2",
"answer_f964cea3_2",
"d9868305_2",
"sharegpt_ELYlA30_25",
"80b3f093",
"4067bede",
"f829b530_2",
"3aa868c7_1",
"answer_f964cea3_1",
"4b29957c_1"
],
"gold_session_ids": [
"answer_f964cea3_1",
"answer_f964cea3_2"
]
},
{
"question_id": "gpt4_ec93e27f",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_e3aa84c4_1",
"answer_e3aa84c4_2",
"b76006cb_3",
"2a1d13f4",
"85846900_2",
"sharegpt_Sg0ctDe_14",
"6b63bdc5_2",
"5de5c1ed_1",
"f11b88d8_3",
"522dd987_1"
],
"gold_session_ids": [
"answer_e3aa84c4_2",
"answer_e3aa84c4_1"
]
},
{
"question_id": "6e984301",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6240505200038379,
"mrr": 0.5,
"retrieved_session_ids": [
"ultrachat_402356",
"answer_88841f26_2",
"b38766c1_2",
"b500d9be",
"answer_88841f26_1",
"2bc4ae7d",
"sharegpt_gVjorGx_0",
"c285b705_2",
"55c23a23_2",
"0daaefa7_1"
],
"gold_session_ids": [
"answer_88841f26_1",
"answer_88841f26_2"
]
},
{
"question_id": "8077ef71",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5,
"mrr": 0.3333333333333333,
"retrieved_session_ids": [
"f7ffddbc",
"ultrachat_468198",
"answer_0dd54b7c_1",
"5365840b_1",
"sharegpt_9EM9xb8_46",
"sharegpt_11WxPMZ_0",
"1da90ded",
"sharegpt_Wi7Op1u_39",
"d87a6ef8",
"sharegpt_hoQsVGz_51"
],
"gold_session_ids": [
"answer_0dd54b7c_1"
]
},
{
"question_id": "gpt4_f420262c",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.3347975674340217,
"mrr": 0.5,
"retrieved_session_ids": [
"sharegpt_B0riiep_0",
"answer_d8a1af6b_2",
"a823dc7c",
"ultrachat_58198",
"ultrachat_133350",
"answer_d8a1af6b_4",
"116bae09",
"94464f25",
"3418b277_5",
"3ea07188_2"
],
"gold_session_ids": [
"answer_d8a1af6b_1",
"answer_d8a1af6b_2",
"answer_d8a1af6b_3",
"answer_d8a1af6b_4",
"answer_d8a1af6b_5"
]
},
{
"question_id": "gpt4_8e165409",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_d97db962_2",
"answer_d97db962_1",
"sharegpt_B7mSlfQ_8",
"sharegpt_JRQtEcd_115",
"ultrachat_77564",
"4c2bd0fe_2",
"sharegpt_DrLV0RL_25",
"09599d45_1",
"aee13015_3",
"ultrachat_175639"
],
"gold_session_ids": [
"answer_d97db962_1",
"answer_d97db962_2"
]
},
{
"question_id": "gpt4_74aed68e",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_aed8cf17_2",
"answer_aed8cf17_1",
"sharegpt_O3FeoHQ_153",
"470f29c0_1",
"ultrachat_176592",
"ultrachat_337472",
"50d66391_6",
"3f05a03e_1",
"34d446d0",
"db2f2ed2"
],
"gold_session_ids": [
"answer_aed8cf17_1",
"answer_aed8cf17_2"
]
},
{
"question_id": "bcbe585f",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_43ba3965_1",
"a98ff421_4",
"7fa8099b_1",
"d8a1af6c_5",
"5dbe11b9",
"8953c8c8_2",
"43c487f2_1",
"sharegpt_WXCvFir_31",
"a158b7e7",
"8166673a"
],
"gold_session_ids": [
"answer_43ba3965_1"
]
},
{
"question_id": "gpt4_21adecb5",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.23719771276929622,
"mrr": 0.2,
"retrieved_session_ids": [
"128082f8_2",
"e1f37e24",
"sharegpt_ipLglky_42",
"0f0f9d80_1",
"answer_1e2369c9_1",
"b99bd2df",
"928890e4_1",
"ultrachat_444790",
"2880eb6c_1",
"1206a46c"
],
"gold_session_ids": [
"answer_1e2369c9_1",
"answer_1e2369c9_2"
]
},
{
"question_id": "5e1b23de",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5,
"mrr": 0.3333333333333333,
"retrieved_session_ids": [
"1380576d_1",
"1a5344e9_3",
"answer_c18d480b_1",
"c3f945f3_1",
"0ba46bdc_2",
"a13abca5_2",
"ultrachat_153798",
"c28aed33",
"8278312e_1",
"sharegpt_z2MpvCJ_0"
],
"gold_session_ids": [
"answer_c18d480b_1"
]
},
{
"question_id": "gpt4_98f46fc6",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_5850de18_1",
"answer_5850de18_2",
"ultrachat_45511",
"8e3b479f_1",
"28897044",
"c285b705_2",
"sharegpt_rnL5VQO_0",
"sharegpt_PLN69pg_19",
"29e1426c_2",
"6172cc72_3"
],
"gold_session_ids": [
"answer_5850de18_2",
"answer_5850de18_1"
]
},
{
"question_id": "gpt4_af6db32f",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5,
"mrr": 0.3333333333333333,
"retrieved_session_ids": [
"aee13015_6",
"sharegpt_hDjMGr7_70",
"answer_184c8f56_1",
"e0b8c937_1",
"sharegpt_PJmlduQ_0",
"sharegpt_Np41szj_13",
"b283f9eb_2",
"ec1b557a_1",
"43b449ce",
"f26846e1_3"
],
"gold_session_ids": [
"answer_184c8f56_1"
]
},
{
"question_id": "eac54adc",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_0d4d0347_2",
"answer_0d4d0347_1",
"bf234051_2",
"b40f0a7a",
"ae051325_3",
"sharegpt_0ktU0jP_16",
"9ee69ca6_1",
"32fc393b_2",
"490bb46d_3",
"sharegpt_KzDwaf1_253"
],
"gold_session_ids": [
"answer_0d4d0347_1",
"answer_0d4d0347_2"
]
},
{
"question_id": "gpt4_7ddcf75f",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ad8a76cb_1",
"sharegpt_CWiYdQ8_152",
"a0b8b0ad_7",
"1781acb1",
"ultrachat_172010",
"9bfccfdc_2",
"9f8c432e_3",
"ultrachat_74113",
"8c652eb0_2",
"7ba84ed3_2"
],
"gold_session_ids": [
"answer_ad8a76cb_1"
]
},
{
"question_id": "gpt4_a2d1d1f6",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_f6d6e33f_1",
"sharegpt_gI1U1eK_4",
"2c31d8be_3",
"894dd0c2_3",
"f5cf8815_4",
"a1bfb382_1",
"3b8076bf_1",
"bbe42a92",
"a21f3697_3",
"ultrachat_224894"
],
"gold_session_ids": [
"answer_f6d6e33f_1"
]
},
{
"question_id": "gpt4_85da3956",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_581ab834_1",
"ultrachat_373754",
"14b000d9_1",
"97f8a545_2",
"fcc7fe77_2",
"8da8c7e0",
"sharegpt_h1UXagU_1",
"sharegpt_ewad5Sr_0",
"2fd445a2_4",
"8d952ece_2"
],
"gold_session_ids": [
"answer_581ab834_1"
]
},
{
"question_id": "gpt4_b0863698",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.43067655807339306,
"mrr": 0.25,
"retrieved_session_ids": [
"b2fa108b_1",
"91e581ad_3",
"ce8b2a9e_2",
"answer_550bb2d1_1",
"5b014f9b_1",
"4a79d078_2",
"3b7c6429",
"sharegpt_FPbCOuq_30",
"sharegpt_T377N30_0",
"005ec7cf_1"
],
"gold_session_ids": [
"answer_550bb2d1_1"
]
},
{
"question_id": "gpt4_68e94287",
"question_type": "temporal-reasoning",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.19342640361727081,
"mrr": 0.125,
"retrieved_session_ids": [
"43502c3c_2",
"52c6d59a_2",
"50f136f2_3",
"edfa358d_1",
"64460e9d_1",
"ultrachat_297774",
"50ca8a86",
"answer_9793daa3_2",
"sharegpt_35udPn0_1",
"sharegpt_Wm2ElWB_0"
],
"gold_session_ids": [
"answer_9793daa3_2",
"answer_9793daa3_1"
]
},
{
"question_id": "gpt4_e414231e",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_e28c1f0d_1",
"answer_e28c1f0d_2",
"d3065d85",
"1bab001f",
"ultrachat_485311",
"7e3fa056_2",
"c87e6c56",
"c12d5181_3",
"642d1256",
"a459d477"
],
"gold_session_ids": [
"answer_e28c1f0d_1",
"answer_e28c1f0d_2"
]
},
{
"question_id": "gpt4_7ca326fa",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_cf021b36_1",
"answer_cf021b36_3",
"answer_cf021b36_2",
"8d0ca228",
"sharegpt_7SCdbX2_0",
"16d79242_1",
"604de0a3_2",
"1301fbd1",
"sharegpt_CYVtC0w_0",
"b4025421"
],
"gold_session_ids": [
"answer_cf021b36_1",
"answer_cf021b36_2",
"answer_cf021b36_3"
]
},
{
"question_id": "gpt4_7bc6cf22",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_e22d6aef_1",
"09d021e7_1",
"3e43bf49_1",
"e6cc6157_1",
"225f3ed6_2",
"sharegpt_yzmMl34_0",
"eca3b71c_2",
"39566615_1",
"ultrachat_215356",
"9f793d6f_3"
],
"gold_session_ids": [
"answer_e22d6aef_1"
]
},
{
"question_id": "2ebe6c92",
"question_type": "temporal-reasoning",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.21840743681816419,
"mrr": 0.16666666666666666,
"retrieved_session_ids": [
"1ba79ea8_1",
"fb303dd2_2",
"16756728_1",
"9d4312f6_3",
"ca3a4e4f_1",
"answer_c9d35c00_2",
"d9e023f2_2",
"719a18dd_2",
"84048eba_5",
"b30a47be_2"
],
"gold_session_ids": [
"answer_c9d35c00_1",
"answer_c9d35c00_2"
]
},
{
"question_id": "gpt4_e061b84g",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.18154179253735267,
"mrr": 0.2,
"retrieved_session_ids": [
"9dac9e37_1",
"de43030f_1",
"68705467_1",
"ultrachat_547960",
"answer_8c64ce26_3",
"ultrachat_213300",
"ae15e8b6_1",
"sharegpt_rB6IP4G_0",
"3929e6cc_1",
"ultrachat_391029"
],
"gold_session_ids": [
"answer_8c64ce26_2",
"answer_8c64ce26_1",
"answer_8c64ce26_3"
]
},
{
"question_id": "71017277",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_0b4a8adc_1",
"976ca0d9",
"85a1be56_2",
"f8de4e92_4",
"5854eebc_2",
"e64f9553_1",
"e5b86922_1",
"0aacd15f_5",
"dd99d002",
"40a1e681_1"
],
"gold_session_ids": [
"answer_0b4a8adc_1"
]
},
{
"question_id": "b46e15ee",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.4517623092632536,
"mrr": 0.3333333333333333,
"retrieved_session_ids": [
"sharegpt_1ZakfXH_14",
"495cf518_2",
"answer_4bfcc251_4",
"918c4788_1",
"f3fcf4fd_1",
"answer_4bfcc251_1",
"ultrachat_322794",
"c92239bc",
"answer_4bfcc251_2",
"d4446e25_2"
],
"gold_session_ids": [
"answer_4bfcc251_4",
"answer_4bfcc251_3",
"answer_4bfcc251_2",
"answer_4bfcc251_1"
]
},
{
"question_id": "gpt4_d6585ce9",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.4973199614801841,
"mrr": 0.25,
"retrieved_session_ids": [
"58dd3f35",
"bb107057_4",
"a554ed79_4",
"answer_f999b05c_5",
"answer_f999b05c_2",
"17a561cb_2",
"answer_f999b05c_1",
"answer_f999b05c_4",
"a15fa6eb",
"b3763b6b_1"
],
"gold_session_ids": [
"answer_f999b05c_1",
"answer_f999b05c_4",
"answer_f999b05c_2",
"answer_f999b05c_5",
"answer_f999b05c_3"
]
},
{
"question_id": "gpt4_1e4a8aec",
"question_type": "temporal-reasoning",
"recall_any_at_5": 0,
"recall_any_at_10": 0,
"recall_any_at_20": 0,
"ndcg_at_10": 0,
"mrr": 0,
"retrieved_session_ids": [
"b1265fd7_1",
"9f1f3bf4",
"b34a52aa_3",
"e675c69a_1",
"1c662b7b_1",
"a8086137",
"sharegpt_9JZCfee_0",
"0b635369_2",
"49576fd6",
"e41b78c7_2"
],
"gold_session_ids": [
"answer_16bd5ea6_1",
"answer_16bd5ea6_2"
]
},
{
"question_id": "gpt4_f420262d",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8550961823035497,
"mrr": 1,
"retrieved_session_ids": [
"answer_d8a1af6c_2",
"27639dd8_3",
"answer_d8a1af6c_4",
"0dcfb511_1",
"answer_d8a1af6c_5",
"1032cbcf_1",
"answer_d8a1af6c_1",
"3c0ed3bf_4",
"answer_d8a1af6c_3",
"e1023f28"
],
"gold_session_ids": [
"answer_d8a1af6c_1",
"answer_d8a1af6c_2",
"answer_d8a1af6c_5",
"answer_d8a1af6c_4",
"answer_d8a1af6c_3"
]
},
{
"question_id": "gpt4_59149c78",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5249810332008933,
"mrr": 0.3333333333333333,
"retrieved_session_ids": [
"415657e0",
"sharegpt_GI6737T_2",
"answer_d00ba6d1_2",
"afec1061_2",
"9848a1e3_2",
"answer_d00ba6d1_1",
"ultrachat_463998",
"23754665",
"765ce8a7_2",
"2c282c7c"
],
"gold_session_ids": [
"answer_d00ba6d1_1",
"answer_d00ba6d1_2"
]
},
{
"question_id": "gpt4_e414231f",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8315546295836225,
"mrr": 1,
"retrieved_session_ids": [
"answer_e28c1f0e_1",
"ultrachat_136119",
"ultrachat_150948",
"0bd59f15_2",
"deb5bb60",
"answer_e28c1f0e_2",
"752c438c_3",
"sharegpt_K8mXaIT_0",
"07a26dfa_5",
"135f761b_1"
],
"gold_session_ids": [
"answer_e28c1f0e_1",
"answer_e28c1f0e_2"
]
},
{
"question_id": "gpt4_4929293b",
"question_type": "temporal-reasoning",
"recall_any_at_5": 0,
"recall_any_at_10": 0,
"recall_any_at_20": 1,
"ndcg_at_10": 0,
"mrr": 0.0625,
"retrieved_session_ids": [
"b4ed7223_3",
"ultrachat_511609",
"e76430ea_3",
"7fa98614_1",
"bda611f6_3",
"c0dbabb8",
"ultrachat_156176",
"11d959b3_1",
"628c958c_1",
"ea8c38f8"
],
"gold_session_ids": [
"answer_add9b013_2",
"answer_add9b013_1"
]
},
{
"question_id": "gpt4_468eb064",
"question_type": "temporal-reasoning",
"recall_any_at_5": 0,
"recall_any_at_10": 0,
"recall_any_at_20": 1,
"ndcg_at_10": 0,
"mrr": 0.05555555555555555,
"retrieved_session_ids": [
"ultrachat_337251",
"1d74a734",
"db1aefb6_3",
"5e2b7e01_1",
"sharegpt_wrwD6bG_0",
"a2f0054f",
"ultrachat_59629",
"21ab8a2c_1",
"c3023a45_1",
"25e5b797_1"
],
"gold_session_ids": [
"answer_9b09d95b_1"
]
},
{
"question_id": "gpt4_fa19884d",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6934264036172708,
"mrr": 0.5,
"retrieved_session_ids": [
"588a2123",
"answer_ff201787_2",
"answer_ff201787_1",
"f910dc31_4",
"b35fadaa",
"ccc87da9_1",
"040615bc_1",
"f7a61595_3",
"55da3cbf_2",
"ultrachat_424557"
],
"gold_session_ids": [
"answer_ff201787_1",
"answer_ff201787_2"
]
},
{
"question_id": "9a707b82",
"question_type": "temporal-reasoning",
"recall_any_at_5": 0,
"recall_any_at_10": 0,
"recall_any_at_20": 1,
"ndcg_at_10": 0,
"mrr": 0.07142857142857142,
"retrieved_session_ids": [
"d33dbfd5_2",
"fab41c07",
"e8df5350",
"990f3ef9_2",
"8e78fa70_1",
"7966888b_2",
"f8e9d4fa",
"ed5c4c33_1",
"09e97c6f_2",
"778bedd4"
],
"gold_session_ids": [
"answer_dba89488_2",
"answer_dba89488_1"
]
},
{
"question_id": "eac54add",
"question_type": "temporal-reasoning",
"recall_any_at_5": 0,
"recall_any_at_10": 0,
"recall_any_at_20": 1,
"ndcg_at_10": 0,
"mrr": 0.06666666666666667,
"retrieved_session_ids": [
"2ea6fda4_1",
"7966888b_2",
"eb336de0_3",
"7bb01253",
"773aebbd_3",
"2946bf12",
"072fac63_1",
"4d578deb",
"bdb49a42_2",
"1fb3bbed_1"
],
"gold_session_ids": [
"answer_0d4d0348_1",
"answer_0d4d0348_2"
]
},
{
"question_id": "4dfccbf8",
"question_type": "temporal-reasoning",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.21840743681816419,
"mrr": 0.16666666666666666,
"retrieved_session_ids": [
"sharegpt_uD7CBng_2",
"sharegpt_3D3oQC0_213",
"953aaad5_3",
"0ae4c9b0_2",
"7db28e68_1",
"answer_4bebc783_1",
"b4f63a70_3",
"edd89480_1",
"a63ad8e3_3",
"6c16c3ec_2"
],
"gold_session_ids": [
"answer_4bebc783_1",
"answer_4bebc783_2"
]
},
{
"question_id": "0bc8ad93",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_f4ea84fc_1",
"answer_f4ea84fc_3",
"answer_f4ea84fc_2",
"sharegpt_HOO59Ue_99",
"2c185a2b_1",
"ultrachat_260376",
"sharegpt_afCogMg_34",
"ef23ecbc_2",
"85736a07_1",
"97338ddd_1"
],
"gold_session_ids": [
"answer_f4ea84fc_3",
"answer_f4ea84fc_2",
"answer_f4ea84fc_1"
]
},
{
"question_id": "6e984302",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.430624116386567,
"mrr": 0.2,
"retrieved_session_ids": [
"c03fc56c_1",
"41dc5d45_1",
"7285299a_8",
"2ed9532f",
"answer_88841f27_1",
"cf3dc165_1",
"sharegpt_4Wjx3pH_0",
"answer_88841f27_2",
"b7702ee4_1",
"7cd7c296_1"
],
"gold_session_ids": [
"answer_88841f27_1",
"answer_88841f27_2"
]
},
{
"question_id": "gpt4_8279ba03",
"question_type": "temporal-reasoning",
"recall_any_at_5": 0,
"recall_any_at_10": 0,
"recall_any_at_20": 1,
"ndcg_at_10": 0,
"mrr": 0.07142857142857142,
"retrieved_session_ids": [
"864a563d_5",
"b357fb8b_2",
"606d0c4a_2",
"084bb880_2",
"518d26d3_4",
"d1a1b9ea_1",
"652c0717_3",
"dea400f8_2",
"50d66391_4",
"2ef55f49_3"
],
"gold_session_ids": [
"answer_56521e66_1"
]
},
{
"question_id": "gpt4_b5700ca0",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_a17423e8_1",
"109e07e8_2",
"ultrachat_540666",
"b403d6f0_4",
"e789afdb_2",
"5829ab38",
"fd6f60f0_1",
"064f42ee_3",
"ultrachat_418858",
"sharegpt_FpTfRvR_0"
],
"gold_session_ids": [
"answer_a17423e8_1"
]
},
{
"question_id": "gpt4_68e94288",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.23719771276929622,
"mrr": 0.2,
"retrieved_session_ids": [
"4c49e37f",
"6551be60_1",
"767b1b89",
"d2606fe9",
"answer_9793daa4_1",
"d8454317_7",
"0a7c4f1c_1",
"c99dcd81",
"128f4e4d_2",
"ultrachat_74747"
],
"gold_session_ids": [
"answer_9793daa4_2",
"answer_9793daa4_1"
]
},
{
"question_id": "gpt4_2655b836",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_4be1b6b4_3",
"answer_4be1b6b4_2",
"answer_4be1b6b4_1",
"sharegpt_KzDwaf1_237",
"d8a1af6b_4",
"b876911c",
"be32ad25_2",
"d82cefd3",
"3bc55308",
"e6120ff9_2"
],
"gold_session_ids": [
"answer_4be1b6b4_1",
"answer_4be1b6b4_2",
"answer_4be1b6b4_3"
]
},
{
"question_id": "gpt4_2487a7cb",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_1c6b85ea_2",
"4f5880c6_6",
"answer_1c6b85ea_1",
"sharegpt_QN26oUg_0",
"f87fea58_4",
"sharegpt_CHaU4ax_10",
"67a8ef5f",
"sharegpt_gLb26GY_0",
"ultrachat_295777",
"b10c041b_2"
],
"gold_session_ids": [
"answer_1c6b85ea_2",
"answer_1c6b85ea_1"
]
},
{
"question_id": "gpt4_76048e76",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_b535969f_1",
"409dfa26_1",
"answer_b535969f_2",
"33630c9e_2",
"8fcaf3a9_2",
"sharegpt_vx14orQ_11",
"sharegpt_inuIr9J_119",
"e2d9bcfe",
"6a78e959_2",
"ultrachat_185750"
],
"gold_session_ids": [
"answer_b535969f_1",
"answer_b535969f_2"
]
},
{
"question_id": "gpt4_2312f94c",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_5328c3c2_2",
"answer_5328c3c2_1",
"e831a29f_2",
"sharegpt_XYtuANl_9",
"ultrachat_327449",
"ultrachat_500682",
"f3745025_2",
"a764b677_2",
"ultrachat_319398",
"b9f59a03_2"
],
"gold_session_ids": [
"answer_5328c3c2_2",
"answer_5328c3c2_1"
]
},
{
"question_id": "0bb5a684",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8065735963827293,
"mrr": 1,
"retrieved_session_ids": [
"answer_e936197f_1",
"3c8e7c0e_3",
"1a14d6cb_1",
"ultrachat_62919",
"826d51da_3",
"565929a2_2",
"b2d46bf2",
"answer_e936197f_2",
"fce8bb8a_2",
"79a20d73"
],
"gold_session_ids": [
"answer_e936197f_1",
"answer_e936197f_2"
]
},
{
"question_id": "08f4fc43",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_6ea1541e_1",
"answer_6ea1541e_2",
"ultrachat_359609",
"9216c4d3_4",
"762a4ba1_3",
"sharegpt_JJu53iW_0",
"e295eb5f",
"ultrachat_157004",
"f3bd00ec_2",
"cdbd6862_1"
],
"gold_session_ids": [
"answer_6ea1541e_2",
"answer_6ea1541e_1"
]
},
{
"question_id": "2c63a862",
"question_type": "temporal-reasoning",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.20438239758848611,
"mrr": 0.14285714285714285,
"retrieved_session_ids": [
"93a5cfe6",
"33baaaab_1",
"ad175dc4_2",
"1854abc7_2",
"64eea322_1",
"0fccc817_1",
"answer_d39b7977_2",
"83c13ff9",
"acbc1954",
"9c549466_2"
],
"gold_session_ids": [
"answer_d39b7977_1",
"answer_d39b7977_2"
]
},
{
"question_id": "gpt4_385a5000",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_7a4a93f1_2",
"answer_7a4a93f1_1",
"8062f4ab_2",
"7a4e1601",
"28f74b09_1",
"6380e5d6",
"cae65795_1",
"29d27eaa_2",
"dc832f73",
"sharegpt_Dcoc4IC_17"
],
"gold_session_ids": [
"answer_7a4a93f1_2",
"answer_7a4a93f1_1"
]
},
{
"question_id": "2a1811e2",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_1cc3cd0c_2",
"answer_1cc3cd0c_1",
"f5a4d792_1",
"901a6763_2",
"1aaf8057_3",
"ultrachat_187883",
"e9fb10e7_1",
"4019b1a8_4",
"2ac6f050_1",
"89e05490"
],
"gold_session_ids": [
"answer_1cc3cd0c_1",
"answer_1cc3cd0c_2"
]
},
{
"question_id": "bbf86515",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5249810332008933,
"mrr": 0.3333333333333333,
"retrieved_session_ids": [
"592cb8d2",
"75b98d2a_1",
"answer_b3763b6b_1",
"05260a4b_2",
"sharegpt_GrLzv0V_432",
"answer_b3763b6b_2",
"ba85548f",
"df003c93_2",
"ultrachat_320650",
"29194fbe_1"
],
"gold_session_ids": [
"answer_b3763b6b_1",
"answer_b3763b6b_2"
]
},
{
"question_id": "gpt4_5dcc0aab",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9277589908435726,
"mrr": 1,
"retrieved_session_ids": [
"answer_099c1b6c_3",
"answer_099c1b6c_1",
"answer_099c1b6c_5",
"353d3c6d_1",
"3891baea_3",
"ultrachat_156812",
"3f787a78_6",
"answer_099c1b6c_2",
"sharegpt_5Rpp72b_87",
"answer_099c1b6c_4"
],
"gold_session_ids": [
"answer_099c1b6c_5",
"answer_099c1b6c_2",
"answer_099c1b6c_4",
"answer_099c1b6c_3",
"answer_099c1b6c_1"
]
},
{
"question_id": "gpt4_0b2f1d21",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_c4e5d969_2",
"answer_c4e5d969_1",
"1cafd864_3",
"f31a0422_1",
"sharegpt_hDjMGr7_30",
"sharegpt_ME35OD8_167",
"sharegpt_uD7CBng_36",
"0418a4b1_1",
"0df69ec5",
"sharegpt_KBe10PZ_0"
],
"gold_session_ids": [
"answer_c4e5d969_2",
"answer_c4e5d969_1"
]
},
{
"question_id": "f0853d11",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_932ea3bf_1",
"answer_932ea3bf_2",
"b16a8656_2",
"10c0752c",
"sharegpt_Dcshjlv_33",
"sharegpt_9upOSlE_27",
"bd8708e2_2",
"6e436d54",
"sharegpt_hBX7Nqo_25",
"8c68df0d_2"
],
"gold_session_ids": [
"answer_932ea3bf_2",
"answer_932ea3bf_1"
]
},
{
"question_id": "gpt4_6ed717ea",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_d50a8a33_2",
"answer_d50a8a33_1",
"15ed03f0_1",
"637bc32a_2",
"ultrachat_33224",
"d4b6ec0b",
"ultrachat_400856",
"e0585cb5_1",
"sharegpt_HQMYIkt_0",
"50940cb7_1"
],
"gold_session_ids": [
"answer_d50a8a33_1",
"answer_d50a8a33_2"
]
},
{
"question_id": "gpt4_70e84552",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_b3070ec4_2",
"01f61248_1",
"answer_b3070ec4_1",
"2f8a3459_2",
"ultrachat_573894",
"30491f6f_1",
"67a8ef5f",
"298a07de_5",
"sharegpt_d7bP5fb_0",
"2b9b6224_2"
],
"gold_session_ids": [
"answer_b3070ec4_2",
"answer_b3070ec4_1"
]
},
{
"question_id": "a3838d2b",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.3482538302146053,
"mrr": 0.25,
"retrieved_session_ids": [
"sharegpt_GDFyxeT_0",
"sharegpt_JXREDs0_4",
"ultrachat_462884",
"answer_4ffa04a2_1",
"answer_4ffa04a2_6",
"8cf0d2a9",
"answer_4ffa04a2_4",
"ultrachat_95340",
"bd4110bc",
"ae73b0f7_2"
],
"gold_session_ids": [
"answer_4ffa04a2_1",
"answer_4ffa04a2_6",
"answer_4ffa04a2_4",
"answer_4ffa04a2_3",
"answer_4ffa04a2_5",
"answer_4ffa04a2_2"
]
},
{
"question_id": "gpt4_93159ced",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8503449055347546,
"mrr": 1,
"retrieved_session_ids": [
"answer_e5131a1b_2",
"263efe64_1",
"17d91635_1",
"ultrachat_387032",
"answer_e5131a1b_1",
"460be54a",
"c81d1a7b_2",
"e9ad5914_6",
"09b815e7_2",
"ultrachat_324774"
],
"gold_session_ids": [
"answer_e5131a1b_2",
"answer_e5131a1b_1"
]
},
{
"question_id": "gpt4_2d58bcd6",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_3e11e0ae_2",
"0bd0a01c",
"answer_3e11e0ae_1",
"1bf8b212",
"sharegpt_XUxvLWu_0",
"be32ad25_1",
"sharegpt_DvZqBYf_93",
"343cbb3b",
"5d4bfa9d",
"c48a1e21_2"
],
"gold_session_ids": [
"answer_3e11e0ae_1",
"answer_3e11e0ae_2"
]
},
{
"question_id": "gpt4_65aabe59",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6934264036172708,
"mrr": 0.5,
"retrieved_session_ids": [
"6a7e3aec",
"answer_30dfe889_1",
"answer_30dfe889_2",
"77b8fcd9_1",
"78bcce6a",
"ultrachat_190669",
"52fdad30_4",
"sharegpt_v2b1TzW_0",
"05a37787",
"9b1a5fb0"
],
"gold_session_ids": [
"answer_30dfe889_1",
"answer_30dfe889_2"
]
},
{
"question_id": "982b5123",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_ab603dd5_1",
"04e05522_2",
"answer_ab603dd5_2",
"9a955705",
"6ff77d45_2",
"359a2a0d",
"bf8ab267",
"07ba9acd_2",
"1bfd5a8b_3",
"ultrachat_35755"
],
"gold_session_ids": [
"answer_ab603dd5_1",
"answer_ab603dd5_2"
]
},
{
"question_id": "b9cfe692",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_5e3bb940_1",
"answer_5e3bb940_2",
"answer_5e3bb940_3",
"91d847c1_6",
"da650f3b",
"sharegpt_oXgiN7q_53",
"0c27c633_2",
"ultrachat_265626",
"sharegpt_JRQtEcd_115",
"2c7bff3a_1"
],
"gold_session_ids": [
"answer_5e3bb940_3",
"answer_5e3bb940_2",
"answer_5e3bb940_1"
]
},
{
"question_id": "gpt4_4edbafa2",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.48247555939075504,
"mrr": 0.25,
"retrieved_session_ids": [
"7533d546_5",
"3f5249ee_3",
"22be78fc_2",
"answer_0a00c163_2",
"6c68d9b4_1",
"answer_0a00c163_1",
"a65d076a",
"4a006b77",
"725f95e1",
"18c0af9c"
],
"gold_session_ids": [
"answer_0a00c163_1",
"answer_0a00c163_2"
]
},
{
"question_id": "c8090214",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.44130740935663865,
"mrr": 0.25,
"retrieved_session_ids": [
"ultrachat_518687",
"005ec7cf_1",
"162ad3bf_1",
"answer_70dc7d08_2",
"c21c9d97",
"sharegpt_xOzzaof_0",
"e2d9bcfe",
"ultrachat_381881",
"ultrachat_415426",
"answer_70dc7d08_1"
],
"gold_session_ids": [
"answer_70dc7d08_2",
"answer_70dc7d08_1"
]
},
{
"question_id": "gpt4_483dd43c",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_fb793c87_1",
"answer_fb793c87_2",
"sharegpt_I6IzvEF_0",
"29695e1c_3",
"sharegpt_ItFPuha_0",
"4243ce01_1",
"52161c9e_1",
"19c24c11",
"sharegpt_E0YL5SX_145",
"73353aee_3"
],
"gold_session_ids": [
"answer_fb793c87_1",
"answer_fb793c87_2"
]
},
{
"question_id": "e4e14d04",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_cf425855_2",
"answer_cf425855_1",
"sharegpt_HO1gGmm_0",
"ultrachat_542420",
"ffc627f2",
"sharegpt_zX5iazJ_19",
"1c1f5ccc_3",
"5944b36a_1",
"f8de4e92_2",
"30f7f504"
],
"gold_session_ids": [
"answer_cf425855_1",
"answer_cf425855_2"
]
},
{
"question_id": "c9f37c46",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_cdba3d9f_1",
"answer_cdba3d9f_2",
"a8e24e22",
"0cf86cbe_1",
"ultrachat_418541",
"02df1225_1",
"b38766c1_3",
"211bb1c2_1",
"4ffa04a2_1",
"c3d6a282_1"
],
"gold_session_ids": [
"answer_cdba3d9f_1",
"answer_cdba3d9f_2"
]
},
{
"question_id": "gpt4_2c50253f",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6509209298071326,
"mrr": 0.5,
"retrieved_session_ids": [
"sharegpt_4Su6bUM_11",
"answer_9af4e346_2",
"a8fae4b8_2",
"answer_9af4e346_1",
"57c8bf62_1",
"sharegpt_o0jtbUO_8",
"4b9ed528_2",
"4cef8a3c_3",
"462ce3bc_2",
"ultrachat_340289"
],
"gold_session_ids": [
"answer_9af4e346_1",
"answer_9af4e346_2"
]
},
{
"question_id": "dcfa8644",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_5e3eeb12_1",
"answer_5e3eeb12_2",
"b2243528_1",
"58dd3f35",
"0d129c99",
"7de51ffe_1",
"41f94af6",
"ultrachat_431004",
"sharegpt_oG3LXXo_6",
"595902ff"
],
"gold_session_ids": [
"answer_5e3eeb12_2",
"answer_5e3eeb12_1"
]
},
{
"question_id": "gpt4_b4a80587",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_b9d9150e_2",
"answer_b9d9150e_1",
"sharegpt_inuIr9J_119",
"f79a48dd_1",
"3cb41ab8_1",
"ultrachat_91937",
"866de400",
"017fa8a9",
"b9c4fa1b",
"4ecbe1f0_1"
],
"gold_session_ids": [
"answer_b9d9150e_2",
"answer_b9d9150e_1"
]
},
{
"question_id": "gpt4_9a159967",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6871475159848289,
"mrr": 0.5,
"retrieved_session_ids": [
"b2cae160_1",
"answer_8a42fedf_1",
"answer_8a42fedf_2",
"4ea94f85",
"253742b4_3",
"ultrachat_484212",
"answer_8a42fedf_3",
"0df54428_4",
"0ad608b3",
"bff09560_2"
],
"gold_session_ids": [
"answer_8a42fedf_1",
"answer_8a42fedf_3",
"answer_8a42fedf_2"
]
},
{
"question_id": "cc6d1ec1",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_be73098b_2",
"answer_be73098b_1",
"33baaaab_3",
"ultrachat_282969",
"ultrachat_95254",
"ultrachat_508911",
"ultrachat_436945",
"sharegpt_uD7CBng_20",
"sharegpt_j4070wP_0",
"3cb41ab8_1"
],
"gold_session_ids": [
"answer_be73098b_2",
"answer_be73098b_1"
]
},
{
"question_id": "gpt4_8c8961ae",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_72d9aa58_1",
"answer_72d9aa58_2",
"3b22d17b",
"1cde7ee4_2",
"b77d0b58",
"05fad1cb_2",
"43a2c8af_1",
"37f0ce6b_1",
"02f9bedb_2",
"sharegpt_Ms1yTte_64"
],
"gold_session_ids": [
"answer_72d9aa58_1",
"answer_72d9aa58_2"
]
},
{
"question_id": "gpt4_d9af6064",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_da704e79_1",
"answer_da704e79_2",
"03b4d5d8_2",
"ff49b5a5_2",
"bcebee27_3",
"sharegpt_VbIxRWJ_33",
"sharegpt_WjW4qki_0",
"sharegpt_w9YUs4c_0",
"ultrachat_182531",
"98c83fe4"
],
"gold_session_ids": [
"answer_da704e79_2",
"answer_da704e79_1"
]
},
{
"question_id": "gpt4_7de946e7",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6934264036172708,
"mrr": 0.5,
"retrieved_session_ids": [
"caa00337_2",
"answer_6a78e959_1",
"answer_6a78e959_2",
"c4d370d3_1",
"58bec5fb_3",
"6155addd_2",
"ultrachat_220429",
"sharegpt_6Yfj9A3_5",
"3023b36f",
"ultrachat_105249"
],
"gold_session_ids": [
"answer_6a78e959_2",
"answer_6a78e959_1"
]
},
{
"question_id": "d01c6aa8",
"question_type": "temporal-reasoning",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.17723928678404774,
"mrr": 0.1,
"retrieved_session_ids": [
"f2fa97f5_1",
"fc9a62c0_1",
"51fe163e_2",
"6ebd9e18_1",
"5024758e",
"fbd67491_2",
"64460e9d_1",
"sharegpt_CWiYdQ8_13",
"debc34d7_2",
"answer_991d55e5_1"
],
"gold_session_ids": [
"answer_991d55e5_1",
"answer_991d55e5_2"
]
},
{
"question_id": "993da5e2",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8772153153380493,
"mrr": 1,
"retrieved_session_ids": [
"answer_54f0d6f9_2",
"b16a8656_2",
"12cd736c",
"answer_54f0d6f9_1",
"c756d93e",
"a6c0f032_3",
"8953c8c8_3",
"13f3da23_2",
"c69a28f0",
"ultrachat_217815"
],
"gold_session_ids": [
"answer_54f0d6f9_1",
"answer_54f0d6f9_2"
]
},
{
"question_id": "a3045048",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6934264036172708,
"mrr": 0.5,
"retrieved_session_ids": [
"aaf71ce2_2",
"answer_016f6bd4_1",
"answer_016f6bd4_2",
"5cb58cc6",
"d12d5a98_1",
"9cdb028a",
"2def525b_1",
"536a334d",
"sharegpt_asoSnhq_0",
"752b10e6_2"
],
"gold_session_ids": [
"answer_016f6bd4_2",
"answer_016f6bd4_1"
]
},
{
"question_id": "gpt4_d31cdae3",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_8464304d_2",
"answer_8464304d_1",
"20a5c39b_3",
"55033f6f",
"de695a4e",
"41743aae_2",
"9f8c432e_1",
"sharegpt_HDF4645_0",
"ultrachat_413288",
"ultrachat_169591"
],
"gold_session_ids": [
"answer_8464304d_1",
"answer_8464304d_2"
]
},
{
"question_id": "gpt4_cd90e484",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_aa930b56_2",
"answer_aa930b56_1",
"6043dcf6_1",
"018eac29",
"83fb74bf_1",
"866de400",
"4bfcc251_1",
"sharegpt_obCC1BP_14",
"cc5a6057_2",
"af42ae9c_1"
],
"gold_session_ids": [
"answer_aa930b56_1",
"answer_aa930b56_2"
]
},
{
"question_id": "gpt4_88806d6e",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5912352048230277,
"mrr": 0.5,
"retrieved_session_ids": [
"ultrachat_562852",
"answer_e60a93ff_1",
"9ac3fa82_1",
"sharegpt_j4PmNxu_11",
"ultrachat_258611",
"c11fb634_1",
"answer_e60a93ff_2",
"24bfc009_5",
"ultrachat_220071",
"ef0341d4_2"
],
"gold_session_ids": [
"answer_e60a93ff_1",
"answer_e60a93ff_2"
]
},
{
"question_id": "gpt4_4cd9eba1",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_5fcca8bc_1",
"answer_5fcca8bc_2",
"1b576f6e_2",
"dafc2440_2",
"f54d04cc",
"456860e7_2",
"sharegpt_3hCiKrk_0",
"d36a862c_1",
"3be2cefb_1",
"ultrachat_221041"
],
"gold_session_ids": [
"answer_5fcca8bc_2",
"answer_5fcca8bc_1"
]
},
{
"question_id": "gpt4_93f6379c",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9010126104210695,
"mrr": 1,
"retrieved_session_ids": [
"answer_544fe66c_2",
"answer_544fe66c_3",
"c07b8034",
"d3a34811",
"1b9b2960_3",
"b8a688f6",
"e06c6d99_5",
"sharegpt_cfESFSo_0",
"5024758e",
"answer_544fe66c_1"
],
"gold_session_ids": [
"answer_544fe66c_2",
"answer_544fe66c_1",
"answer_544fe66c_3"
]
},
{
"question_id": "b29f3365",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_436d4309_2",
"answer_436d4309_1",
"sharegpt_VhAV1pG_0",
"c279c578",
"ultrachat_58020",
"66b56e10",
"6b7605d1_1",
"ultrachat_533198",
"ultrachat_243663",
"95c9666f_5"
],
"gold_session_ids": [
"answer_436d4309_2",
"answer_436d4309_1"
]
},
{
"question_id": "gpt4_2f56ae70",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.34870224750355494,
"mrr": 0.2,
"retrieved_session_ids": [
"3aac691d_2",
"dc3ee1d1_1",
"83cd701b_3",
"e61d966a_1",
"answer_7a36e820_2",
"answer_7a36e820_3",
"ultrachat_452651",
"sharegpt_KzDwaf1_165",
"647f5851",
"sharegpt_BZ0hFLo_0"
],
"gold_session_ids": [
"answer_7a36e820_2",
"answer_7a36e820_3",
"answer_7a36e820_1"
]
},
{
"question_id": "6613b389",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.7653606369886217,
"mrr": 1,
"retrieved_session_ids": [
"answer_aaf71ce2_2",
"answer_aaf71ce2_3",
"e3d8da67",
"f1cc1ddb_1",
"2780323d_3",
"86c8f348_1",
"e87aa998_1",
"ultrachat_444602",
"ultrachat_31390",
"55bc2e1e"
],
"gold_session_ids": [
"answer_aaf71ce2_3",
"answer_aaf71ce2_2",
"answer_aaf71ce2_1"
]
},
{
"question_id": "gpt4_78cf46a3",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8772153153380493,
"mrr": 1,
"retrieved_session_ids": [
"answer_5a78688d_2",
"sharegpt_rx39ipj_0",
"7fd52e1c_2",
"answer_5a78688d_1",
"sharegpt_89M8Aiz_0",
"b89a3ec3",
"sharegpt_Fakxkr4_10",
"42b45f6e_2",
"e8e65a1f",
"52b19cba_1"
],
"gold_session_ids": [
"answer_5a78688d_1",
"answer_5a78688d_2"
]
},
{
"question_id": "gpt4_0a05b494",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_a68db5db_2",
"56911dc5_6",
"answer_a68db5db_1",
"ultrachat_273213",
"0abe3e51",
"8fb3fe3a_2",
"sharegpt_eWQFoct_17",
"sharegpt_PfiDxfU_9",
"30677a32",
"05b84f71_1"
],
"gold_session_ids": [
"answer_a68db5db_2",
"answer_a68db5db_1"
]
},
{
"question_id": "gpt4_1a1dc16d",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6934264036172708,
"mrr": 0.5,
"retrieved_session_ids": [
"87f1f950_2",
"answer_faad7d7a_2",
"answer_faad7d7a_1",
"ultrachat_480665",
"c12d5181_1",
"sharegpt_6cz1Sq6_328",
"ultrachat_63236",
"ultrachat_41485",
"ultrachat_428346",
"ultrachat_523153"
],
"gold_session_ids": [
"answer_faad7d7a_2",
"answer_faad7d7a_1"
]
},
{
"question_id": "gpt4_2f584639",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_11a8f823_2",
"answer_11a8f823_1",
"ultrachat_430445",
"ultrachat_229781",
"c33707b0",
"sharegpt_bq9G6bT_2",
"13947b64_1",
"821242cd_2",
"68131948",
"d441f4c5"
],
"gold_session_ids": [
"answer_11a8f823_2",
"answer_11a8f823_1"
]
},
{
"question_id": "gpt4_213fd887",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_53582e7e_2",
"answer_53582e7e_1",
"ultrachat_165091",
"dc1f9713_1",
"9bdbfc62_2",
"3b38bf46",
"dee39195_2",
"8aa17385",
"368276ab_3",
"6d734945"
],
"gold_session_ids": [
"answer_53582e7e_2",
"answer_53582e7e_1"
]
},
{
"question_id": "gpt4_5438fa52",
"question_type": "temporal-reasoning",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.39780880120575696,
"mrr": 0.14285714285714285,
"retrieved_session_ids": [
"a8e24e22",
"ab8dce45",
"d68bab3c_1",
"0a699029_4",
"528f481d_6",
"ultrachat_69599",
"answer_b10f3828_2",
"answer_b10f3828_1",
"sharegpt_LVUZee8_35",
"290fe09a"
],
"gold_session_ids": [
"answer_b10f3828_1",
"answer_b10f3828_2"
]
},
{
"question_id": "gpt4_c27434e8",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_d8e33f5c_2",
"answer_d8e33f5c_1",
"ultrachat_70335",
"4d578deb",
"sharegpt_TRck0h4_0",
"sharegpt_9XlbWvL_0",
"e6c3a50a",
"5d1c7bf7",
"11cd43df",
"16933961"
],
"gold_session_ids": [
"answer_d8e33f5c_1",
"answer_d8e33f5c_2"
]
},
{
"question_id": "gpt4_fe651585",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5012658353418871,
"mrr": 0.25,
"retrieved_session_ids": [
"ff6b8624",
"e30c4a7b_2",
"9f220c66_1",
"answer_65600ff6_2",
"answer_65600ff6_1",
"231c60aa",
"ultrachat_576354",
"987b36db_3",
"da828711",
"cee0b8d5"
],
"gold_session_ids": [
"answer_65600ff6_2",
"answer_65600ff6_1"
]
},
{
"question_id": "8c18457d",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_124f5dc3_2",
"answer_124f5dc3_1",
"e8e65a1f",
"3c8e7c0e_2",
"98cd882c_2",
"c3023a45_2",
"ultrachat_417305",
"c8dcbe7f_1",
"9f803df5_1",
"ultrachat_166506"
],
"gold_session_ids": [
"answer_124f5dc3_2",
"answer_124f5dc3_1"
]
},
{
"question_id": "gpt4_70e84552_abs",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_b3070ec4_abs_1",
"answer_b3070ec4_abs_2",
"e2cd250e_2",
"f6ba44fe_1",
"0a699029_4",
"4e0da76d",
"ultrachat_96694",
"sharegpt_3hJWfne_11",
"51d338f6",
"1572cf8a"
],
"gold_session_ids": [
"answer_b3070ec4_abs_2",
"answer_b3070ec4_abs_1"
]
},
{
"question_id": "gpt4_93159ced_abs",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5912352048230277,
"mrr": 0.5,
"retrieved_session_ids": [
"156988fe",
"answer_e5131a1b_abs_1",
"76385c25",
"f5eb52d6",
"168feef7_2",
"eb80877b_1",
"answer_e5131a1b_abs_2",
"7b9ee249_1",
"2f097fba_1",
"56bba837"
],
"gold_session_ids": [
"answer_e5131a1b_abs_1",
"answer_e5131a1b_abs_2"
]
},
{
"question_id": "982b5123_abs",
"question_type": "temporal-reasoning",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.18457569677956817,
"mrr": 0.1111111111111111,
"retrieved_session_ids": [
"ultrachat_447209",
"a8179676",
"sharegpt_kaEoitr_15",
"sharegpt_jxsIY6L_0",
"b1793bba",
"ultrachat_461193",
"bee1aec6_2",
"fe82a033_1",
"answer_ab603dd5_abs_1",
"5080119d_1"
],
"gold_session_ids": [
"answer_ab603dd5_abs_1",
"answer_ab603dd5_abs_2"
]
},
{
"question_id": "c8090214_abs",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.3065735963827292,
"mrr": 0.3333333333333333,
"retrieved_session_ids": [
"ca3aa07f_1",
"d6f5639a_3",
"answer_70dc7d08_abs_1",
"ultrachat_393699",
"64c71782",
"ultrachat_129606",
"687f4717",
"f10be626",
"2cfd748e_5",
"b192ae00_1"
],
"gold_session_ids": [
"answer_70dc7d08_abs_1",
"answer_70dc7d08_abs_2"
]
},
{
"question_id": "gpt4_c27434e8_abs",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_d8e33f5c_abs_1",
"answer_d8e33f5c_abs_2",
"ultrachat_552313",
"25d1830a_1",
"5e0e1fd8_3",
"d2335d72",
"5c184f9f_5",
"59a6150d_3",
"9b8dea8c_1",
"sharegpt_hGtkNGL_12"
],
"gold_session_ids": [
"answer_d8e33f5c_abs_1",
"answer_d8e33f5c_abs_2"
]
},
{
"question_id": "gpt4_fe651585_abs",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6131471927654584,
"mrr": 1,
"retrieved_session_ids": [
"answer_65600ff6_abs_2",
"d9bce149_2",
"sharegpt_7PLgNll_0",
"adc9bd10",
"ultrachat_238311",
"sharegpt_TBRPvuE_0",
"e4bacbcd_1",
"sharegpt_kTBVvbN_0",
"caa00337_1",
"6b7abcd9"
],
"gold_session_ids": [
"answer_65600ff6_abs_1",
"answer_65600ff6_abs_2"
]
},
{
"question_id": "6a1eabeb",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5640920940185894,
"mrr": 0.5,
"retrieved_session_ids": [
"afe04238_7",
"answer_a25d4a91_2",
"51a529d2_2",
"d3ee5958_2",
"4aaf678f_3",
"9f80607d",
"131ff17e",
"d03995c6",
"9b3a7f2c_1",
"answer_a25d4a91_1"
],
"gold_session_ids": [
"answer_a25d4a91_1",
"answer_a25d4a91_2"
]
},
{
"question_id": "6aeb4375",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_3f9693b7_1",
"answer_3f9693b7_2",
"sharegpt_a9ZjGW8_9",
"dc9bf721_1",
"29621a34",
"08256f84_2",
"ultrachat_115445",
"402e0082_5",
"8a5e1497_3",
"ultrachat_123028"
],
"gold_session_ids": [
"answer_3f9693b7_1",
"answer_3f9693b7_2"
]
},
{
"question_id": "830ce83f",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5,
"mrr": 0.3333333333333333,
"retrieved_session_ids": [
"ad5a7d50_2",
"7a389bd1_7",
"answer_0b1a0942_2",
"a7f88bb3_2",
"dfbda5e9",
"639cec58",
"020149a5_1",
"answer_0b1a0942_1",
"8bc305e4_2",
"ultrachat_346816"
],
"gold_session_ids": [
"answer_0b1a0942_1",
"answer_0b1a0942_2"
]
},
{
"question_id": "852ce960",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6934264036172708,
"mrr": 0.5,
"retrieved_session_ids": [
"sharegpt_FYhsZ0Q_0",
"answer_3a6f1e82_1",
"answer_3a6f1e82_2",
"010a28ab_3",
"d36d11b9_2",
"e8bfacec_1",
"a110c4dc_1",
"a76e7e3c_1",
"aaf22693",
"f55fee5b_2"
],
"gold_session_ids": [
"answer_3a6f1e82_1",
"answer_3a6f1e82_2"
]
},
{
"question_id": "945e3d21",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8772153153380493,
"mrr": 1,
"retrieved_session_ids": [
"answer_6a4f8626_1",
"dc880372_3",
"ef0341d4_2",
"answer_6a4f8626_2",
"9bbd38a6",
"5fcca8bc_1",
"6da0bba2_1",
"b916da64_1",
"4cbe4e20_4",
"c7847b66_1"
],
"gold_session_ids": [
"answer_6a4f8626_1",
"answer_6a4f8626_2"
]
},
{
"question_id": "d7c942c3",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_eecb10d9_2",
"answer_eecb10d9_1",
"sharegpt_LOF3smB_25",
"577da76d_2",
"f86a2788",
"8843878f_2",
"sharegpt_zxm712D_0",
"d15c9567_2",
"ddf0f116_3",
"b2243528_1"
],
"gold_session_ids": [
"answer_eecb10d9_1",
"answer_eecb10d9_2"
]
},
{
"question_id": "71315a70",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_c44b9df4_1",
"answer_c44b9df4_2",
"ultrachat_399278",
"3d82ba51_3",
"d1d3fd12_1",
"1a43e6cf",
"bcd5c30f_1",
"d8a74286",
"37d634c0_1",
"sharegpt_rhjZmCm_0"
],
"gold_session_ids": [
"answer_c44b9df4_1",
"answer_c44b9df4_2"
]
},
{
"question_id": "89941a93",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_e1403127_2",
"answer_e1403127_1",
"sharegpt_ZzCRfPu_30",
"44202c74_1",
"sharegpt_bn0XI2B_0",
"169213ae",
"dde142b2_2",
"ultrachat_62543",
"3581c390_3",
"sharegpt_ni8QFie_0"
],
"gold_session_ids": [
"answer_e1403127_1",
"answer_e1403127_2"
]
},
{
"question_id": "ce6d2d27",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.23719771276929622,
"mrr": 0.2,
"retrieved_session_ids": [
"ultrachat_553022",
"48ad2a93",
"4f5880c6_5",
"ultrachat_573386",
"answer_73540165_2",
"78dc3b29",
"a46d10a2_1",
"9f6bec4f",
"0e250059_1",
"7a4d00b3_2"
],
"gold_session_ids": [
"answer_73540165_1",
"answer_73540165_2"
]
},
{
"question_id": "9ea5eabc",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6934264036172708,
"mrr": 0.5,
"retrieved_session_ids": [
"418c27fa",
"answer_02e66dec_1",
"answer_02e66dec_2",
"6e2cca63_1",
"fcb08a46_2",
"sharegpt_KwbJJ66_18",
"sharegpt_3v69R59_0",
"390acb55_3",
"62e6593e_1",
"8c8b180e"
],
"gold_session_ids": [
"answer_02e66dec_1",
"answer_02e66dec_2"
]
},
{
"question_id": "07741c44",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_7e9ad7b4_2",
"answer_7e9ad7b4_1",
"8d969f3e_2",
"98ae7eef",
"ultrachat_541598",
"af4d4ecd_4",
"sharegpt_mUiNDhv_0",
"a4b136d1_2",
"sharegpt_vWO8y7i_35",
"f6b80ebe"
],
"gold_session_ids": [
"answer_7e9ad7b4_1",
"answer_7e9ad7b4_2"
]
},
{
"question_id": "a1eacc2a",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_0eb23770_1",
"answer_0eb23770_2",
"521255f7_2",
"1f035408",
"7daa121d_2",
"1ccb1920",
"93f23301_1",
"c910dd2c_3",
"ultrachat_187728",
"fde0ca18"
],
"gold_session_ids": [
"answer_0eb23770_1",
"answer_0eb23770_2"
]
},
{
"question_id": "184da446",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8315546295836225,
"mrr": 1,
"retrieved_session_ids": [
"answer_e2f4f947_2",
"85a49fe0_2",
"fcddf7d1_2",
"bf633415_2",
"ultrachat_195877",
"answer_e2f4f947_1",
"82a89303",
"7ee6a6c0_1",
"sharegpt_nsHU229_0",
"ultrachat_116760"
],
"gold_session_ids": [
"answer_e2f4f947_1",
"answer_e2f4f947_2"
]
},
{
"question_id": "031748ae",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_8748f791_1",
"eff063bb_2",
"answer_8748f791_2",
"5ac7f9c5_3",
"d0488050",
"e0f71050_2",
"31702c20_3",
"f9e54d9c",
"bc660b5f_1",
"70764af1_4"
],
"gold_session_ids": [
"answer_8748f791_1",
"answer_8748f791_2"
]
},
{
"question_id": "4d6b87c8",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8175295903539445,
"mrr": 1,
"retrieved_session_ids": [
"answer_766ab8da_2",
"4dd737a9_1",
"d87e86f6_1",
"sharegpt_yPCVYhX_0",
"5c85023a_1",
"9af4e346_1",
"answer_766ab8da_1",
"cffde796",
"85da7827",
"ultrachat_411499"
],
"gold_session_ids": [
"answer_766ab8da_1",
"answer_766ab8da_2"
]
},
{
"question_id": "0f05491a",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_d6d2eba8_2",
"answer_d6d2eba8_1",
"9b6db1a9_4",
"057cbbc4_1",
"9760f4ca",
"bb914c5c_1",
"d81d9846",
"9f4bec78",
"ee0921d4",
"0c260a71_3"
],
"gold_session_ids": [
"answer_d6d2eba8_1",
"answer_d6d2eba8_2"
]
},
{
"question_id": "08e075c7",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6934264036172708,
"mrr": 0.5,
"retrieved_session_ids": [
"25b3e36c_1",
"answer_cdbe2250_2",
"answer_cdbe2250_1",
"a2fa5ba3",
"b1d9d555_1",
"5ff94163_1",
"ultrachat_265107",
"ae77c245",
"77827bdf",
"sharegpt_Ah0tRO5_0"
],
"gold_session_ids": [
"answer_cdbe2250_1",
"answer_cdbe2250_2"
]
},
{
"question_id": "f9e8c073",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_b191df5b_2",
"sharegpt_GDFyxeT_0",
"answer_b191df5b_1",
"ultrachat_88473",
"22db3cc3_1",
"669318cf_3",
"0a042aef_2",
"50b32eed_2",
"ultrachat_219619",
"4604bc73_2"
],
"gold_session_ids": [
"answer_b191df5b_1",
"answer_b191df5b_2"
]
},
{
"question_id": "41698283",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_c7ddc051_1",
"answer_c7ddc051_2",
"431ae25c",
"28e948f5",
"0e8ba03b_1",
"631e4016",
"ff3f5781",
"47a2bd5a_1",
"f35e3cb7_1",
"f9d0bc67"
],
"gold_session_ids": [
"answer_c7ddc051_1",
"answer_c7ddc051_2"
]
},
{
"question_id": "2698e78f",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_9282283d_1",
"answer_9282283d_2",
"69674f25",
"sharegpt_DrLV0RL_0",
"d76030af_1",
"0fffb38f_2",
"5ac7f9c5_3",
"a0fcf806",
"ebd61d29_2",
"sharegpt_4qCDHY4_17"
],
"gold_session_ids": [
"answer_9282283d_1",
"answer_9282283d_2"
]
},
{
"question_id": "b6019101",
"question_type": "knowledge-update",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.39564672360221187,
"mrr": 0.16666666666666666,
"retrieved_session_ids": [
"sharegpt_CvVLg2J_18",
"de43030f_2",
"sharegpt_v9WEVZG_0",
"f5f1ff92_3",
"ultrachat_338597",
"answer_67074b4b_1",
"7b0dea50_2",
"ultrachat_331484",
"sharegpt_3u9F9yx_0",
"answer_67074b4b_2"
],
"gold_session_ids": [
"answer_67074b4b_1",
"answer_67074b4b_2"
]
},
{
"question_id": "45dc21b6",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_07664d43_1",
"5934b91f",
"answer_07664d43_2",
"28ad789a_1",
"0da2772d",
"5754046b",
"sharegpt_mMdyu3t_0",
"1c0921ee_3",
"de459c4b",
"b7f69a7d_2"
],
"gold_session_ids": [
"answer_07664d43_1",
"answer_07664d43_2"
]
},
{
"question_id": "5a4f22c0",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_b0f3dfff_2",
"answer_b0f3dfff_1",
"af778ece_1",
"5a1164c9_1",
"acb77ba4",
"007e7d81_2",
"sharegpt_I0uNTjm_22",
"b10f3828_1",
"c3f945f3_1",
"sharegpt_cXkL3cR_77"
],
"gold_session_ids": [
"answer_b0f3dfff_1",
"answer_b0f3dfff_2"
]
},
{
"question_id": "6071bd76",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5437713091520254,
"mrr": 0.3333333333333333,
"retrieved_session_ids": [
"5c18cb32_1",
"9de53d68_1",
"answer_4dac77cb_2",
"sharegpt_3D3oQC0_12",
"answer_4dac77cb_1",
"ultrachat_174856",
"e6b6353d",
"ultrachat_69243",
"6f2c01fc_3",
"710833f3"
],
"gold_session_ids": [
"answer_4dac77cb_1",
"answer_4dac77cb_2"
]
},
{
"question_id": "e493bb7c",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_1a374afa_2",
"answer_1a374afa_1",
"ultrachat_185447",
"0aacd15f_1",
"9161500f_2",
"sharegpt_9CnlN2a_0",
"ultrachat_415114",
"ultrachat_287713",
"ultrachat_392200",
"ultrachat_513900"
],
"gold_session_ids": [
"answer_1a374afa_1",
"answer_1a374afa_2"
]
},
{
"question_id": "618f13b2",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_caf5b52e_1",
"answer_caf5b52e_2",
"sharegpt_PvScEsS_0",
"b3619c2c",
"01a120b5",
"d2366c37",
"dda70510_2",
"6172cc72_3",
"c51583cd_3",
"4632c2c6_1"
],
"gold_session_ids": [
"answer_caf5b52e_1",
"answer_caf5b52e_2"
]
},
{
"question_id": "72e3ee87",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_d7de9a6a_2",
"answer_d7de9a6a_1",
"ultrachat_195333",
"1c1f5ccc_4",
"73a2f346_3",
"sharegpt_KdbXhTW_9",
"ultrachat_523550",
"be8c3970_2",
"080a4000_2",
"ultrachat_421360"
],
"gold_session_ids": [
"answer_d7de9a6a_1",
"answer_d7de9a6a_2"
]
},
{
"question_id": "c4ea545c",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.7977228895450266,
"mrr": 1,
"retrieved_session_ids": [
"answer_d3bf812b_2",
"5be74579",
"a2a8e2c9",
"sharegpt_71QV6Zs_7",
"sharegpt_I0uNTjm_16",
"b2d284b1",
"sharegpt_JJu53iW_0",
"9f9b402a_5",
"answer_d3bf812b_1",
"85a49fe0_1"
],
"gold_session_ids": [
"answer_d3bf812b_1",
"answer_d3bf812b_2"
]
},
{
"question_id": "01493427",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_a7b44747_2",
"answer_a7b44747_1",
"88e73f02",
"077f7bcb_3",
"291d8c82",
"5a840928_1",
"55e6ff53",
"3e8f07c9_1",
"087ac53a_2",
"a4d6c239_2"
],
"gold_session_ids": [
"answer_a7b44747_1",
"answer_a7b44747_2"
]
},
{
"question_id": "6a27ffc2",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_77f32504_2",
"4604bc73_3",
"answer_77f32504_1",
"6ae451d1_2",
"ultrachat_161210",
"sharegpt_KSCqghj_0",
"9ded9e01_2",
"sharegpt_kkqlRlo_13",
"eb87aced_1",
"ultrachat_505209"
],
"gold_session_ids": [
"answer_77f32504_1",
"answer_77f32504_2"
]
},
{
"question_id": "2133c1b5",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.2640681225725909,
"mrr": 0.25,
"retrieved_session_ids": [
"a63ad8e3_3",
"sharegpt_bSlIUYf_32",
"sharegpt_Olp439q_19",
"answer_52382508_2",
"3b655772_1",
"9a4c74d3_1",
"sharegpt_MvUpG5V_5",
"add9b012_1",
"ultrachat_460074",
"ultrachat_502724"
],
"gold_session_ids": [
"answer_52382508_1",
"answer_52382508_2"
]
},
{
"question_id": "18bc8abd",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_fff743f5_2",
"answer_fff743f5_1",
"a35679d5_2",
"2714885f_3",
"951df45e",
"ultrachat_529103",
"sharegpt_afCogMg_34",
"4ad82121_2",
"c6d55c42_2",
"ba6b67af_3"
],
"gold_session_ids": [
"answer_fff743f5_1",
"answer_fff743f5_2"
]
},
{
"question_id": "db467c8c",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5714285040141098,
"mrr": 0.5,
"retrieved_session_ids": [
"sharegpt_ocf8Lud_39",
"answer_611b6e83_1",
"77cf4551_1",
"76967d22",
"sharegpt_7nYPy2P_29",
"sharegpt_HBmf6q0_0",
"ultrachat_553961",
"daac1a76",
"answer_611b6e83_2",
"sharegpt_TAL32at_0"
],
"gold_session_ids": [
"answer_611b6e83_1",
"answer_611b6e83_2"
]
},
{
"question_id": "7a87bd0c",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_d08a934d_1",
"answer_d08a934d_2",
"e250791e_3",
"3d98b7e6_2",
"15519944_1",
"9aaeecbf",
"93e9e82c_2",
"62369c56_1",
"81f318a2_1",
"sharegpt_AOimCZD_0"
],
"gold_session_ids": [
"answer_d08a934d_1",
"answer_d08a934d_2"
]
},
{
"question_id": "e61a7584",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_f25c32f5_1",
"answer_f25c32f5_2",
"ultrachat_367590",
"82159da4_1",
"285525b2_1",
"574df152_2",
"afa96a40",
"18a06652_4",
"6a4b4b7e_2",
"e1416816_2"
],
"gold_session_ids": [
"answer_f25c32f5_1",
"answer_f25c32f5_2"
]
},
{
"question_id": "1cea1afa",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_79c395a9_1",
"answer_79c395a9_2",
"e9ad5914_5",
"9c479e89_1",
"7063fad2",
"sharegpt_inuIr9J_119",
"e131bcd4",
"7af38385_1",
"ultrachat_51727",
"ultrachat_455127"
],
"gold_session_ids": [
"answer_79c395a9_1",
"answer_79c395a9_2"
]
},
{
"question_id": "ed4ddc30",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8503449055347546,
"mrr": 1,
"retrieved_session_ids": [
"answer_babbaccb_2",
"4ffa04a2_4",
"01a120b5",
"c279c578",
"answer_babbaccb_1",
"57c91b14_2",
"e4969569_2",
"4ed9cd1b_2",
"8b726b64_1",
"aa31c397_2"
],
"gold_session_ids": [
"answer_babbaccb_1",
"answer_babbaccb_2"
]
},
{
"question_id": "8fb83627",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_966cecbb_1",
"answer_966cecbb_2",
"4019b1a8_5",
"9315f268_1",
"ultrachat_172298",
"be050ab3_2",
"02b81ad9",
"ultrachat_44939",
"b184aab6",
"88e01130_1"
],
"gold_session_ids": [
"answer_966cecbb_1",
"answer_966cecbb_2"
]
},
{
"question_id": "b01defab",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_8c0712af_2",
"answer_8c0712af_1",
"sharegpt_VbIxRWJ_33",
"sharegpt_zMUpvkc_57",
"59dc866c_1",
"ultrachat_76442",
"639cec58",
"fc69fd44_7",
"9aa07e25",
"6408b911"
],
"gold_session_ids": [
"answer_8c0712af_1",
"answer_8c0712af_2"
]
},
{
"question_id": "22d2cb42",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_bcce0b73_1",
"answer_bcce0b73_2",
"ultrachat_227551",
"74932466_1",
"060aeced",
"57c91b14_2",
"ff898925",
"sharegpt_ZXM9kAl_0",
"eec72a82_4",
"ultrachat_18212"
],
"gold_session_ids": [
"answer_bcce0b73_1",
"answer_bcce0b73_2"
]
},
{
"question_id": "0e4e4c46",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8315546295836225,
"mrr": 1,
"retrieved_session_ids": [
"answer_f2f998c7_1",
"b42cbaf0_1",
"71d1e644",
"sharegpt_XOT5vdc_6",
"17822471",
"answer_f2f998c7_2",
"cbd08e3c_abs_2",
"0773943b",
"55e0c6db_1",
"e82ce7cd_3"
],
"gold_session_ids": [
"answer_f2f998c7_1",
"answer_f2f998c7_2"
]
},
{
"question_id": "4b24c848",
"question_type": "knowledge-update",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.36181498356361597,
"mrr": 0.1111111111111111,
"retrieved_session_ids": [
"ultrachat_244540",
"16e094b3_1",
"b0855671_2",
"sharegpt_Lj1CaQL_0",
"306cb175",
"f5cf8815_1",
"ultrachat_421733",
"1815d1b7",
"answer_2cec623b_2",
"answer_2cec623b_1"
],
"gold_session_ids": [
"answer_2cec623b_1",
"answer_2cec623b_2"
]
},
{
"question_id": "7e974930",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_c9f5693c_1",
"answer_c9f5693c_2",
"705b5399_3",
"ultrachat_251049",
"898ce7a5_1",
"ultrachat_113430",
"sharegpt_EuvEEnD_0",
"a1e169b1",
"sharegpt_cXkL3cR_77",
"ultrachat_380252"
],
"gold_session_ids": [
"answer_c9f5693c_1",
"answer_c9f5693c_2"
]
},
{
"question_id": "603deb26",
"question_type": "knowledge-update",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.21840743681816419,
"mrr": 0.16666666666666666,
"retrieved_session_ids": [
"c4661b3c_1",
"88611fff",
"a55a5afc_2",
"93191d30_2",
"81f6b12f_2",
"answer_8afdebac_2",
"ede65c84_2",
"f0e71553_4",
"5e867c2f_2",
"37f66729"
],
"gold_session_ids": [
"answer_8afdebac_1",
"answer_8afdebac_2"
]
},
{
"question_id": "59524333",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8315546295836225,
"mrr": 1,
"retrieved_session_ids": [
"answer_b28f2c7a_1",
"ultrachat_150151",
"ultrachat_458180",
"638e7094_1",
"sharegpt_Clr6oyu_0",
"answer_b28f2c7a_2",
"sharegpt_NYFuCmY_0",
"c9e7e793",
"sharegpt_KhxXaow_0",
"sharegpt_S6bD7yp_0"
],
"gold_session_ids": [
"answer_b28f2c7a_1",
"answer_b28f2c7a_2"
]
},
{
"question_id": "5831f84d",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6052602440527057,
"mrr": 0.5,
"retrieved_session_ids": [
"7a88956e",
"answer_8d63a897_1",
"ef84b994_abs_2",
"41c90f4c_2",
"0a1e90d1_1",
"answer_8d63a897_2",
"sharegpt_6I57AvU_67",
"6a471944_1",
"b70358bc_6",
"0d66562c_4"
],
"gold_session_ids": [
"answer_8d63a897_1",
"answer_8d63a897_2"
]
},
{
"question_id": "eace081b",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_8a791264_1",
"answer_8a791264_2",
"sharegpt_HOO59Ue_137",
"9316aae3_1",
"4d04b866",
"4af27eab_2",
"413b57cb_3",
"1dcfb9a0_2",
"a9ab2024",
"f340a3db"
],
"gold_session_ids": [
"answer_8a791264_1",
"answer_8a791264_2"
]
},
{
"question_id": "affe2881",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6509209298071326,
"mrr": 0.5,
"retrieved_session_ids": [
"fb5dd87f_7",
"answer_90de9b4d_1",
"4604bc73_3",
"answer_90de9b4d_2",
"377f8fd9_2",
"0018b628",
"33994682_3",
"sharegpt_P0Qe2Gx_0",
"7badf4f3_1",
"3d895af0_3"
],
"gold_session_ids": [
"answer_90de9b4d_1",
"answer_90de9b4d_2"
]
},
{
"question_id": "50635ada",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_dcd74827_1",
"answer_dcd74827_2",
"b6f35f3a_1",
"42bcee92_2",
"03f76b6b",
"add7cc1e",
"sharegpt_eSTYwMj_10",
"2e53911b_1",
"419099c7_1",
"sharegpt_BVhcEnF_0"
],
"gold_session_ids": [
"answer_dcd74827_1",
"answer_dcd74827_2"
]
},
{
"question_id": "e66b632c",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8772153153380493,
"mrr": 1,
"retrieved_session_ids": [
"answer_ac0140ce_1",
"b876911c",
"84098c1b",
"answer_ac0140ce_2",
"259d58da_2",
"c2808c05_2",
"ultrachat_306973",
"47d18b61_1",
"ultrachat_223509",
"ultrachat_533755"
],
"gold_session_ids": [
"answer_ac0140ce_1",
"answer_ac0140ce_2"
]
},
{
"question_id": "0ddfec37",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8503449055347546,
"mrr": 1,
"retrieved_session_ids": [
"answer_a22b654d_2",
"e184e4c3_2",
"0a699029_2",
"3422786d_2",
"answer_a22b654d_1",
"147ab7e9_7",
"f2199726_2",
"ultrachat_180221",
"e4881cbd_1",
"sharegpt_ckrlzN2_35"
],
"gold_session_ids": [
"answer_a22b654d_1",
"answer_a22b654d_2"
]
},
{
"question_id": "f685340e",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8772153153380493,
"mrr": 1,
"retrieved_session_ids": [
"answer_25df025b_1",
"a4815e8e_2",
"142e3203_1",
"answer_25df025b_2",
"e7dcd5df",
"e862f726_1",
"992eb1f3_2",
"eef7c3fa_1",
"a8ef396f_1",
"c07ae000_2"
],
"gold_session_ids": [
"answer_25df025b_1",
"answer_25df025b_2"
]
},
{
"question_id": "cc5ded98",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_a5b68517_1",
"answer_a5b68517_2",
"c63b2c8f",
"ef785bb4_2",
"b13d5e4e_1",
"d973fa59_1",
"0a140d49_1",
"c937aab6",
"sharegpt_bTDMt3m_80",
"f14a4532_1"
],
"gold_session_ids": [
"answer_a5b68517_1",
"answer_a5b68517_2"
]
},
{
"question_id": "dfde3500",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8772153153380493,
"mrr": 1,
"retrieved_session_ids": [
"answer_35d6c0be_1",
"ad1c7ac6",
"59c704ad_1",
"answer_35d6c0be_2",
"86e218e3_2",
"5c18cb32_2",
"779c0465",
"5fcca8bc_2",
"134127c2_2",
"5d5e80c5_1"
],
"gold_session_ids": [
"answer_35d6c0be_1",
"answer_35d6c0be_2"
]
},
{
"question_id": "69fee5aa",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_d6028d6e_1",
"answer_d6028d6e_2",
"a0b8b0ad_7",
"5d284d7d_2",
"991d55e5_1",
"42adb80d_2",
"ultrachat_327452",
"sharegpt_QxC97cL_0",
"sharegpt_hpWyNVd_0",
"6ff77d45_2"
],
"gold_session_ids": [
"answer_d6028d6e_1",
"answer_d6028d6e_2"
]
},
{
"question_id": "7401057b",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_94650bfa_1",
"answer_94650bfa_2",
"c3757c5b",
"ultrachat_389374",
"sharegpt_Ah0tRO5_0",
"42e69993_1",
"7be23135",
"1450ffad",
"30f20967_2",
"8de5b7cf_2"
],
"gold_session_ids": [
"answer_94650bfa_1",
"answer_94650bfa_2"
]
},
{
"question_id": "cf22b7bf",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ae3a122b_1",
"answer_ae3a122b_2",
"c8fcdf5a_1",
"e201572a",
"ultrachat_346016",
"36d5bbde_1",
"22fe1c93",
"457e26bf",
"c3c334ff_1",
"8ab0292c_1"
],
"gold_session_ids": [
"answer_ae3a122b_1",
"answer_ae3a122b_2"
]
},
{
"question_id": "a2f3aa27",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.7977228895450266,
"mrr": 1,
"retrieved_session_ids": [
"answer_5126c02d_1",
"c98b3349_3",
"b65f51fb_5",
"c11b64f3_1",
"f188b48d_2",
"4cf2ea34",
"b4f28f96_1",
"01a467ee_2",
"answer_5126c02d_2",
"57bf4122_1"
],
"gold_session_ids": [
"answer_5126c02d_1",
"answer_5126c02d_2"
]
},
{
"question_id": "c7dc5443",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_0cdbca92_2",
"c2fb8e86_2",
"answer_0cdbca92_1",
"debc34d7_2",
"e200d96c_3",
"42d9467c_2",
"ultrachat_494538",
"sharegpt_hXYFkwv_35",
"9f0f59d1_3",
"728fc45a"
],
"gold_session_ids": [
"answer_0cdbca92_1",
"answer_0cdbca92_2"
]
},
{
"question_id": "06db6396",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_da72b1b4_1",
"answer_da72b1b4_2",
"ultrachat_333096",
"5bd9f1e6_1",
"sharegpt_2pwdGxJ_16",
"84d7650f_2",
"6ebdc1fe_2",
"da94a327_2",
"35038174_4",
"8235b87d"
],
"gold_session_ids": [
"answer_da72b1b4_1",
"answer_da72b1b4_2"
]
},
{
"question_id": "3ba21379",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6240505200038379,
"mrr": 0.5,
"retrieved_session_ids": [
"49576fd6",
"answer_cd345582_2",
"93aff0d7_2",
"sharegpt_QQQAWUd_19",
"answer_cd345582_1",
"f64c4793_1",
"ultrachat_224436",
"sharegpt_DPJevuk_0",
"5e50c81b",
"0f78155a_1"
],
"gold_session_ids": [
"answer_cd345582_1",
"answer_cd345582_2"
]
},
{
"question_id": "9bbe84a2",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_c6a0c6c2_1",
"answer_c6a0c6c2_2",
"ultrachat_148297",
"sharegpt_hcaZN94_546",
"e6e4fd83_2",
"cd81a69b",
"6b7605d1_2",
"1fc31387",
"ff0bb7fd_2",
"114c1fb7_6"
],
"gold_session_ids": [
"answer_c6a0c6c2_1",
"answer_c6a0c6c2_2"
]
},
{
"question_id": "10e09553",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_67be2c38_2",
"answer_67be2c38_1",
"7d1f5395",
"ff67236f_2",
"e5f785de",
"ultrachat_196381",
"3021992b_2",
"959e6cb0_7",
"58ab5fc5",
"918c4788_1"
],
"gold_session_ids": [
"answer_67be2c38_1",
"answer_67be2c38_2"
]
},
{
"question_id": "dad224aa",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_4a97ae40_1",
"6de8645d_1",
"answer_4a97ae40_2",
"756a4a02_2",
"56b5b760",
"b971ed75_3",
"91e581ad_1",
"5c690047_2",
"sharegpt_2Qvu6BM_34",
"d0bef272_1"
],
"gold_session_ids": [
"answer_4a97ae40_1",
"answer_4a97ae40_2"
]
},
{
"question_id": "ba61f0b9",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_f377cda7_1",
"answer_f377cda7_2",
"sharegpt_s8Opwwu_0",
"495cf518_1",
"c9213a03_1",
"221f2754_1",
"daca659d",
"ultrachat_421876",
"9316aae3_2",
"8c1da8f9_1"
],
"gold_session_ids": [
"answer_f377cda7_1",
"answer_f377cda7_2"
]
},
{
"question_id": "42ec0761",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_e3892371_2",
"answer_e3892371_1",
"53acd215",
"493bd421_2",
"812ccbd8_4",
"30aa70c6",
"sharegpt_JHGwlee_33",
"5dc74ba7",
"27d0d3e7",
"sharegpt_OLc5cYf_653"
],
"gold_session_ids": [
"answer_e3892371_1",
"answer_e3892371_2"
]
},
{
"question_id": "5c40ec5b",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_1cb52d0a_2",
"answer_1cb52d0a_1",
"be050ab3_2",
"d9868305_1",
"9eb7bb35",
"sharegpt_Ah0tRO5_0",
"0e8c2a62",
"5cc9e1ed_3",
"692075ef",
"25a2002c"
],
"gold_session_ids": [
"answer_1cb52d0a_1",
"answer_1cb52d0a_2"
]
},
{
"question_id": "c6853660",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5012658353418871,
"mrr": 0.25,
"retrieved_session_ids": [
"ultrachat_435535",
"a4863bcb_2",
"33994682_3",
"answer_626e93c4_2",
"answer_626e93c4_1",
"sharegpt_PQ71V9I_7",
"0e931802_2",
"6ed1c85e",
"6474cfcc",
"71dc2037_2"
],
"gold_session_ids": [
"answer_626e93c4_1",
"answer_626e93c4_2"
]
},
{
"question_id": "26bdc477",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_f762ad8d_1",
"answer_f762ad8d_2",
"27ce9f13_2",
"37b3c75d",
"a223e307",
"8aa17385",
"2d79c1c3_2",
"sharegpt_bq9G6bT_2",
"551eae69_1",
"f684ac4c_1"
],
"gold_session_ids": [
"answer_f762ad8d_1",
"answer_f762ad8d_2"
]
},
{
"question_id": "0977f2af",
"question_type": "knowledge-update",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.21840743681816419,
"mrr": 0.16666666666666666,
"retrieved_session_ids": [
"e255d6fc_2",
"bdf45964_3",
"b24eddd9_1",
"ultrachat_554962",
"104be29f_1",
"answer_3bf5b73b_2",
"ultrachat_143766",
"sharegpt_l6aWsPc_0",
"9b083158_1",
"sharegpt_qDHHlQO_27"
],
"gold_session_ids": [
"answer_3bf5b73b_1",
"answer_3bf5b73b_2"
]
},
{
"question_id": "6aeb4375_abs",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6240505200038379,
"mrr": 0.5,
"retrieved_session_ids": [
"f21e11f1_2",
"answer_3f9693b7_abs_1",
"1cf6c966_2",
"ultrachat_209842",
"answer_3f9693b7_abs_2",
"710f4e21_1",
"fcff2f22",
"ea83c1fe_1",
"53c4fdd7_2",
"a5286353_1"
],
"gold_session_ids": [
"answer_3f9693b7_abs_1",
"answer_3f9693b7_abs_2"
]
},
{
"question_id": "031748ae_abs",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8503449055347546,
"mrr": 1,
"retrieved_session_ids": [
"answer_8748f791_abs_1",
"1521a6c3_1",
"ultrachat_341706",
"sharegpt_EX0p0tj_19",
"answer_8748f791_abs_2",
"169cd54f",
"4d2c2c88_1",
"feba9363_1",
"210d7fd8_2",
"ultrachat_473482"
],
"gold_session_ids": [
"answer_8748f791_abs_1",
"answer_8748f791_abs_2"
]
},
{
"question_id": "2698e78f_abs",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6240505200038379,
"mrr": 0.5,
"retrieved_session_ids": [
"7ebf92f6_2",
"answer_9282283d_abs_1",
"3d94eae8",
"9bd6beaa_1",
"answer_9282283d_abs_2",
"9316aae3_1",
"f607e932_1",
"9e21d6ab_1",
"2e18c90b_1",
"ce291e98"
],
"gold_session_ids": [
"answer_9282283d_abs_1",
"answer_9282283d_abs_2"
]
},
{
"question_id": "2133c1b5_abs",
"question_type": "knowledge-update",
"recall_any_at_5": 0,
"recall_any_at_10": 0,
"recall_any_at_20": 0,
"ndcg_at_10": 0,
"mrr": 0,
"retrieved_session_ids": [
"6c7079a1",
"sharegpt_g3YFWLT_0",
"ef0341d4_1",
"fe6d8377_1",
"ef84b994_1",
"d0cfe938_1",
"18c1f00c_1",
"sharegpt_LmxRyal_9",
"sharegpt_BgSFVRW_0",
"ultrachat_543717"
],
"gold_session_ids": [
"answer_52382508_abs_1",
"answer_52382508_abs_2"
]
},
{
"question_id": "0ddfec37_abs",
"question_type": "knowledge-update",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.3706656904013186,
"mrr": 0.125,
"retrieved_session_ids": [
"6de70f46_1",
"3a11533e",
"4bd8d215_1",
"36a06ee8",
"25572732",
"a6b6067b",
"e3e061c4",
"answer_a22b654d_abs_1",
"a35959ba_2",
"answer_a22b654d_abs_2"
],
"gold_session_ids": [
"answer_a22b654d_abs_1",
"answer_a22b654d_abs_2"
]
},
{
"question_id": "f685340e_abs",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_25df025b_abs_1",
"6b895848_1",
"answer_25df025b_abs_2",
"bc6c5757_2",
"11fa2b8f",
"be4dc764_1",
"79bb1298_5",
"1970789e",
"sharegpt_oF0gxsp_0",
"7b49beea"
],
"gold_session_ids": [
"answer_25df025b_abs_1",
"answer_25df025b_abs_2"
]
},
{
"question_id": "89941a94",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5437713091520254,
"mrr": 0.3333333333333333,
"retrieved_session_ids": [
"f7a61595_5",
"85b9848f",
"answer_e1403127_2",
"sharegpt_bvzjXyv_0",
"answer_e1403127_1",
"fe1e4351_2",
"0d758215_2",
"1f035408",
"de275215_3",
"ultrachat_556968"
],
"gold_session_ids": [
"answer_e1403127_1",
"answer_e1403127_2"
]
},
{
"question_id": "07741c45",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8772153153380493,
"mrr": 1,
"retrieved_session_ids": [
"answer_7e9ad7b4_2",
"5300bfba",
"604de0a3_2",
"answer_7e9ad7b4_1",
"af4a2fd1",
"df846730",
"4c2bd0fe_1",
"37d65d40_3",
"sharegpt_hHGVWPU_4",
"465bc6a2"
],
"gold_session_ids": [
"answer_7e9ad7b4_1",
"answer_7e9ad7b4_2"
]
},
{
"question_id": "7161e7e2",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_sharegpt_5Lzox6N_0",
"3c3fee41",
"5aed819f",
"b4f63a70_3",
"5850de18_2",
"de93e859",
"e89b6be2_2",
"ultrachat_541021",
"6b17c99b_2",
"3070419a_1"
],
"gold_session_ids": [
"answer_sharegpt_5Lzox6N_0"
]
},
{
"question_id": "c4f10528",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_234453",
"51c89181_1",
"8b1b7007",
"11248f50",
"c5c309b9_1",
"dc1f9713_2",
"e12cfbcd",
"sharegpt_yMwEvl7_557",
"7157bff1_2",
"5ecb3466_2"
],
"gold_session_ids": [
"answer_ultrachat_234453"
]
},
{
"question_id": "89527b6b",
"question_type": "single-session-assistant",
"recall_any_at_5": 0,
"recall_any_at_10": 0,
"recall_any_at_20": 1,
"ndcg_at_10": 0,
"mrr": 0.0625,
"retrieved_session_ids": [
"9fa1d135_1",
"ultrachat_117600",
"1c6b85ea_1",
"8c1da8f9_1",
"4e147c90",
"48d385f0_1",
"689b46e2_4",
"51c262b6_2",
"9c722816",
"07f3f0e0_2"
],
"gold_session_ids": [
"answer_sharegpt_YkWn1Ne_0"
]
},
{
"question_id": "e9327a54",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_480665",
"c58fdf1e_2",
"c38fb85b",
"c0d099e6_2",
"2d79c1c3_1",
"8221810f_3",
"c81897cd_2",
"b65f51fb_5",
"ba944cdc",
"28e0ea23_2"
],
"gold_session_ids": [
"answer_ultrachat_480665"
]
},
{
"question_id": "4c36ccef",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5,
"mrr": 0.3333333333333333,
"retrieved_session_ids": [
"f18b6c03_1",
"sharegpt_1PRjwYK_11",
"answer_ultrachat_448704",
"89749c78_1",
"940629b2_1",
"988baea9",
"5412d059",
"7b1d1f43_2",
"89d49715_1",
"ultrachat_149723"
],
"gold_session_ids": [
"answer_ultrachat_448704"
]
},
{
"question_id": "6ae235be",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_sharegpt_IUWQYGQ_0",
"0a1e90d1_2",
"ec8fa65d_1",
"99188307",
"41b6e78c",
"ca3a4e4f_3",
"cc5a6057_1",
"809cabca_1",
"43811b62",
"c25b95c5_2"
],
"gold_session_ids": [
"answer_sharegpt_IUWQYGQ_0"
]
},
{
"question_id": "7e00a6cb",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5,
"mrr": 0.3333333333333333,
"retrieved_session_ids": [
"4dd1ba8d_2",
"24f78a31_2",
"answer_ultrachat_370515",
"9998814e_2",
"b7dca8f1_1",
"5534efcb_2",
"a9981dc6_2",
"39358a85_3",
"ultrachat_564942",
"e2cd250e_1"
],
"gold_session_ids": [
"answer_ultrachat_370515"
]
},
{
"question_id": "1903aded",
"question_type": "single-session-assistant",
"recall_any_at_5": 0,
"recall_any_at_10": 0,
"recall_any_at_20": 0,
"ndcg_at_10": 0,
"mrr": 0,
"retrieved_session_ids": [
"9f8c432e_2",
"sharegpt_64onasJ_0",
"ultrachat_138198",
"9b3611d7_1",
"8adb232f_1",
"f8246a66_1",
"184efb91_3",
"ultrachat_134914",
"b163d176",
"sharegpt_MCI1EVK_39"
],
"gold_session_ids": [
"answer_sharegpt_hA7AkP3_0"
]
},
{
"question_id": "ceb54acb",
"question_type": "single-session-assistant",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.3010299956639812,
"mrr": 0.1111111111111111,
"retrieved_session_ids": [
"de43030f_1",
"dddce60a_1",
"0840765f_1",
"c60d5c8a_1",
"2f23dd1a",
"7aa2a9af_2",
"0bbd7094_1",
"sharegpt_hUhgRkO_0",
"answer_sharegpt_cGdjmYo_0",
"197d99cc"
],
"gold_session_ids": [
"answer_sharegpt_cGdjmYo_0"
]
},
{
"question_id": "f523d9fe",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_sharegpt_m2xJfjo_0",
"ultrachat_391251",
"fbfda981",
"636e0e32_1",
"193c23bd_1",
"44165708",
"bed5fbab",
"73f75ab4",
"sharegpt_TF6GLMw_26",
"fd18e0dd_1"
],
"gold_session_ids": [
"answer_sharegpt_m2xJfjo_0"
]
},
{
"question_id": "0e5e2d1a",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_113156",
"f84b4266",
"sharegpt_btv4SkQ_0",
"c756c34e",
"c4e5d969_2",
"5d79fd65_2",
"147ab7e9_7",
"22f9f163_1",
"ultrachat_222974",
"a803f50b_2"
],
"gold_session_ids": [
"answer_ultrachat_113156"
]
},
{
"question_id": "fea54f57",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_187684",
"5ac7f9c5_1",
"a98f8672_1",
"a1e90def_1",
"34590cab_1",
"c8854b28",
"d5f14d5f_1",
"0aa99e2e_1",
"3210adc8",
"d81c92cb"
],
"gold_session_ids": [
"answer_ultrachat_187684"
]
},
{
"question_id": "cc539528",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6309297535714575,
"mrr": 0.5,
"retrieved_session_ids": [
"15a8ffb7_2",
"answer_ultrachat_374124",
"9e2e32c1_4",
"faa194ea",
"sharegpt_WBeb7tv_29",
"fb760626",
"18807892_4",
"ultrachat_490706",
"38e81260_5",
"3a1ea336_3"
],
"gold_session_ids": [
"answer_ultrachat_374124"
]
},
{
"question_id": "dc439ea3",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_459954",
"49d8a382",
"1bfd5a8b_2",
"5a81277c",
"ultrachat_186512",
"76ecc9b9_1",
"6ef99651_1",
"sharegpt_q2uAW7H_0",
"cb5637b3",
"ultrachat_4166"
],
"gold_session_ids": [
"answer_ultrachat_459954"
]
},
{
"question_id": "18dcd5a5",
"question_type": "single-session-assistant",
"recall_any_at_5": 0,
"recall_any_at_10": 0,
"recall_any_at_20": 1,
"ndcg_at_10": 0,
"mrr": 0.06666666666666667,
"retrieved_session_ids": [
"sharegpt_d1tE544_5",
"33d16079_2",
"6ea1541e_1",
"47727b14",
"9844f740",
"sharegpt_MW0whoh_79",
"5e906cb0_2",
"aceffaab",
"sharegpt_2yaKUmC_0",
"959e6cb0_2"
],
"gold_session_ids": [
"answer_sharegpt_hn3IS1q_0"
]
},
{
"question_id": "488d3006",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_275993",
"a68090b0_2",
"ce19df54_3",
"9a57d65b",
"82b82901",
"62c00fbc",
"1af2c0fb_1",
"b0f8fc7b_2",
"a394f6b5_1",
"3eb40515"
],
"gold_session_ids": [
"answer_ultrachat_275993"
]
},
{
"question_id": "58470ed2",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6309297535714575,
"mrr": 0.5,
"retrieved_session_ids": [
"9f8973ac",
"answer_sharegpt_U4oCSfU_7",
"ultrachat_478785",
"4050ebff_6",
"4a324955",
"8ca0085a_3",
"5c0574b1",
"66bfa1db",
"69bd3d4a_1",
"ultrachat_173621"
],
"gold_session_ids": [
"answer_sharegpt_U4oCSfU_7"
]
},
{
"question_id": "8cf51dda",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_sharegpt_HFMn2ZX_0",
"daa09295",
"9beab022_1",
"e862f726_3",
"sharegpt_jpiaPoJ_738",
"7073a9cd_2",
"b500d9be",
"5df2f487",
"3358b5ca_2",
"ed383233_2"
],
"gold_session_ids": [
"answer_sharegpt_HFMn2ZX_0"
]
},
{
"question_id": "1d4da289",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5,
"mrr": 0.3333333333333333,
"retrieved_session_ids": [
"517ad0f0",
"sharegpt_AfruXDt_0",
"answer_ultrachat_348449",
"bf85791d",
"a05c7d7d",
"f01df2d2_1",
"59c5f97e",
"ultrachat_213759",
"252715f8_4",
"76e56e2c_1"
],
"gold_session_ids": [
"answer_ultrachat_348449"
]
},
{
"question_id": "8464fc84",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_467053",
"8c65c687",
"1d5998ca_1",
"69a105f9_1",
"21d86ebb_2",
"98d39a6d",
"9ac77ac9_2",
"2d003fe4_2",
"602b4074_3",
"6ac43c5b_4"
],
"gold_session_ids": [
"answer_ultrachat_467053"
]
},
{
"question_id": "8aef76bc",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_563222",
"146dfabe",
"44b1595a",
"27d378b2_2",
"08e084f1_1",
"c7f6643e_2",
"05e258f4_2",
"014a5d36",
"5209e813_2",
"c80b8b74_1"
],
"gold_session_ids": [
"answer_ultrachat_563222"
]
},
{
"question_id": "71a3fd6b",
"question_type": "single-session-assistant",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.3333333333333333,
"mrr": 0.14285714285714285,
"retrieved_session_ids": [
"b7146673_1",
"d8f4b0f4",
"7f7e26d2_2",
"a29e9311",
"8419b385_3",
"f21fc078_1",
"answer_ultrachat_417348",
"eee3f7d3",
"36743359_3",
"d7a98679_2"
],
"gold_session_ids": [
"answer_ultrachat_417348"
]
},
{
"question_id": "2bf43736",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6309297535714575,
"mrr": 0.5,
"retrieved_session_ids": [
"8897a2e5",
"answer_sharegpt_2kpncbX_13",
"16c3be68_1",
"1a5fb2cd",
"2e89bd03_1",
"d79173aa_3",
"5ca6cd28",
"fa858208_2",
"a93750ef_2",
"ultrachat_49111"
],
"gold_session_ids": [
"answer_sharegpt_2kpncbX_13"
]
},
{
"question_id": "70b3e69b",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_334948",
"40afb91c_1",
"ultrachat_47234",
"sharegpt_O8qJclh_0",
"09e1a929_2",
"28cd2f40",
"1388b204_2",
"dd92723f_1",
"ultrachat_146029",
"35c5419d_3"
],
"gold_session_ids": [
"answer_ultrachat_334948"
]
},
{
"question_id": "8752c811",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_sharegpt_6pWK9yx_0",
"9db30f1c_3",
"93f23301_2",
"56745369_2",
"9272a6a2_2",
"d0a41222_1",
"02b63d04_1",
"31f7c649_2",
"f0e71553_5",
"87afa197_1"
],
"gold_session_ids": [
"answer_sharegpt_6pWK9yx_0"
]
},
{
"question_id": "3249768e",
"question_type": "single-session-assistant",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.2890648263178879,
"mrr": 0.1,
"retrieved_session_ids": [
"689b46e2_2",
"268e8532_2",
"71f2b8ba",
"0868982f_1",
"ec00a866_2",
"172b47cb_2",
"c6c5bb8b_2",
"11e9d591_2",
"779c0465",
"answer_sharegpt_CaxTGYP_0"
],
"gold_session_ids": [
"answer_sharegpt_CaxTGYP_0"
]
},
{
"question_id": "1b9b7252",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6309297535714575,
"mrr": 0.5,
"retrieved_session_ids": [
"0e726047",
"answer_ultrachat_115151",
"4f6e1b77_1",
"af4d4ecd_6",
"sharegpt_1AhFMpw_5",
"66e8a6dd",
"330c05e7_1",
"e8212ed9",
"064f42ee_1",
"3abaa836"
],
"gold_session_ids": [
"answer_ultrachat_115151"
]
},
{
"question_id": "1568498a",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.43067655807339306,
"mrr": 0.25,
"retrieved_session_ids": [
"sharegpt_h87NLyS_49",
"f964cea3_1",
"70fed904",
"answer_sharegpt_d6JJiqH_76",
"28eb86ab",
"1fef8ffe_1",
"6ad46850_2",
"936b0969_1",
"a05cd79f_1",
"71e0db57"
],
"gold_session_ids": [
"answer_sharegpt_d6JJiqH_76"
]
},
{
"question_id": "6222b6eb",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_sharegpt_H9PiM5G_0",
"25ffc571",
"caf7480d_1",
"5209e813_2",
"7b2523d3",
"ab603dd5_abs_2",
"723bf11f",
"b35fadaa",
"40a90d51",
"sharegpt_cyc2xbb_0"
],
"gold_session_ids": [
"answer_sharegpt_H9PiM5G_0"
]
},
{
"question_id": "e8a79c70",
"question_type": "single-session-assistant",
"recall_any_at_5": 0,
"recall_any_at_10": 0,
"recall_any_at_20": 1,
"ndcg_at_10": 0,
"mrr": 0.058823529411764705,
"retrieved_session_ids": [
"c0d099e6_2",
"539778d4_2",
"c068abb2",
"486705ce",
"sharegpt_ha8kUEr_0",
"fc706dc5_2",
"c4c504d2_6",
"f731656b_2",
"45c29267",
"89aed484_2"
],
"gold_session_ids": [
"answer_ultrachat_13075"
]
},
{
"question_id": "d596882b",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5,
"mrr": 0.3333333333333333,
"retrieved_session_ids": [
"71888aff_2",
"0dc2efcc_2",
"answer_ultrachat_252214",
"5558a42e_3",
"456807b7_1",
"dc9bf721_1",
"53582e7e_1",
"bef3abcd",
"a864e7aa_4",
"692075ef"
],
"gold_session_ids": [
"answer_ultrachat_252214"
]
},
{
"question_id": "e3fc4d6e",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_sharegpt_5m7gg5F_0",
"d31c3ec8_1",
"ultrachat_442052",
"42adb80d_3",
"4d261642",
"9b72b151",
"ultrachat_161238",
"bec86aec",
"05be3ff0_4",
"sharegpt_ltqfPQc_0"
],
"gold_session_ids": [
"answer_sharegpt_5m7gg5F_0"
]
},
{
"question_id": "51b23612",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_427265",
"409015ef_1",
"fd78c83d_2",
"f35cb519_2",
"8672f398_2",
"255c753b_1",
"cbd1fe79_2",
"74b0227e_2",
"17f444f3",
"ultrachat_343"
],
"gold_session_ids": [
"answer_ultrachat_427265"
]
},
{
"question_id": "3e321797",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_94624",
"07805a44",
"57144028_2",
"e77fc218_2",
"5558a42e_3",
"193c23bd_1",
"9252145e_2",
"04b7b396_1",
"11302335_4",
"sharegpt_EZmhz8p_0"
],
"gold_session_ids": [
"answer_ultrachat_94624"
]
},
{
"question_id": "e982271f",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_195444",
"sharegpt_BdpBz7Q_0",
"eb0d8dc1_4",
"ultrachat_564244",
"8a7c65c1_1",
"sharegpt_f83u8ds_59",
"ultrachat_383774",
"ultrachat_380780",
"7b4bce3b_2",
"db65997e"
],
"gold_session_ids": [
"answer_ultrachat_195444"
]
},
{
"question_id": "352ab8bd",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_sharegpt_NoDZzot_7",
"eee803c7",
"3826dc55_5",
"337cbfc8_2",
"9bafe9a2",
"d6d87935_2",
"sharegpt_UCVg3jO_0",
"3b0f28f6_2",
"ultrachat_1052",
"df08e7a0"
],
"gold_session_ids": [
"answer_sharegpt_NoDZzot_7"
]
},
{
"question_id": "fca762bc",
"question_type": "single-session-assistant",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.3333333333333333,
"mrr": 0.14285714285714285,
"retrieved_session_ids": [
"a8bb9614_2",
"d0cdfddb_2",
"3ac6fe4c",
"d5b3b034_1",
"42d9467c_1",
"2bc4ae7d",
"answer_ultrachat_39395",
"9beab022_1",
"3b7a6ecd_1",
"99eec551"
],
"gold_session_ids": [
"answer_ultrachat_39395"
]
},
{
"question_id": "7a8d0b71",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_sharegpt_i0tMT9q_9",
"d5eab084_2",
"147ab7e9_5",
"ccc6ab06_2",
"f07752be_1",
"ultrachat_136480",
"f20e72e4_2",
"4aaf678f_4",
"c14e3f09_2",
"14725f4a_1"
],
"gold_session_ids": [
"answer_sharegpt_i0tMT9q_9"
]
},
{
"question_id": "a40e080f",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6309297535714575,
"mrr": 0.5,
"retrieved_session_ids": [
"e63fbbeb_1",
"answer_ultrachat_269020",
"sharegpt_fyAkcGP_81",
"ef917f63",
"sharegpt_oXgiN7q_327",
"cd38b6ee",
"eb18a1b7",
"sharegpt_G3RxeFJ_94",
"528f481d_6",
"85736a07_2"
],
"gold_session_ids": [
"answer_ultrachat_269020"
]
},
{
"question_id": "8b9d4367",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_289157",
"7babf05b",
"c83bbe71_1",
"0bad887e_1",
"93d4bb28",
"20cf06b8",
"45d1c5c4",
"5880cdab",
"031061e6_4",
"ultrachat_321805"
],
"gold_session_ids": [
"answer_ultrachat_289157"
]
},
{
"question_id": "5809eb10",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_sharegpt_4aJsGCH_0",
"sharegpt_GDFyxeT_0",
"fc3d6c80",
"922c819f_2",
"5237bb0b_1",
"sharegpt_fQhexkP_38",
"616b8721",
"35ee7421",
"sharegpt_n3MgsgL_0",
"sharegpt_QaiMtpK_0"
],
"gold_session_ids": [
"answer_sharegpt_4aJsGCH_0"
]
},
{
"question_id": "41275add",
"question_type": "single-session-assistant",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.2890648263178879,
"mrr": 0.1,
"retrieved_session_ids": [
"a68db5db_1",
"eee803c7",
"acc3913b",
"sharegpt_dUoAhvI_71",
"9345f7dc_1",
"c07ae000_1",
"b3619c2c",
"53fe2138",
"2e0ff38d_2",
"answer_sharegpt_81riySf_0"
],
"gold_session_ids": [
"answer_sharegpt_81riySf_0"
]
},
{
"question_id": "4388e9dd",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_sharegpt_qTi81nS_0",
"0826def6_1",
"sharegpt_Tun3KJ4_0",
"313404c6_2",
"a6c0f032_3",
"cf9eda76",
"b6506028_2",
"3197d998_7",
"47311a4c_2",
"1ebd753f_2"
],
"gold_session_ids": [
"answer_sharegpt_qTi81nS_0"
]
},
{
"question_id": "4baee567",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_sharegpt_i9adwQn_0",
"sharegpt_wduYbsX_0",
"sharegpt_28Mwwk9_0",
"f6ec94b4_1",
"74711358_2",
"e00298a6_2",
"sharegpt_lWLBUhQ_547",
"ed3504e1",
"d5415748",
"4509e9fc"
],
"gold_session_ids": [
"answer_sharegpt_i9adwQn_0"
]
},
{
"question_id": "561fabcd",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_sharegpt_hChsWOp_97",
"aee13015_3",
"63c75b13_2",
"1c1f5ccc_6",
"cb442986",
"33da50d0_5",
"83fb74bf_1",
"sharegpt_QaiMtpK_0",
"864a563d_4",
"d5d7eff7"
],
"gold_session_ids": [
"answer_sharegpt_hChsWOp_97"
]
},
{
"question_id": "b759caee",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_sharegpt_2BSXlAr_0",
"eae516cd",
"fcae5c39_1",
"d3575920",
"f55fee5b_4",
"191f4c9b_2",
"3a667084_2",
"bab41bb6_5",
"22aa7cca_1",
"6be2f065_1"
],
"gold_session_ids": [
"answer_sharegpt_2BSXlAr_0"
]
},
{
"question_id": "ac031881",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_sharegpt_GYqnAhC_190",
"449b918c_3",
"sharegpt_cIj2dFl_4",
"e30307d8_1",
"eb95f93c",
"6608c1da",
"f43d9ae5",
"010a28ab_3",
"c8c3084d_3",
"57c91b14_1"
],
"gold_session_ids": [
"answer_sharegpt_GYqnAhC_190"
]
},
{
"question_id": "28bcfaac",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6309297535714575,
"mrr": 0.5,
"retrieved_session_ids": [
"8d410160",
"answer_ultrachat_446979",
"aafe556c",
"135a62d7_2",
"485f4604_2",
"774da34f_1",
"510b98f3",
"e7cc239c_2",
"7cd7c296_1",
"17cb8d2f_5"
],
"gold_session_ids": [
"answer_ultrachat_446979"
]
},
{
"question_id": "16c90bf4",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_294807",
"89d49715_1",
"afa0c2e7_5",
"cc830ab4_1",
"d576152e_4",
"101636c0_1",
"fa2714ed_1",
"b0da5097_2",
"8464304d_2",
"d5f4d9fa_1"
],
"gold_session_ids": [
"answer_ultrachat_294807"
]
},
{
"question_id": "c8f1aeed",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_519486",
"f7cd21e5",
"sharegpt_ebYKddM_87",
"ed8ba4b0_1",
"48a72204_3",
"f8a9cd01_2",
"b8620ffe_2",
"sharegpt_9ra36HI_32",
"12cd736c",
"199a5225_1"
],
"gold_session_ids": [
"answer_ultrachat_519486"
]
},
{
"question_id": "eaca4986",
"question_type": "single-session-assistant",
"recall_any_at_5": 0,
"recall_any_at_10": 0,
"recall_any_at_20": 0,
"ndcg_at_10": 0,
"mrr": 0,
"retrieved_session_ids": [
"931c521e_1",
"f987da7e_3",
"3477c37c_1",
"sharegpt_yC6nsDU_0",
"1c1a2b7f_2",
"564761aa",
"sharegpt_zY4q7i0_5",
"0e543e9e_2",
"sharegpt_kNi3QzP_24",
"07fb2f15_1"
],
"gold_session_ids": [
"answer_sharegpt_SS141vi_0"
]
},
{
"question_id": "c7cf7dfd",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_456407",
"96b8c9ee",
"285a29e7_1",
"9db6d988_2",
"sharegpt_gQaSoiF_13",
"e24943fc",
"1382d6fb_1",
"1341f0b9",
"780b6c7c_1",
"e27fe923_5"
],
"gold_session_ids": [
"answer_ultrachat_456407"
]
},
{
"question_id": "e48988bc",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5,
"mrr": 0.3333333333333333,
"retrieved_session_ids": [
"f84b4266",
"6e110a53_1",
"answer_ultrachat_174360",
"476b1cbb",
"8fb3fe3a_3",
"ff6bccaa_3",
"ultrachat_494373",
"e388463b_1",
"ultrachat_283303",
"ultrachat_58258"
],
"gold_session_ids": [
"answer_ultrachat_174360"
]
},
{
"question_id": "1de5cff2",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6309297535714575,
"mrr": 0.5,
"retrieved_session_ids": [
"848d721f_1",
"answer_ultrachat_440262",
"001cefa7_2",
"4c6775ed_1",
"64048e35",
"42d9467c_1",
"e7418361_2",
"28031c43_2",
"1c1f5ccc_1",
"c14dbe17"
],
"gold_session_ids": [
"answer_ultrachat_440262"
]
},
{
"question_id": "65240037",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_403752",
"f8dc1273",
"37141183",
"92466e8e_1",
"7df4c735_1",
"0504a710_3",
"9139676d",
"sharegpt_ME35OD8_167",
"d3d299a4",
"46f07bd0_2"
],
"gold_session_ids": [
"answer_ultrachat_403752"
]
},
{
"question_id": "778164c6",
"question_type": "single-session-assistant",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.3333333333333333,
"mrr": 0.14285714285714285,
"retrieved_session_ids": [
"b605741a_1",
"490bb46d_1",
"05b551b6",
"35201d43",
"483ddd90",
"81e406dd_2",
"answer_ultrachat_399000",
"ddaa5a15_2",
"1340826c",
"sharegpt_ki9IVDq_6"
],
"gold_session_ids": [
"answer_ultrachat_399000"
]
}
]
}