#1 Persistent memory for AI coding agents based on real-world benchmarks
TypeScript agentmemoryagentsaiclaudeclaudecodecodexcopilotcursorgenaiharnesshermesmemoryompopenclawopencodepi
{
"mode": "hybrid",
"questions": 500,
"recall_any_at_5": 0.952,
"recall_any_at_10": 0.986,
"recall_any_at_20": 0.994,
"ndcg_at_10": 0.8785881269713454,
"mrr": 0.8821431318681319,
"per_type": {
"single-session-user": {
"count": 70,
"recall_any_at_5": 0.9,
"recall_any_at_10": 0.9714285714285714
},
"multi-session": {
"count": 133,
"recall_any_at_5": 0.9774436090225563,
"recall_any_at_10": 1
},
"single-session-preference": {
"count": 30,
"recall_any_at_5": 0.8333333333333334,
"recall_any_at_10": 0.9666666666666667
},
"temporal-reasoning": {
"count": 133,
"recall_any_at_5": 0.9548872180451128,
"recall_any_at_10": 0.9774436090225563
},
"knowledge-update": {
"count": 78,
"recall_any_at_5": 0.9871794871794872,
"recall_any_at_10": 1
},
"single-session-assistant": {
"count": 56,
"recall_any_at_5": 0.9642857142857143,
"recall_any_at_10": 0.9821428571428571
}
},
"per_question": [
{
"question_id": "e47becba",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_280352e9",
"f6859b48_2",
"sharegpt_T1EiHWI_13",
"41abc171_4",
"ultrachat_336116",
"02bd2b90_3",
"sharegpt_UnjngE7_65",
"ultrachat_214101",
"ultrachat_486410",
"ultrachat_514031"
],
"gold_session_ids": [
"answer_280352e9"
]
},
{
"question_id": "118b2229",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_40a90d51",
"628c958c_7",
"db73b7e4_4",
"db50c0f6",
"7d8b5834_1",
"0afa904a",
"728deb4d_5",
"79f74d4e_1",
"sharegpt_dabXXRO_10",
"004edb32"
],
"gold_session_ids": [
"answer_40a90d51"
]
},
{
"question_id": "51a45a95",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_d61669c7",
"07ba9acd_2",
"55e0c6db_2",
"98c198fb",
"sharegpt_MKMWjX0_25",
"6e0b1800_2",
"5c44d9fe_1",
"sharegpt_3vxz2Zr_0",
"07d1915d_1",
"dfe646a7_1"
],
"gold_session_ids": [
"answer_d61669c7"
]
},
{
"question_id": "58bf7951",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_355c48bb",
"ultrachat_304942",
"793382f9_2",
"ultrachat_268434",
"5b83c26e_1",
"ultrachat_278141",
"ultrachat_71618",
"1587bd78_1",
"ultrachat_143341",
"ultrachat_155546"
],
"gold_session_ids": [
"answer_355c48bb"
]
},
{
"question_id": "1e043500",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.43067655807339306,
"mrr": 0.25,
"retrieved_session_ids": [
"01bd9def",
"8020d945_2",
"sharegpt_bph7DTk_7",
"answer_3e012175",
"sharegpt_uQMdL9t_0",
"c285b705_2",
"sharegpt_Clr6oyu_0",
"4d0d7984",
"2d0d0004",
"b28990c8_1"
],
"gold_session_ids": [
"answer_3e012175"
]
},
{
"question_id": "c5e8278d",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_f6168136",
"f58317c6",
"sharegpt_DB8U4oH_9",
"e4881cbd_4",
"89b1028d_1",
"aaf71ce2_2",
"0fe848c5_3",
"dc832f73",
"e01eaa19_2",
"03362ec8_2"
],
"gold_session_ids": [
"answer_f6168136"
]
},
{
"question_id": "6ade9755",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_9398da02",
"a200b713_4",
"ultrachat_270925",
"sharegpt_BghMUHh_0",
"5df2f487",
"7c5ab02a_2",
"de5634fc_2",
"ultrachat_462",
"ec8fa65d_2",
"5d049e3c"
],
"gold_session_ids": [
"answer_9398da02"
]
},
{
"question_id": "6f9b354f",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_feb5200f",
"ultrachat_549317",
"de877349",
"0c0f2449_2",
"a79f1a04_1",
"c22eca8c_1",
"sharegpt_BYHT3Xz_0",
"a729934a_2",
"40643340_2",
"2c275178_1"
],
"gold_session_ids": [
"answer_feb5200f"
]
},
{
"question_id": "58ef2f1c",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_59547700",
"e6ab6a7b_2",
"ultrachat_5212",
"e82ce7cd_1",
"sharegpt_eHZgwR0_9",
"13f3da23_3",
"b546cb39_2",
"sharegpt_RFw4j0W_0",
"ultrachat_246324",
"ultrachat_477344"
],
"gold_session_ids": [
"answer_59547700"
]
},
{
"question_id": "f8c5f88b",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_c3567066",
"91880423",
"15232887_1",
"sharegpt_TKj3yO8_0",
"54e9197a",
"68ace657_1",
"66c23110_1",
"sharegpt_n2aGNgW_9",
"5520ca18",
"0a6bf5e4_2"
],
"gold_session_ids": [
"answer_c3567066"
]
},
{
"question_id": "5d3d2817",
"question_type": "single-session-user",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.3010299956639812,
"mrr": 0.1111111111111111,
"retrieved_session_ids": [
"670ca40e",
"sharegpt_ebWP6Hz_0",
"sharegpt_ipLglky_48",
"sharegpt_bTDMt3m_64",
"sharegpt_BKl952A_23",
"49b78a55_1",
"e00298a6_1",
"e93efd9a_1",
"answer_235eb6fb",
"85d16d01"
],
"gold_session_ids": [
"answer_235eb6fb"
]
},
{
"question_id": "7527f7e2",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_7cb94507",
"18a06652_3",
"44bbd8cd_2",
"4e2acecc",
"afbd7193_1",
"sharegpt_xIDRgaY_0",
"sharegpt_cRrfdsc_0",
"sharegpt_ToxFax1_535",
"bee872da_2",
"88fed3ed_2"
],
"gold_session_ids": [
"answer_7cb94507"
]
},
{
"question_id": "c960da58",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_e05e4612",
"sharegpt_ErOTMZ3_59",
"sharegpt_CdnyHep_0",
"ultrachat_198948",
"f7ffddbc",
"sharegpt_OAUjazp_0",
"ultrachat_374640",
"b76006cb_3",
"sharegpt_SoyhGNj_0",
"52381716_1"
],
"gold_session_ids": [
"answer_e05e4612"
]
},
{
"question_id": "3b6f954b",
"question_type": "single-session-user",
"recall_any_at_5": 0,
"recall_any_at_10": 0,
"recall_any_at_20": 1,
"ndcg_at_10": 0,
"mrr": 0.07692307692307693,
"retrieved_session_ids": [
"c271c071",
"ultrachat_230611",
"ultrachat_64326",
"ultrachat_572251",
"sharegpt_cD2Kgkn_33",
"4ed9cd1b_1",
"e27891d3_2",
"ultrachat_294369",
"f999b05c_2",
"ultrachat_308865"
],
"gold_session_ids": [
"answer_94030872"
]
},
{
"question_id": "726462e0",
"question_type": "single-session-user",
"recall_any_at_5": 0,
"recall_any_at_10": 0,
"recall_any_at_20": 0,
"ndcg_at_10": 0,
"mrr": 0,
"retrieved_session_ids": [
"741c6781_1",
"6ef99651_2",
"ce144f08",
"cdd9704d_1",
"9c05acfe_2",
"b84b7a2b_1",
"ultrachat_450587",
"7e4dab66_1",
"5b83c26e_1",
"sharegpt_IxOWCIE_9"
],
"gold_session_ids": [
"answer_f38f679b"
]
},
{
"question_id": "94f70d80",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_c63c0458",
"sharegpt_PCqCVmR_18",
"96eac086",
"sharegpt_ZvjRGRN_0",
"2479cbae",
"ultrachat_526427",
"b015c3c3_1",
"4e77dbbe_5",
"2ae4f277_1",
"09b651aa_3"
],
"gold_session_ids": [
"answer_c63c0458"
]
},
{
"question_id": "66f24dbb",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6309297535714575,
"mrr": 0.5,
"retrieved_session_ids": [
"89452526_2",
"answer_fea2e4d3",
"798e4ba3_2",
"8d015d9d_4",
"ca3a4e4f_1",
"7a10d327_2",
"8d46b8fa_1",
"aeb3818c_2",
"sharegpt_BvuMJIh_0",
"fce8bb8a_2"
],
"gold_session_ids": [
"answer_fea2e4d3"
]
},
{
"question_id": "ad7109d1",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6309297535714575,
"mrr": 0.5,
"retrieved_session_ids": [
"3dc02d26_2",
"answer_679840f8",
"22aa7cca_3",
"06121f7f_1",
"3030efec_2",
"7ad0bd25_1",
"0982a1fa_5",
"1d6744b5_1",
"sharegpt_zdDMlRC_0",
"02f0738e_4"
],
"gold_session_ids": [
"answer_679840f8"
]
},
{
"question_id": "af8d2e46",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_82a04f59",
"ced213c6",
"d5a6f455_2",
"43668d77_1",
"33c3b457",
"7f61409f",
"f75238a5_1",
"ultrachat_164840",
"38e4b795_2",
"73d5f10c"
],
"gold_session_ids": [
"answer_82a04f59"
]
},
{
"question_id": "dccbc061",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_8f276838",
"25d1830a_2",
"ultrachat_343",
"ultrachat_519037",
"0b8a4a9d_1",
"79bb1298_3",
"4af27eab_2",
"sharegpt_buGcwO5_33",
"sharegpt_MKMWjX0_25",
"657ab20c_1"
],
"gold_session_ids": [
"answer_8f276838"
]
},
{
"question_id": "c8c3f81d",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_761acef8",
"19ec83c5_1",
"b818e2a1_1",
"2b16f3d6_1",
"eb403c80_2",
"25432e10",
"sharegpt_pRqHb1o_0",
"sharegpt_6CsjCEy_0",
"eb5d5a93_1",
"e89b6be2_2"
],
"gold_session_ids": [
"answer_761acef8"
]
},
{
"question_id": "8ebdbe50",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_8ad8a34f",
"90f16f14_2",
"b53f447a_1",
"39911f94",
"27d378b2_3",
"03b4d5d8_2",
"sharegpt_c0PdB3l_0",
"66369fde_4",
"sharegpt_M84blrA_53",
"407dd888"
],
"gold_session_ids": [
"answer_8ad8a34f"
]
},
{
"question_id": "6b168ec8",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_e623ae87",
"ultrachat_414934",
"sharegpt_1kE6haW_52",
"afffd8ec_3",
"388c5534_1",
"32cf110f_1",
"443688cc_2",
"33dff20c_3",
"sharegpt_ba4V2an_2",
"518d26d3_5"
],
"gold_session_ids": [
"answer_e623ae87"
]
},
{
"question_id": "75499fd8",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_723bf11f",
"ultrachat_428593",
"5328c3c2_2",
"533372c8_3",
"sharegpt_v11Tpg9_195",
"sharegpt_WetAHhj_0",
"ddf0f116_3",
"sharegpt_u1AM5RT_273",
"ultrachat_371964",
"ultrachat_466236"
],
"gold_session_ids": [
"answer_723bf11f"
]
},
{
"question_id": "21436231",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_1e6d4567",
"7a7a4bf0_4",
"1b2b30d3",
"a0f8468c_3",
"a3118ef0_1",
"4bebc783_2",
"d0785ee9_1",
"a3058382_4",
"sharegpt_DGiqvVv_169",
"0d0a89dc_1"
],
"gold_session_ids": [
"answer_1e6d4567"
]
},
{
"question_id": "95bcc1c8",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_cb742a61",
"abeda028",
"56266c38_1",
"c9763bff",
"sharegpt_uATA5m5_41",
"ultrachat_320154",
"d59a335d",
"99e5e380",
"396238f9",
"ultrachat_203404"
],
"gold_session_ids": [
"answer_cb742a61"
]
},
{
"question_id": "0862e8bf",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_c6fd8ebd",
"sharegpt_MTUnqho_0",
"ultrachat_357044",
"sharegpt_A7KJApk_21",
"sharegpt_2I1TxKW_0",
"sharegpt_WhKs0Le_0",
"10541a2c_1",
"sharegpt_oLlUxYj_40",
"ultrachat_240637",
"ultrachat_518141"
],
"gold_session_ids": [
"answer_c6fd8ebd"
]
},
{
"question_id": "853b0a1d",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6309297535714575,
"mrr": 0.5,
"retrieved_session_ids": [
"c70f9f9c",
"answer_69811d4a",
"sharegpt_n3MgsgL_0",
"ultrachat_376940",
"sharegpt_hRba933_47",
"f71bf532_1",
"ultrachat_378413",
"sharegpt_F1lIiep_0",
"sharegpt_UnjngE7_65",
"sharegpt_oh3eExx_8"
],
"gold_session_ids": [
"answer_69811d4a"
]
},
{
"question_id": "a06e4cfe",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6309297535714575,
"mrr": 0.5,
"retrieved_session_ids": [
"af257b0b_2",
"answer_6fe9fb49",
"84fb50bb_3",
"b66c6397_1",
"ultrachat_442201",
"6dfb33f1_1",
"0c891c0b_1",
"de64539a_2",
"9de2c795",
"15519944_2"
],
"gold_session_ids": [
"answer_6fe9fb49"
]
},
{
"question_id": "37d43f65",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_55161935",
"1cafd864_3",
"782c0f84",
"3ab79434_2",
"ultrachat_415674",
"sharegpt_uNuzBLK_0",
"sharegpt_Bm91yJg_0",
"63587769",
"3dcf1e0b_2",
"ultrachat_107321"
],
"gold_session_ids": [
"answer_55161935"
]
},
{
"question_id": "b86304ba",
"question_type": "single-session-user",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.3562071871080222,
"mrr": 0.16666666666666666,
"retrieved_session_ids": [
"ultrachat_328696",
"e831a29f_1",
"65f3c006_1",
"sharegpt_E0YL5SX_142",
"8e9425ef_1",
"answer_645b0329",
"ae00973d_4",
"sharegpt_xGoJZ6Z_0",
"5cc9b056",
"ea8bb4f8_2"
],
"gold_session_ids": [
"answer_645b0329"
]
},
{
"question_id": "d52b4f67",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_0df6aa4b",
"d31c3ec8_3",
"62a6d083",
"cd1f21d0_3",
"0840765f_1",
"sharegpt_n6Ej34Y_75",
"sharegpt_BVfC7JV_0",
"f999b05b_5",
"ultrachat_481735",
"9b17bb98"
],
"gold_session_ids": [
"answer_0df6aa4b"
]
},
{
"question_id": "25e5aa4f",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_986de8c3",
"18807892_4",
"ultrachat_225537",
"sharegpt_8cFNcVG_0",
"sharegpt_6MPnc5F_9",
"sharegpt_rqvR1Ep_0",
"8953c8c8_1",
"ultrachat_373294",
"sharegpt_SwdaeDm_15",
"1de862d6_2"
],
"gold_session_ids": [
"answer_986de8c3"
]
},
{
"question_id": "caf9ead2",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_0714183a",
"7ae303b7_1",
"86974d49",
"ultrachat_137778",
"cd568521_2",
"fcc6d66d_1",
"e18a6f0b_4",
"58dd3f35",
"f8ba3f69",
"5e014cd6_2"
],
"gold_session_ids": [
"answer_0714183a"
]
},
{
"question_id": "8550ddae",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_c8354ae9",
"71cf5aeb_3",
"a7189b75",
"9deebbc2_2",
"e10dfffb_1",
"c7a15bdc",
"3b13915f",
"d2cb1f8c",
"ultrachat_365941",
"38bbc2b7_2"
],
"gold_session_ids": [
"answer_c8354ae9"
]
},
{
"question_id": "60d45044",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_9cddca88",
"a76e7e3c_2",
"fec059c5",
"446173bb_1",
"26bc645b_5",
"f90c44e6_2",
"af4d4ecd_2",
"0c0f2449_1",
"de34d3f7",
"fcc6d66d_1"
],
"gold_session_ids": [
"answer_9cddca88"
]
},
{
"question_id": "3f1e9474",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_57fc1954",
"205f348b_2",
"e7497c07_2",
"ultrachat_393184",
"ultrachat_477598",
"sharegpt_hl7jQnw_0",
"ultrachat_489379",
"ultrachat_177477",
"3aac691d_2",
"sharegpt_5clkQjb_12"
],
"gold_session_ids": [
"answer_57fc1954"
]
},
{
"question_id": "86b68151",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6309297535714575,
"mrr": 0.5,
"retrieved_session_ids": [
"0abaca24_1",
"answer_dc11c1eb",
"4e671700",
"sharegpt_beV15ZO_0",
"d1bd26fb_2",
"sharegpt_rnL5VQO_0",
"d8454317_4",
"sharegpt_KdbXhTW_13",
"ultrachat_182718",
"159ab103"
],
"gold_session_ids": [
"answer_dc11c1eb"
]
},
{
"question_id": "577d4d32",
"question_type": "single-session-user",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.3333333333333333,
"mrr": 0.14285714285714285,
"retrieved_session_ids": [
"6e2cca63_2",
"f60245ed",
"ultrachat_125084",
"dc700e27",
"26f9a255_1",
"2ef53f61_2",
"answer_0dd4d99a",
"sharegpt_101i5OR_0",
"b283f9eb_1",
"sharegpt_1ByFFwm_0"
],
"gold_session_ids": [
"answer_0dd4d99a"
]
},
{
"question_id": "ec81a493",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ed1982fc",
"6f55019d",
"ab4643a2_4",
"616fdd27",
"ultrachat_27488",
"90fea364_3",
"ffbd49a4",
"bb2180e9_1",
"d22a462a_2",
"ultrachat_74904"
],
"gold_session_ids": [
"answer_ed1982fc"
]
},
{
"question_id": "15745da0",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_586de428",
"07d33eaa",
"ultrachat_446016",
"1f5370f7_4",
"0d73afc8",
"ultrachat_155656",
"1c662b7b_1",
"768544e1",
"c1f03307_2",
"4cbb6dd2"
],
"gold_session_ids": [
"answer_586de428"
]
},
{
"question_id": "e01b8e2f",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_5ca6cd28",
"97338ddd_1",
"86c5d31d",
"8acfa731",
"b2543a58_3",
"1aaf8057_3",
"d31c3ec8_1",
"8be2c3f1",
"sharegpt_4ANhVKP_0",
"d4cdb464"
],
"gold_session_ids": [
"answer_5ca6cd28"
]
},
{
"question_id": "bc8a6e93",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_e6143162",
"ultrachat_453950",
"b869d7ed_2",
"ultrachat_184007",
"a1b3dd27_1",
"6f8c03ab",
"f62bfe2b_1",
"05594106_1",
"1cb7a6c4_4",
"sharegpt_W9DAhiE_0"
],
"gold_session_ids": [
"answer_e6143162"
]
},
{
"question_id": "ccb36322",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_f1fbb330",
"facfdfe2",
"bdcee74e_3",
"162ff451",
"04a0b385",
"06d1a1a0",
"940629b2_3",
"28a45124",
"ultrachat_203880",
"46d9d476"
],
"gold_session_ids": [
"answer_f1fbb330"
]
},
{
"question_id": "001be529",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_530960c1",
"sharegpt_6cz1Sq6_328",
"sharegpt_L5SCdrp_0",
"dffe8d2d_2",
"f067b0ee",
"752a01fe_3",
"a244d459",
"de877349",
"2c1537ff",
"ultrachat_241736"
],
"gold_session_ids": [
"answer_530960c1"
]
},
{
"question_id": "b320f3f8",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_5cc9b056",
"aae4411b_2",
"b89f68c4_4",
"sharegpt_4FCMpJR_0",
"1b71c896_2",
"5e4bb245_2",
"66ffbb8b_1",
"e28f75f4",
"sharegpt_7QD86cC_20",
"ultrachat_562554"
],
"gold_session_ids": [
"answer_5cc9b056"
]
},
{
"question_id": "19b5f2b3",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_5ff494b9",
"ultrachat_302261",
"sharegpt_I0Wgney_11",
"ultrachat_447485",
"ultrachat_138083",
"275804a8_3",
"ultrachat_8325",
"5214491c",
"51adc57e_2",
"fbe6fa2c_1"
],
"gold_session_ids": [
"answer_5ff494b9"
]
},
{
"question_id": "4fd1909e",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_2952aee4",
"ad2135af",
"ultrachat_186237",
"94c582bb_2",
"ultrachat_472809",
"502b6b52_2",
"f716720c_1",
"ultrachat_162975",
"65bc93cf_7",
"2479cbae"
],
"gold_session_ids": [
"answer_2952aee4"
]
},
{
"question_id": "545bd2b5",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6309297535714575,
"mrr": 0.5,
"retrieved_session_ids": [
"b7f69a7d_1",
"answer_47ffab4c",
"d1a1b9ea_1",
"1351505a_1",
"32615aa6_3",
"6e672b84_2",
"700c16e2_1",
"9f9384ed_1",
"10889cf0_1",
"cc021f81_2"
],
"gold_session_ids": [
"answer_47ffab4c"
]
},
{
"question_id": "8a137a7f",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_15d63a22",
"ac583170_2",
"e3e66b50",
"ultrachat_293136",
"sharegpt_tR1SJyb_0",
"ultrachat_44939",
"e2cb1647",
"sharegpt_CMbaRkD_37",
"77908e43_1",
"sharegpt_o1SCEXR_23"
],
"gold_session_ids": [
"answer_15d63a22"
]
},
{
"question_id": "76d63226",
"question_type": "single-session-user",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.3562071871080222,
"mrr": 0.16666666666666666,
"retrieved_session_ids": [
"cb289226_1",
"50136b31",
"6a2f9452_2",
"ultrachat_180710",
"sharegpt_Wi7Op1u_91",
"answer_bbdc7b0a",
"11566271_2",
"sharegpt_sRhcMiu_13",
"sharegpt_jsjbgCR_0",
"372544ba"
],
"gold_session_ids": [
"answer_bbdc7b0a"
]
},
{
"question_id": "86f00804",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_96b8c9ee",
"6e672b84_3",
"35c5419d_abs_3",
"sharegpt_sCFErnY_22",
"sharegpt_BAHXiar_14",
"sharegpt_ErOTMZ3_277",
"6339aa1d_2",
"sharegpt_K3jwzdd_0",
"830c739e",
"cf9010c2_1"
],
"gold_session_ids": [
"answer_96b8c9ee"
]
},
{
"question_id": "8e9d538c",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_7bdcbd23",
"27d18d38",
"ultrachat_570726",
"2deed26f",
"4b5568a5",
"sharegpt_MoCDhww_0",
"ultrachat_185241",
"sharegpt_cADPA4R_0",
"sharegpt_tb5H6IH_3",
"ultrachat_419107"
],
"gold_session_ids": [
"answer_7bdcbd23"
]
},
{
"question_id": "311778f1",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_e40b054e",
"sharegpt_vXNQZ2I_0",
"4fe91719_1",
"8e6e058b_3",
"5db56d24_2",
"31903f54",
"414b9122",
"ultrachat_316997",
"ultrachat_514341",
"sharegpt_1kE6haW_276"
],
"gold_session_ids": [
"answer_e40b054e"
]
},
{
"question_id": "c19f7a0b",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_f442ccbe",
"9530353d_1",
"58ab5fc5",
"sharegpt_6ZeW9Vb_0",
"7bc2c7a3_1",
"ultrachat_352431",
"c9292210_2",
"5558a42e_1",
"ultrachat_80803",
"sharegpt_RjNU9sC_20"
],
"gold_session_ids": [
"answer_f442ccbe"
]
},
{
"question_id": "4100d0a0",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_83c13ff9",
"8d068598",
"eb888fcf_1",
"sharegpt_8w0MhIA_0",
"22a97fec",
"sharegpt_eV0krsR_0",
"sharegpt_Viy08ou_0",
"sharegpt_t3f69h7_23",
"4fd958dd_2",
"2b86336d_1"
],
"gold_session_ids": [
"answer_83c13ff9"
]
},
{
"question_id": "29f2956b",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_7cc5362f",
"00842aad_2",
"90f7041a_3",
"46548fab_3",
"a79db993",
"88361fdd",
"6d6ffac5",
"715b1b28",
"c4ed2287_3",
"d50a8a33_1"
],
"gold_session_ids": [
"answer_7cc5362f"
]
},
{
"question_id": "1faac195",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6309297535714575,
"mrr": 0.5,
"retrieved_session_ids": [
"b2543a58_3",
"answer_d01949bf",
"d2905eb6_2",
"2def525b_2",
"f2ccf83b",
"94f460be_1",
"sharegpt_wgTTTPq_0",
"bcf6953d_3",
"75f97838_1",
"bce91ca6"
],
"gold_session_ids": [
"answer_d01949bf"
]
},
{
"question_id": "faba32e5",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_39b12014",
"sharegpt_3v69R59_0",
"770d11f5",
"83cfab9f_2",
"sharegpt_benxw0S_9",
"f0ecaea5_2",
"69f3fc12_1",
"sharegpt_jxsIY6L_0",
"70323809_2",
"sharegpt_PdnvIns_0"
],
"gold_session_ids": [
"answer_39b12014"
]
},
{
"question_id": "f4f1d8a4",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.43067655807339306,
"mrr": 0.25,
"retrieved_session_ids": [
"3aac691d_2",
"76ea88ba_2",
"eb682e52_2",
"answer_f5b33470",
"6f051087_2",
"64934c76",
"5944b36a_2",
"04d84aa8_2",
"sharegpt_pX51ZUz_0",
"e45db473_3"
],
"gold_session_ids": [
"answer_f5b33470"
]
},
{
"question_id": "c14c00dd",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6309297535714575,
"mrr": 0.5,
"retrieved_session_ids": [
"c77250d2",
"answer_304511ce",
"5dac7cc2_1",
"sharegpt_XCNeusQ_9",
"sharegpt_zs9nI2N_0",
"f91cac51_1",
"cd1f5147",
"sharegpt_vXWOUqx_11",
"sharegpt_gU0qvZu_0",
"sharegpt_FfqJ2xI_0"
],
"gold_session_ids": [
"answer_304511ce"
]
},
{
"question_id": "36580ce8",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5,
"mrr": 0.3333333333333333,
"retrieved_session_ids": [
"ultrachat_149170",
"ultrachat_32917",
"answer_93e1bd22",
"ultrachat_270984",
"ultrachat_318891",
"ultrachat_53784",
"sharegpt_5L3F069_69",
"2aee3e70",
"2865bf22_2",
"526354c8_2"
],
"gold_session_ids": [
"answer_93e1bd22"
]
},
{
"question_id": "3d86fd0a",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_19c24c11",
"cf8e352f_1",
"06d1a1a0",
"6227a491_2",
"5a13d047_1",
"7e4dab66_2",
"ultrachat_394611",
"1c1a2b7f_2",
"d1d3fd12_2",
"4ff568ba_2"
],
"gold_session_ids": [
"answer_19c24c11"
]
},
{
"question_id": "a82c026e",
"question_type": "single-session-user",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.3562071871080222,
"mrr": 0.16666666666666666,
"retrieved_session_ids": [
"ccaabf0b_1",
"752392bb_3",
"sharegpt_u71pVhw_0",
"daa32134",
"1a693999_4",
"answer_787e6a6d",
"516b0aae_1",
"a6c41826_3",
"sharegpt_vIkUTvg_0",
"c71e1c7a_2"
],
"gold_session_ids": [
"answer_787e6a6d"
]
},
{
"question_id": "0862e8bf_abs",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6309297535714575,
"mrr": 0.5,
"retrieved_session_ids": [
"f238edb0_1",
"answer_c6fd8ebd_abs",
"sharegpt_xLtmCeT_0",
"sharegpt_StUzdLK_227",
"sharegpt_PSjpANO_35",
"12cd736c",
"3301f749_1",
"6a8f8453_2",
"ultrachat_460804",
"sharegpt_8T6d65A_83"
],
"gold_session_ids": [
"answer_c6fd8ebd_abs"
]
},
{
"question_id": "15745da0_abs",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_586de428_abs",
"375e27b9_2",
"565929a2_2",
"9b638f21_4",
"ultrachat_360529",
"7dfe0b9d_1",
"sharegpt_bmEgv3O_5",
"sharegpt_JSxa86k_19",
"be976c82_1",
"sharegpt_Ql85pW6_0"
],
"gold_session_ids": [
"answer_586de428_abs"
]
},
{
"question_id": "bc8a6e93_abs",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_e6143162_abs",
"ba944cdc",
"375354d1_2",
"31f3f40d_4",
"sharegpt_hn3IS1q_0",
"b3763b6b_2",
"9c68c22f",
"sharegpt_MimvIAy_181",
"de1f4aec_1",
"22356a93_4"
],
"gold_session_ids": [
"answer_e6143162_abs"
]
},
{
"question_id": "19b5f2b3_abs",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_5ff494b9_abs",
"ultrachat_159269",
"sharegpt_oPOTyid_28",
"56cdb8b8_1",
"e44a5733_1",
"sharegpt_v11Tpg9_483",
"d0b0dabe",
"f5cf8815_3",
"9f8fa5e4_2",
"8fa624b2_3"
],
"gold_session_ids": [
"answer_5ff494b9_abs"
]
},
{
"question_id": "29f2956b_abs",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_7cc5362f_abs",
"64b7d9cc_2",
"f2fa97f5_3",
"503b2761",
"ultrachat_13007",
"3b8f0d9d",
"1516d4c8",
"05b84f71_5",
"01ecd4fa_3",
"ultrachat_70054"
],
"gold_session_ids": [
"answer_7cc5362f_abs"
]
},
{
"question_id": "f4f1d8a4_abs",
"question_type": "single-session-user",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5,
"mrr": 0.3333333333333333,
"retrieved_session_ids": [
"1dd13331_1",
"ea3db78e_2",
"answer_f5b33470_abs",
"080a4000_2",
"f252001e",
"56745369_1",
"31299b8e_2",
"793382f9_2",
"sharegpt_n7xJvjp_0",
"ultrachat_317545"
],
"gold_session_ids": [
"answer_f5b33470_abs"
]
},
{
"question_id": "0a995998",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_afa9873b_2",
"answer_afa9873b_1",
"answer_afa9873b_3",
"85846900_2",
"25091584_1",
"439f9ed8_3",
"ultrachat_331531",
"fa46a10e",
"ad3d0815_1",
"64b847a7_1"
],
"gold_session_ids": [
"answer_afa9873b_2",
"answer_afa9873b_3",
"answer_afa9873b_1"
]
},
{
"question_id": "6d550036",
"question_type": "multi-session",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.123151194370365,
"mrr": 0.125,
"retrieved_session_ids": [
"2e4430d8_2",
"sharegpt_zciCXP1_12",
"sharegpt_nVi6tIt_0",
"0bab76de",
"sharegpt_UbMVpdp_93",
"sharegpt_J7ZAFLd_0",
"dae3906e_2",
"answer_ec904b3c_1",
"sharegpt_oXgiN7q_53",
"25b2b29d"
],
"gold_session_ids": [
"answer_ec904b3c_1",
"answer_ec904b3c_4",
"answer_ec904b3c_3",
"answer_ec904b3c_2"
]
},
{
"question_id": "gpt4_59c863d7",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9447176050778178,
"mrr": 1,
"retrieved_session_ids": [
"answer_593bdffd_4",
"answer_593bdffd_1",
"answer_593bdffd_2",
"eb47739f_2",
"61d3fec4_2",
"a7d014e4_1",
"9ef698bc_2",
"sharegpt_Opm4kTV_0",
"ultrachat_233858",
"answer_593bdffd_3"
],
"gold_session_ids": [
"answer_593bdffd_4",
"answer_593bdffd_1",
"answer_593bdffd_3",
"answer_593bdffd_2"
]
},
{
"question_id": "b5ef892d",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9325210919548239,
"mrr": 1,
"retrieved_session_ids": [
"answer_a8b4290f_1",
"answer_a8b4290f_3",
"35dcacdc_2",
"7294438c",
"eb774a95",
"answer_a8b4290f_2",
"1a44346c_1",
"ultrachat_565056",
"ultrachat_367439",
"dc968254_1"
],
"gold_session_ids": [
"answer_a8b4290f_3",
"answer_a8b4290f_1",
"answer_a8b4290f_2"
]
},
{
"question_id": "e831120c",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_86c505e7_2",
"answer_86c505e7_1",
"8fb3fe3a_1",
"63388005",
"sharegpt_CROow2Q_0",
"a63ad8e3_2",
"ba6b67af_2",
"sharegpt_sDfu38Q_0",
"db6ab13b_1",
"773aebbd_4"
],
"gold_session_ids": [
"answer_86c505e7_1",
"answer_86c505e7_2"
]
},
{
"question_id": "3a704032",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_c2204106_1",
"answer_c2204106_2",
"answer_c2204106_3",
"0babf5b6_2",
"7712aded",
"ultrachat_501733",
"014a5d36",
"sharegpt_tzJ6yxo_0",
"sharegpt_jlDfWk7_17",
"be24e3db_2"
],
"gold_session_ids": [
"answer_c2204106_2",
"answer_c2204106_3",
"answer_c2204106_1"
]
},
{
"question_id": "gpt4_d84a3211",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9619991470595832,
"mrr": 1,
"retrieved_session_ids": [
"answer_2880eb6c_4",
"answer_2880eb6c_1",
"answer_2880eb6c_2",
"18d68208_1",
"sharegpt_qHNCIfF_0",
"4889cd54_1",
"answer_2880eb6c_3",
"700cc131_2",
"83fa816b",
"ultrachat_83526"
],
"gold_session_ids": [
"answer_2880eb6c_2",
"answer_2880eb6c_4",
"answer_2880eb6c_1",
"answer_2880eb6c_3"
]
},
{
"question_id": "aae3761f",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9674679834891693,
"mrr": 1,
"retrieved_session_ids": [
"answer_526354c8_1",
"answer_526354c8_2",
"38e81260_7",
"answer_526354c8_3",
"b192ae00_2",
"2a86d0da_2",
"sharegpt_ynLoh9N_0",
"ultrachat_120599",
"sharegpt_bKkRqZc_0",
"41e778e4_1"
],
"gold_session_ids": [
"answer_526354c8_1",
"answer_526354c8_3",
"answer_526354c8_2"
]
},
{
"question_id": "gpt4_f2262a51",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8385465274895063,
"mrr": 1,
"retrieved_session_ids": [
"answer_55a6940c_3",
"sharegpt_hChsWOp_128",
"dd81b163_1",
"answer_55a6940c_2",
"ultrachat_139167",
"answer_55a6940c_1",
"ultrachat_109996",
"ultrachat_268434",
"f2ffaf25",
"6f46ba40_1"
],
"gold_session_ids": [
"answer_55a6940c_3",
"answer_55a6940c_1",
"answer_55a6940c_2"
]
},
{
"question_id": "dd2973ad",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_f9de4602_2",
"56266c38_1",
"answer_f9de4602_1",
"sharegpt_O6NO7Vo_9",
"5b8ef613_4",
"41743aae_1",
"6551be60_3",
"bc542ef7_2",
"ultrachat_478199",
"98c198fb"
],
"gold_session_ids": [
"answer_f9de4602_2",
"answer_f9de4602_1"
]
},
{
"question_id": "c4a1ceb8",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_56d02cab_3",
"answer_56d02cab_1",
"answer_56d02cab_4",
"answer_56d02cab_2",
"ultrachat_441000",
"40c77045",
"1dc2b670_2",
"cef33b28_1",
"ba9f938b_2",
"d0091194"
],
"gold_session_ids": [
"answer_56d02cab_3",
"answer_56d02cab_4",
"answer_56d02cab_2",
"answer_56d02cab_1"
]
},
{
"question_id": "gpt4_a56e767c",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_cf9e3940_3",
"answer_cf9e3940_1",
"answer_cf9e3940_2",
"d75245ea",
"ultrachat_104129",
"15998e39_2",
"dac54d1e_1",
"ultrachat_21691",
"88c8df0e_3",
"32da578d_2"
],
"gold_session_ids": [
"answer_cf9e3940_2",
"answer_cf9e3940_1",
"answer_cf9e3940_3"
]
},
{
"question_id": "6cb6f249",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6934264036172708,
"mrr": 0.5,
"retrieved_session_ids": [
"ultrachat_404221",
"answer_a4204937_1",
"answer_a4204937_2",
"9b6db1a9_2",
"67620dbc_2",
"32fc393b_2",
"sharegpt_JTaoEJT_23",
"f0e71553_5",
"579b27c1",
"sharegpt_WjpyexI_8"
],
"gold_session_ids": [
"answer_a4204937_2",
"answer_a4204937_1"
]
},
{
"question_id": "46a3abf7",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9325210919548239,
"mrr": 1,
"retrieved_session_ids": [
"answer_c65042d7_2",
"answer_c65042d7_3",
"28eb86ab",
"2917b130_1",
"a95bedca",
"answer_c65042d7_1",
"sharegpt_v11Tpg9_58",
"8acfa731",
"e224317f_2",
"ultrachat_558017"
],
"gold_session_ids": [
"answer_c65042d7_3",
"answer_c65042d7_2",
"answer_c65042d7_1"
]
},
{
"question_id": "36b9f61e",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ef74281f_1",
"answer_ef74281f_2",
"answer_ef74281f_3",
"a4ad48d9",
"fc6f9c59",
"85cd56c7_1",
"sharegpt_Dvl0iLL_0",
"3159942d_2",
"56911dc5_4",
"ultrachat_18673"
],
"gold_session_ids": [
"answer_ef74281f_2",
"answer_ef74281f_1",
"answer_ef74281f_3"
]
},
{
"question_id": "28dc39ac",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_8d015d9d_4",
"answer_8d015d9d_1",
"answer_8d015d9d_5",
"answer_8d015d9d_2",
"answer_8d015d9d_3",
"42bcee92_2",
"df003c93_3",
"53985dc3",
"ultrachat_452868",
"5854eebc_1"
],
"gold_session_ids": [
"answer_8d015d9d_3",
"answer_8d015d9d_5",
"answer_8d015d9d_2",
"answer_8d015d9d_4",
"answer_8d015d9d_1"
]
},
{
"question_id": "gpt4_2f8be40d",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_e7b0637e_1",
"answer_e7b0637e_2",
"answer_e7b0637e_3",
"acda6a4e_4",
"1d6e01e8",
"a3332b4c_2",
"81b971b8_2",
"ultrachat_217382",
"sharegpt_sScldBY_0",
"dfe646a7_2"
],
"gold_session_ids": [
"answer_e7b0637e_2",
"answer_e7b0637e_1",
"answer_e7b0637e_3"
]
},
{
"question_id": "2e6d26dc",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_fa526fc0_3",
"answer_fa526fc0_4",
"answer_fa526fc0_1",
"answer_fa526fc0_2",
"ultrachat_393167",
"ultrachat_541982",
"ultrachat_121666",
"73f14139",
"14a520c8_2",
"sharegpt_IigLRfw_0"
],
"gold_session_ids": [
"answer_fa526fc0_4",
"answer_fa526fc0_3",
"answer_fa526fc0_1",
"answer_fa526fc0_2"
]
},
{
"question_id": "gpt4_15e38248",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.7668091220635322,
"mrr": 1,
"retrieved_session_ids": [
"answer_8858d9dc_2",
"answer_8858d9dc_4",
"8c9bc932_2",
"263efe64_1",
"7784236e_2",
"295fcaeb_2",
"answer_8858d9dc_1",
"1e7f3172_5",
"sharegpt_XK3KWPT_0",
"e697b2dd_4"
],
"gold_session_ids": [
"answer_8858d9dc_3",
"answer_8858d9dc_1",
"answer_8858d9dc_4",
"answer_8858d9dc_2"
]
},
{
"question_id": "88432d0a",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.7827141072039429,
"mrr": 1,
"retrieved_session_ids": [
"answer_733e443a_3",
"1c8832b4_2",
"fa460b49_2",
"ultrachat_359327",
"f777f641",
"answer_733e443a_2",
"answer_733e443a_4",
"answer_733e443a_1",
"0934d99a",
"0e250059_2"
],
"gold_session_ids": [
"answer_733e443a_3",
"answer_733e443a_4",
"answer_733e443a_2",
"answer_733e443a_1"
]
},
{
"question_id": "80ec1f4f",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_990c8992_2",
"answer_990c8992_3",
"answer_990c8992_1",
"ultrachat_318441",
"b909542d_1",
"sharegpt_nzDNOrq_29",
"32387419_4",
"f987da7e_3",
"9a584663_2",
"38aec47b_1"
],
"gold_session_ids": [
"answer_990c8992_2",
"answer_990c8992_1",
"answer_990c8992_3"
]
},
{
"question_id": "d23cf73b",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9267582364714126,
"mrr": 1,
"retrieved_session_ids": [
"answer_5a0d28f8_4",
"answer_5a0d28f8_2",
"95b7c3cd_1",
"9705c90b",
"answer_5a0d28f8_1",
"answer_5a0d28f8_3",
"c328cd4f",
"be0962fb_1",
"20ea9554_2",
"9e21d6ab_2"
],
"gold_session_ids": [
"answer_5a0d28f8_4",
"answer_5a0d28f8_2",
"answer_5a0d28f8_3",
"answer_5a0d28f8_1"
]
},
{
"question_id": "gpt4_7fce9456",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9896062251871525,
"mrr": 1,
"retrieved_session_ids": [
"answer_a679a86a_4",
"answer_a679a86a_5",
"answer_a679a86a_3",
"answer_a679a86a_1",
"1da409cd_1",
"answer_a679a86a_2",
"541ecc45_3",
"04328d1c",
"288e7d30",
"3753e55f_2"
],
"gold_session_ids": [
"answer_a679a86a_5",
"answer_a679a86a_4",
"answer_a679a86a_2",
"answer_a679a86a_3",
"answer_a679a86a_1"
]
},
{
"question_id": "d682f1a2",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9674679834891693,
"mrr": 1,
"retrieved_session_ids": [
"answer_c008e5df_3",
"answer_c008e5df_1",
"9de29219_1",
"answer_c008e5df_2",
"sharegpt_LFPdgVp_22",
"sharegpt_ysMparQ_41",
"6e2cca63_8",
"sharegpt_WjpyexI_15",
"7332a779_2",
"sharegpt_JTaoEJT_23"
],
"gold_session_ids": [
"answer_c008e5df_1",
"answer_c008e5df_2",
"answer_c008e5df_3"
]
},
{
"question_id": "7024f17c",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_a21f3697_2",
"answer_a21f3697_3",
"answer_a21f3697_1",
"d7281662_2",
"385683f0_1",
"f8476198",
"b5ef63be_2",
"8c652eb0_1",
"b7f69a7d_1",
"445e06ce_2"
],
"gold_session_ids": [
"answer_a21f3697_1",
"answer_a21f3697_2",
"answer_a21f3697_3"
]
},
{
"question_id": "gpt4_5501fe77",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_203bf3fa_3",
"answer_203bf3fa_1",
"answer_203bf3fa_2",
"021c0d09_2",
"9b083158_2",
"ultrachat_163385",
"542fa76e_1",
"ultrachat_46240",
"ultrachat_337168",
"ultrachat_43091"
],
"gold_session_ids": [
"answer_203bf3fa_1",
"answer_203bf3fa_3",
"answer_203bf3fa_2"
]
},
{
"question_id": "gpt4_2ba83207",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9047172294870751,
"mrr": 1,
"retrieved_session_ids": [
"answer_6a3b5c13_2",
"33028509_2",
"answer_6a3b5c13_1",
"answer_6a3b5c13_3",
"answer_6a3b5c13_4",
"ea336da0",
"ultrachat_224880",
"41dc5d45_4",
"325c2005",
"ultrachat_568233"
],
"gold_session_ids": [
"answer_6a3b5c13_3",
"answer_6a3b5c13_1",
"answer_6a3b5c13_2",
"answer_6a3b5c13_4"
]
},
{
"question_id": "2318644b",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_eaa8e3ef_2",
"answer_eaa8e3ef_1",
"c4ea8219_1",
"ultrachat_135444",
"sharegpt_iwcVyKX_0",
"7ff89315_3",
"6ec23dc5_1",
"fc733b20_2",
"sharegpt_36VQ7Bq_0",
"7d02ef5c_5"
],
"gold_session_ids": [
"answer_eaa8e3ef_1",
"answer_eaa8e3ef_2"
]
},
{
"question_id": "2ce6a0f2",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.7365896932159578,
"mrr": 1,
"retrieved_session_ids": [
"answer_901a6763_4",
"600077b0_3",
"answer_901a6763_1",
"e4bacbcd_1",
"answer_901a6763_2",
"a267b11e",
"ultrachat_36844",
"f257aed3_1",
"ultrachat_192754",
"sharegpt_8W46coJ_3"
],
"gold_session_ids": [
"answer_901a6763_2",
"answer_901a6763_4",
"answer_901a6763_1",
"answer_901a6763_3"
]
},
{
"question_id": "gpt4_d12ceb0e",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6546154994739983,
"mrr": 0.5,
"retrieved_session_ids": [
"73f4798f",
"answer_2504635e_1",
"0672cd7b_1",
"answer_2504635e_2",
"f0c6ddb9_2",
"d8e33f5c_abs_2",
"answer_2504635e_3",
"a1166ecc_3",
"31dc9d66_3",
"33d16079_2"
],
"gold_session_ids": [
"answer_2504635e_3",
"answer_2504635e_2",
"answer_2504635e_1"
]
},
{
"question_id": "00ca467f",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9325210919548239,
"mrr": 1,
"retrieved_session_ids": [
"answer_39900a0a_2",
"answer_39900a0a_3",
"7d1de770_2",
"10857212_2",
"4951c0b9_1",
"answer_39900a0a_1",
"e0fa8486_2",
"4a5ee697_1",
"ultrachat_360972",
"426e7403_3"
],
"gold_session_ids": [
"answer_39900a0a_3",
"answer_39900a0a_2",
"answer_39900a0a_1"
]
},
{
"question_id": "b3c15d39",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6934264036172708,
"mrr": 0.5,
"retrieved_session_ids": [
"sharegpt_gPmunOt_37",
"answer_05d808e6_1",
"answer_05d808e6_2",
"d298714d_1",
"sharegpt_inuIr9J_119",
"sharegpt_V2j1zkI_0",
"7bb01253",
"5d4ff8db_1",
"6be23caa",
"bd00a24d_2"
],
"gold_session_ids": [
"answer_05d808e6_1",
"answer_05d808e6_2"
]
},
{
"question_id": "gpt4_31ff4165",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_02b63d04_1",
"answer_02b63d04_3",
"answer_02b63d04_4",
"answer_02b63d04_5",
"answer_02b63d04_2",
"63f8f5a8",
"2c185a2b_1",
"2d0b80f1",
"e2393b63_2",
"35201d43"
],
"gold_session_ids": [
"answer_02b63d04_1",
"answer_02b63d04_5",
"answer_02b63d04_2",
"answer_02b63d04_3",
"answer_02b63d04_4"
]
},
{
"question_id": "eeda8a6d",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_3e5fea0e_2",
"answer_3e5fea0e_1",
"sharegpt_Caxpnd3_12",
"sharegpt_an5DTCa_0",
"cf7aad73_3",
"be6eb800",
"ultrachat_309574",
"sharegpt_JsCcnH4_0",
"a2609501_2",
"ultrachat_313541"
],
"gold_session_ids": [
"answer_3e5fea0e_1",
"answer_3e5fea0e_2"
]
},
{
"question_id": "2788b940",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9550236580992476,
"mrr": 1,
"retrieved_session_ids": [
"answer_8f6b938d_4",
"answer_8f6b938d_1",
"answer_8f6b938d_2",
"ff6e824b_1",
"8de5b7cf_2",
"sharegpt_dabXXRO_10",
"ultrachat_410014",
"answer_8f6b938d_3",
"69f3386e",
"544fe66c_2"
],
"gold_session_ids": [
"answer_8f6b938d_1",
"answer_8f6b938d_3",
"answer_8f6b938d_4",
"answer_8f6b938d_2"
]
},
{
"question_id": "60bf93ed",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6052602440527057,
"mrr": 0.5,
"retrieved_session_ids": [
"6414f676_4",
"answer_e0956e0a_2",
"ultrachat_7648",
"388c5534_3",
"4fe27c66_4",
"answer_e0956e0a_1",
"0e297c49",
"a200b713_2",
"3197603c",
"ultrachat_259496"
],
"gold_session_ids": [
"answer_e0956e0a_1",
"answer_e0956e0a_2"
]
},
{
"question_id": "9d25d4e0",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9674679834891693,
"mrr": 1,
"retrieved_session_ids": [
"answer_fcff2dc4_2",
"answer_fcff2dc4_1",
"cd568521_3",
"answer_fcff2dc4_3",
"5f558dee_1",
"380a9d4d_1",
"464f3821",
"9b38bda6_1",
"sharegpt_eOKax2Z_0",
"sharegpt_hRba933_47"
],
"gold_session_ids": [
"answer_fcff2dc4_2",
"answer_fcff2dc4_1",
"answer_fcff2dc4_3"
]
},
{
"question_id": "129d1232",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5937751258332797,
"mrr": 0.5,
"retrieved_session_ids": [
"sharegpt_YfIEYo1_0",
"answer_1de862d6_3",
"ultrachat_274599",
"sharegpt_V2j1zkI_0",
"5e4bb245_2",
"69a9211c_2",
"answer_1de862d6_2",
"ultrachat_88574",
"answer_1de862d6_1",
"bf3aebdb_1"
],
"gold_session_ids": [
"answer_1de862d6_1",
"answer_1de862d6_3",
"answer_1de862d6_2"
]
},
{
"question_id": "60472f9c",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_e7fe8c8b_1",
"answer_e7fe8c8b_2",
"answer_e7fe8c8b_3",
"33da50d0_1",
"ultrachat_373250",
"b1815b81",
"ultrachat_5271",
"sharegpt_LQbL4dQ_0",
"7b74d32d_3",
"sharegpt_paNxxAc_0"
],
"gold_session_ids": [
"answer_e7fe8c8b_1",
"answer_e7fe8c8b_2",
"answer_e7fe8c8b_3"
]
},
{
"question_id": "gpt4_194be4b3",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9330795243082165,
"mrr": 1,
"retrieved_session_ids": [
"answer_3826dc55_3",
"answer_3826dc55_4",
"ultrachat_474217",
"answer_3826dc55_5",
"sharegpt_VO7dTG3_0",
"answer_3826dc55_1",
"answer_3826dc55_2",
"212ce1f4_4",
"407031a9_2",
"ultrachat_385467"
],
"gold_session_ids": [
"answer_3826dc55_1",
"answer_3826dc55_3",
"answer_3826dc55_5",
"answer_3826dc55_2",
"answer_3826dc55_4"
]
},
{
"question_id": "a9f6b44c",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8854598815714874,
"mrr": 1,
"retrieved_session_ids": [
"answer_cc021f81_3",
"d4912cd9",
"answer_cc021f81_2",
"1126be1e_1",
"answer_cc021f81_1",
"ca896bdc_1",
"35bc3132_2",
"bb107057_4",
"ec8d10c7_2",
"fdd0f680_1"
],
"gold_session_ids": [
"answer_cc021f81_2",
"answer_cc021f81_3",
"answer_cc021f81_1"
]
},
{
"question_id": "d851d5ba",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_5cdf9bd2_1",
"answer_5cdf9bd2_3",
"answer_5cdf9bd2_2",
"answer_5cdf9bd2_4",
"70764af1_4",
"68ace657_2",
"2a28999b",
"sharegpt_dxirwR4_25",
"561f3a6a_2",
"47183c60_3"
],
"gold_session_ids": [
"answer_5cdf9bd2_2",
"answer_5cdf9bd2_1",
"answer_5cdf9bd2_3",
"answer_5cdf9bd2_4"
]
},
{
"question_id": "5a7937c8",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_4cef8a3c_2",
"answer_4cef8a3c_1",
"answer_4cef8a3c_3",
"63c9e87c",
"9bd49ce9_1",
"40d799e8_2",
"55cc1ba3_1",
"ultrachat_288747",
"ultrachat_564068",
"df54d2be"
],
"gold_session_ids": [
"answer_4cef8a3c_3",
"answer_4cef8a3c_1",
"answer_4cef8a3c_2"
]
},
{
"question_id": "gpt4_ab202e7f",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8539316501572937,
"mrr": 1,
"retrieved_session_ids": [
"answer_728deb4d_5",
"answer_728deb4d_3",
"answer_728deb4d_2",
"dcafb5b3_5",
"answer_728deb4d_4",
"a08fbe88_1",
"29bc69b3",
"sharegpt_nc62Spr_7",
"10541a2c_2",
"ultrachat_464603"
],
"gold_session_ids": [
"answer_728deb4d_5",
"answer_728deb4d_2",
"answer_728deb4d_3",
"answer_728deb4d_1",
"answer_728deb4d_4"
]
},
{
"question_id": "gpt4_e05b82a6",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9550236580992476,
"mrr": 1,
"retrieved_session_ids": [
"answer_6350aa4f_2",
"answer_6350aa4f_4",
"answer_6350aa4f_3",
"386f6df9",
"ultrachat_43272",
"aed6b1b6_1",
"6a0d566a_2",
"answer_6350aa4f_1",
"503791f7_1",
"88e01130_1"
],
"gold_session_ids": [
"answer_6350aa4f_1",
"answer_6350aa4f_2",
"answer_6350aa4f_3",
"answer_6350aa4f_4"
]
},
{
"question_id": "gpt4_731e37d7",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_826d51da_1",
"answer_826d51da_4",
"answer_826d51da_3",
"answer_826d51da_2",
"7e4aa7c2_1",
"a93750ef_1",
"b52f03a1_2",
"ultrachat_109542",
"267a912c",
"sharegpt_vonEwUo_17"
],
"gold_session_ids": [
"answer_826d51da_3",
"answer_826d51da_4",
"answer_826d51da_2",
"answer_826d51da_1"
]
},
{
"question_id": "edced276",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_60e8941a_2",
"answer_60e8941a_1",
"1da409cd_1",
"ultrachat_475154",
"ultrachat_421943",
"sharegpt_IFLajLc_0",
"d89f6204",
"59a6150d_3",
"ce1abc42_1",
"f584ba36_2"
],
"gold_session_ids": [
"answer_60e8941a_2",
"answer_60e8941a_1"
]
},
{
"question_id": "10d9b85a",
"question_type": "multi-session",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.21840743681816419,
"mrr": 0.16666666666666666,
"retrieved_session_ids": [
"c51583cd_3",
"84889496_1",
"4e59fb02_2",
"d576152e_1",
"ultrachat_143866",
"answer_e0585cb5_2",
"cbd1fe79_2",
"45823393_2",
"3c8e7c0e_4",
"aa6afba8"
],
"gold_session_ids": [
"answer_e0585cb5_2",
"answer_e0585cb5_1"
]
},
{
"question_id": "e3038f8c",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6084170171049966,
"mrr": 0.3333333333333333,
"retrieved_session_ids": [
"a3d8e134_2",
"85846900_2",
"answer_b6018747_3",
"sharegpt_hgGAUvu_0",
"answer_b6018747_2",
"answer_b6018747_1",
"e3d4f89e_3",
"answer_b6018747_4",
"f2df24cd_4",
"sharegpt_WxCMnMO_5"
],
"gold_session_ids": [
"answer_b6018747_2",
"answer_b6018747_4",
"answer_b6018747_1",
"answer_b6018747_3"
]
},
{
"question_id": "2b8f3739",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_23759615_1",
"answer_23759615_2",
"answer_23759615_3",
"e9fb10e7_2",
"ce6cae1b_3",
"c075835c",
"ec8691f5",
"2154c810_1",
"67d6f18f_1",
"285525b2_1"
],
"gold_session_ids": [
"answer_23759615_2",
"answer_23759615_3",
"answer_23759615_1"
]
},
{
"question_id": "1a8a66a6",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5855700749881525,
"mrr": 1,
"retrieved_session_ids": [
"answer_2bd23659_1",
"d6792df8",
"answer_2bd23659_3",
"22eebf8a_2",
"5eed6833_2",
"f829b530_3",
"b01aafcb_2",
"ebb5d262",
"ultrachat_310819",
"sharegpt_lsiJM0Y_0"
],
"gold_session_ids": [
"answer_2bd23659_3",
"answer_2bd23659_2",
"answer_2bd23659_4",
"answer_2bd23659_1"
]
},
{
"question_id": "c2ac3c61",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_923c0221_2",
"answer_923c0221_1",
"ultrachat_412857",
"6009ba4e_5",
"9f803df5_1",
"sharegpt_z6pSZ19_0",
"8e4e215b",
"80dc42f7_1",
"ultrachat_46891",
"sharegpt_CQ3HZO9_53"
],
"gold_session_ids": [
"answer_923c0221_1",
"answer_923c0221_2"
]
},
{
"question_id": "bf659f65",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8278123145308894,
"mrr": 1,
"retrieved_session_ids": [
"answer_7726e7e9_1",
"f2835879_2",
"ultrachat_365864",
"answer_7726e7e9_2",
"258645ba_3",
"sharegpt_inuIr9J_119",
"answer_7726e7e9_3",
"ultrachat_167088",
"71619051_1",
"32833e0b_3"
],
"gold_session_ids": [
"answer_7726e7e9_1",
"answer_7726e7e9_3",
"answer_7726e7e9_2"
]
},
{
"question_id": "gpt4_372c3eed",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9134015924715543,
"mrr": 1,
"retrieved_session_ids": [
"answer_35c5419d_1",
"answer_35c5419d_3",
"sharegpt_DRsWWMJ_0",
"8d969f3e_3",
"8dd672a3_3",
"sharegpt_6VqlSoL_25",
"sharegpt_6dPUCcK_69",
"answer_35c5419d_2",
"9a22ae03",
"sharegpt_2hMUduQ_1"
],
"gold_session_ids": [
"answer_35c5419d_3",
"answer_35c5419d_2",
"answer_35c5419d_1"
]
},
{
"question_id": "gpt4_2f91af09",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_669318cf_3",
"answer_669318cf_2",
"answer_669318cf_1",
"51c82c8e_2",
"sharegpt_d7bP5fb_0",
"22b3af37_1",
"ultrachat_296153",
"49b78a55_1",
"sharegpt_YmzANeT_0",
"e7e416f5_2"
],
"gold_session_ids": [
"answer_669318cf_2",
"answer_669318cf_1",
"answer_669318cf_3"
]
},
{
"question_id": "81507db6",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8495981447350542,
"mrr": 1,
"retrieved_session_ids": [
"answer_da3c1266_5",
"9071ba70_3",
"answer_da3c1266_2",
"ultrachat_254248",
"2ca99347_2",
"answer_da3c1266_3",
"answer_da3c1266_4",
"answer_da3c1266_1",
"0f6b9698_2",
"sharegpt_Caxpnd3_9"
],
"gold_session_ids": [
"answer_da3c1266_3",
"answer_da3c1266_4",
"answer_da3c1266_1",
"answer_da3c1266_5",
"answer_da3c1266_2"
]
},
{
"question_id": "88432d0a_abs",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9349366583346498,
"mrr": 1,
"retrieved_session_ids": [
"answer_733e443a_abs_3",
"answer_733e443a_abs_1",
"752b10e6_2",
"answer_733e443a_abs_4",
"b2ecce8d_1",
"31ca5871_1",
"answer_733e443a_abs_2",
"8e5b0424",
"11f043cd_2",
"sharegpt_conu8MS_14"
],
"gold_session_ids": [
"answer_733e443a_abs_1",
"answer_733e443a_abs_3",
"answer_733e443a_abs_2",
"answer_733e443a_abs_4"
]
},
{
"question_id": "80ec1f4f_abs",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_990c8992_abs_1",
"answer_990c8992_abs_3",
"answer_990c8992_abs_2",
"b341cf37_2",
"b304b283_1",
"sharegpt_7uSzi6w_0",
"7eda4f2a_1",
"ultrachat_169512",
"ultrachat_330542",
"sharegpt_Xf63XgQ_0"
],
"gold_session_ids": [
"answer_990c8992_abs_2",
"answer_990c8992_abs_3",
"answer_990c8992_abs_1"
]
},
{
"question_id": "eeda8a6d_abs",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_3e5fea0e_abs_2",
"answer_3e5fea0e_abs_1",
"9530353d_2",
"d15d2899_4",
"44ba5b71_2",
"c8cc60d6_1",
"628c958c_5",
"da71721f",
"ultrachat_124888",
"sharegpt_l7gyE1o_17"
],
"gold_session_ids": [
"answer_3e5fea0e_abs_2",
"answer_3e5fea0e_abs_1"
]
},
{
"question_id": "60bf93ed_abs",
"question_type": "multi-session",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.18457569677956817,
"mrr": 0.1111111111111111,
"retrieved_session_ids": [
"cdf068b1_3",
"a95d014c_3",
"1e91cdf0",
"sharegpt_6cz1Sq6_130",
"6cd203f7_2",
"0944933f_1",
"755c2d32_1",
"9a6c8d3c",
"answer_e0956e0a_abs_2",
"36d5bbde_1"
],
"gold_session_ids": [
"answer_e0956e0a_abs_2",
"answer_e0956e0a_abs_1"
]
},
{
"question_id": "edced276_abs",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_60e8941a_abs_1",
"answer_60e8941a_abs_2",
"a7a64da9_3",
"66138e8d_1",
"76a6b5fb_1",
"8b8e7cf8",
"8e8288b3",
"sharegpt_u1AM5RT_88",
"b68a96c0_2",
"7a2bdd15_2"
],
"gold_session_ids": [
"answer_60e8941a_abs_1",
"answer_60e8941a_abs_2"
]
},
{
"question_id": "gpt4_372c3eed_abs",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8278123145308894,
"mrr": 1,
"retrieved_session_ids": [
"answer_35c5419d_abs_1",
"b0a9de7f_1",
"31e254b5",
"answer_35c5419d_abs_3",
"ultrachat_563740",
"85dec0b4_1",
"answer_35c5419d_abs_2",
"f002a741_2",
"sharegpt_xEpi2SM_55",
"sharegpt_JuqFCEz_71"
],
"gold_session_ids": [
"answer_35c5419d_abs_3",
"answer_35c5419d_abs_1",
"answer_35c5419d_abs_2"
]
},
{
"question_id": "8a2466db",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_edb03329",
"6dcf5fa0_1",
"b67748d1_1",
"6a5b5a78",
"e3cc9931_1",
"3392c0c7",
"sharegpt_osTHjYi_0",
"3d0c9f89_1",
"6be54739_3",
"898bef66"
],
"gold_session_ids": [
"answer_edb03329"
]
},
{
"question_id": "06878be2",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_555dfb94",
"3e9fce53_1",
"ca929779_1",
"a6074da9_1",
"e58109ed_1",
"465e7ef9",
"be1c6872",
"a67c1862_4",
"sharegpt_cn3iUbp_7",
"9863a1c8_3"
],
"gold_session_ids": [
"answer_555dfb94"
]
},
{
"question_id": "75832dbd",
"question_type": "single-session-preference",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.3562071871080222,
"mrr": 0.16666666666666666,
"retrieved_session_ids": [
"sharegpt_xni9yYO_6",
"c51583cd_1",
"47ec1674_2",
"6172cc72_1",
"d49b1a24_1",
"answer_d87a6ef8",
"be753d18",
"ultrachat_165893",
"c7270a1b_1",
"c884b67a_1"
],
"gold_session_ids": [
"answer_d87a6ef8"
]
},
{
"question_id": "0edc2aef",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5,
"mrr": 0.3333333333333333,
"retrieved_session_ids": [
"8464304d_2",
"f20e72e4_1",
"answer_d586e9cd",
"08ca1f31_2",
"3c3a9042_3",
"c3023a45_1",
"6a747f2e",
"c6c3a982_1",
"53dc1394",
"ultrachat_166065"
],
"gold_session_ids": [
"answer_d586e9cd"
]
},
{
"question_id": "35a27287",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.43067655807339306,
"mrr": 0.25,
"retrieved_session_ids": [
"58ae7c4f_3",
"880ee13e",
"a98ff421_1",
"answer_9b182436",
"02f2ab8e_2",
"f863a648_3",
"d20be4f3_1",
"203bf3fa_2",
"ultrachat_267380",
"c9b1c309_4"
],
"gold_session_ids": [
"answer_9b182436"
]
},
{
"question_id": "32260d93",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6309297535714575,
"mrr": 0.5,
"retrieved_session_ids": [
"573dc24b_1",
"answer_0250ae1c",
"6d3f5c68_4",
"b84b7a2b_2",
"1b26bdd5_5",
"04bef53b",
"d6bbe94d_3",
"2d6a38fe_1",
"5ace29d7_1",
"a33cf36a_1"
],
"gold_session_ids": [
"answer_0250ae1c"
]
},
{
"question_id": "195a1a1b",
"question_type": "single-session-preference",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.3333333333333333,
"mrr": 0.14285714285714285,
"retrieved_session_ids": [
"89a1800c_2",
"87fff4b4_1",
"ed9dad6c_2",
"9f12daa1_1",
"1b71c896_2",
"ce79a004",
"answer_6dc4305e",
"sharegpt_WVr7Jiq_0",
"d03b6a05_2",
"eaebcc81_2"
],
"gold_session_ids": [
"answer_6dc4305e"
]
},
{
"question_id": "afdc33df",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_8549e5e0",
"ad8d9f0f",
"b6558bfb",
"22f9f163_3",
"d03b6a05_3",
"d5128b51",
"e58109ed_1",
"96b6e5e8_2",
"43b53ac4_1",
"afa0c2e7_2"
],
"gold_session_ids": [
"answer_8549e5e0"
]
},
{
"question_id": "caf03d32",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_2fc6aabb",
"bd6d0687",
"ec806228",
"a52e072b",
"af631aa3_1",
"6f0e184f",
"sharegpt_kLAPfLd_0",
"0bab76de",
"sharegpt_3D7Qpuq_14",
"4b1af06f_1"
],
"gold_session_ids": [
"answer_2fc6aabb"
]
},
{
"question_id": "54026fce",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_f7b22c66",
"670c49e6",
"6e92e417",
"e6195229",
"1c95e152_1",
"1fcb4134_3",
"ef5d4aa7_1",
"1a9f5723_6",
"eb91c46b",
"ultrachat_491226"
],
"gold_session_ids": [
"answer_f7b22c66"
]
},
{
"question_id": "06f04340",
"question_type": "single-session-preference",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.3010299956639812,
"mrr": 0.1111111111111111,
"retrieved_session_ids": [
"91223fd5_1",
"42924d15",
"728deb4d_4",
"be2cb665",
"b459f888_3",
"66bfa1db",
"8b156015_2",
"6e6fbb6b",
"answer_92d5f7cd",
"de1f4aec_2"
],
"gold_session_ids": [
"answer_92d5f7cd"
]
},
{
"question_id": "6b7dfb22",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_f6502d0f",
"574df152_1",
"56859d37",
"9ee69ca6_3",
"fc69fd44_3",
"377f8fd9_1",
"1c1f5ccc_4",
"8489e4ce_1",
"e7b0637e_3",
"d8454317_3"
],
"gold_session_ids": [
"answer_f6502d0f"
]
},
{
"question_id": "1a1907b4",
"question_type": "single-session-preference",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.3333333333333333,
"mrr": 0.14285714285714285,
"retrieved_session_ids": [
"e42e7876_5",
"743f03a1_abs_1",
"8e78fa70_1",
"ae77c245",
"4f3b36d4_5",
"4e3da326_1",
"answer_719502eb",
"9585e0c6_1",
"61d3fec4_1",
"65b01f7c"
],
"gold_session_ids": [
"answer_719502eb"
]
},
{
"question_id": "09d032c9",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6309297535714575,
"mrr": 0.5,
"retrieved_session_ids": [
"21ef2d05_1",
"answer_b10dce5e",
"e8bfacec_2",
"af631aa3_2",
"c7f7949e_3",
"1fe34a92",
"87e8ec02",
"ultrachat_274584",
"54c5a89c_2",
"16ebc8f8_4"
],
"gold_session_ids": [
"answer_b10dce5e"
]
},
{
"question_id": "38146c39",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6309297535714575,
"mrr": 0.5,
"retrieved_session_ids": [
"5806662d_1",
"answer_772472c8",
"42234f98",
"15ed03f0_1",
"d22c2f04_5",
"28116d8a_1",
"5263736d_1",
"87aaee77",
"467db12a",
"381b80a3"
],
"gold_session_ids": [
"answer_772472c8"
]
},
{
"question_id": "d24813b1",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6309297535714575,
"mrr": 0.5,
"retrieved_session_ids": [
"e08bf81f_4",
"answer_7c0ade93",
"3124bb28_1",
"61a46ff7_3",
"c2a34674_1",
"084802f9_3",
"b7e64b5c_1",
"446173bb_1",
"29e25716_1",
"22ce6625_2"
],
"gold_session_ids": [
"answer_7c0ade93"
]
},
{
"question_id": "57f827a0",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_1bde8d3b",
"e85e0eaf_1",
"6e110a53_1",
"d0f42e3f",
"670ca40e",
"2ef55f49_1",
"f1dd798a_1",
"762d288d_2",
"ultrachat_18651",
"f64c2982_1"
],
"gold_session_ids": [
"answer_1bde8d3b"
]
},
{
"question_id": "95228167",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_5e613445",
"3d2e66f2_2",
"5d8c99d3_3",
"b916da64_2",
"7e17ae56_3",
"8199fb3a_4",
"084802f9_2",
"9f80607d",
"57d6e39b_2",
"c34b6a1c_1"
],
"gold_session_ids": [
"answer_5e613445"
]
},
{
"question_id": "505af2f5",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_f3164f2c",
"4f2d6be4_2",
"9216c4d3_4",
"af631aa3_1",
"sharegpt_i59HUGf_0",
"66bf4b03_1",
"sharegpt_kjeGJvK_11",
"0e193841_8",
"7d52ca48_2",
"ebeb4c51"
],
"gold_session_ids": [
"answer_f3164f2c"
]
},
{
"question_id": "75f70248",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_8ee04a2e",
"2d74df23_4",
"6ac43c5b_4",
"95c9666f_5",
"adb1f904",
"c6ec5d11",
"a394f6b5_1",
"sharegpt_KdbXhTW_13",
"ultrachat_32122",
"c1d13b9e"
],
"gold_session_ids": [
"answer_8ee04a2e"
]
},
{
"question_id": "d6233ab6",
"question_type": "single-session-preference",
"recall_any_at_5": 0,
"recall_any_at_10": 0,
"recall_any_at_20": 0,
"ndcg_at_10": 0,
"mrr": 0,
"retrieved_session_ids": [
"e419b7c3_4",
"2c81cdf8_3",
"0e726047",
"sharegpt_xni9yYO_6",
"7af38385_2",
"f916c63a_2",
"87cfeb28_2",
"cf7aad73_3",
"32f28c7b_1",
"ultrachat_237324"
],
"gold_session_ids": [
"answer_b0fac439"
]
},
{
"question_id": "1da05512",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_4d3be2ab",
"aea71da3_2",
"sharegpt_eSTYwMj_14",
"f5a2e179_1",
"f2565b3b_2",
"6de70f46_1",
"da1ea197_1",
"e4adef2a",
"6b93018e_2",
"58de8f9b"
],
"gold_session_ids": [
"answer_4d3be2ab"
]
},
{
"question_id": "fca70973",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6309297535714575,
"mrr": 0.5,
"retrieved_session_ids": [
"fc005760",
"answer_a1e169b1",
"5d5e80c5_1",
"2f2884ad_1",
"99b061c5_1",
"4e3f0831_1",
"312bf939",
"f504b269",
"09cff8ac",
"762a8b45_2"
],
"gold_session_ids": [
"answer_a1e169b1"
]
},
{
"question_id": "b6025781",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6309297535714575,
"mrr": 0.5,
"retrieved_session_ids": [
"f20c73f5_3",
"answer_8414cc57",
"2ef53f61_1",
"1a693999_4",
"612c8368_2",
"d15d2899_5",
"6446f6e6",
"02592f97_1",
"89d49715_2",
"3a1ea336_1"
],
"gold_session_ids": [
"answer_8414cc57"
]
},
{
"question_id": "a89d7624",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.43067655807339306,
"mrr": 0.25,
"retrieved_session_ids": [
"a479a7d6_4",
"99f2f5b1_1",
"082fc07f_1",
"answer_8f15ac24",
"39a056ae",
"ultrachat_30787",
"3cb41ab8_4",
"ultrachat_383054",
"b14d9f4e_2",
"168776ed_2"
],
"gold_session_ids": [
"answer_8f15ac24"
]
},
{
"question_id": "b0479f84",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_30f63ddb",
"4f37e5ec",
"386f6df9",
"79019170_1",
"0cf86cbe_2",
"4b563ae6_1",
"abc2ac45",
"fbfda981",
"818545a6_2",
"ddf41a24"
],
"gold_session_ids": [
"answer_30f63ddb"
]
},
{
"question_id": "1d4e3b97",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6309297535714575,
"mrr": 0.5,
"retrieved_session_ids": [
"fb2368b8_3",
"answer_e6b6353d",
"ecb24dd8_2",
"809cabca_1",
"044e200f_2",
"5cd6ab1b",
"8c7ae899_2",
"03633a51",
"c51583cd_3",
"fd26f9f4_1"
],
"gold_session_ids": [
"answer_e6b6353d"
]
},
{
"question_id": "07b6f563",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_d03098f9",
"55c267aa",
"4bebc782_1",
"5e7b1c98_1",
"fd18e0dd_2",
"66ab6260",
"9b2f4dd7_2",
"0ac1a6f9_2",
"6af947bf_1",
"bbccfe79"
],
"gold_session_ids": [
"answer_d03098f9"
]
},
{
"question_id": "1c0ddc50",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_8da8c7e0",
"2f0c1f4e",
"2aa70c9c_1",
"b33e89b5_1",
"c7ca6dff",
"a0aa5035",
"bdf33c73_2",
"0a7d5bf6_2",
"2566382f_2",
"b0c6fffa"
],
"gold_session_ids": [
"answer_8da8c7e0"
]
},
{
"question_id": "0a34ad58",
"question_type": "single-session-preference",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_cebb7159",
"9ca2a195_1",
"58ad78d6_2",
"90342357_3",
"5c0574b1",
"b4c5414d_2",
"51fe163e_2",
"f7e682c3_5",
"dd3d8e73_1",
"f849dd04"
],
"gold_session_ids": [
"answer_cebb7159"
]
},
{
"question_id": "d3ab962e",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_5237bb0b_2",
"answer_5237bb0b_1",
"ultrachat_248741",
"3329e5e8_1",
"be679e09",
"ultrachat_564044",
"ultrachat_164834",
"aa235649_1",
"92f1ea4d_1",
"24e44a64"
],
"gold_session_ids": [
"answer_5237bb0b_2",
"answer_5237bb0b_1"
]
},
{
"question_id": "2311e44b",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_bf633415_1",
"answer_bf633415_2",
"ultrachat_458191",
"9b3611d7_1",
"1e53c034",
"sharegpt_hi2xiJT_14",
"eb3eb62b_2",
"sharegpt_ELyN256_13",
"77753dd9_1",
"2714885f_1"
],
"gold_session_ids": [
"answer_bf633415_2",
"answer_bf633415_1"
]
},
{
"question_id": "cc06de0d",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_4fb01417_1",
"answer_4fb01417_2",
"91c71874_2",
"01551a39_2",
"4ad63a03_3",
"92d74e73",
"55033f6f",
"53ae82be_3",
"9863a1c8_3",
"d5eab084_2"
],
"gold_session_ids": [
"answer_4fb01417_2",
"answer_4fb01417_1"
]
},
{
"question_id": "a11281a2",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_c69ee1f9_2",
"answer_c69ee1f9_1",
"bb2180e9_3",
"4b1af06f_2",
"ultrachat_55839",
"d95e64a7_4",
"ultrachat_103691",
"sharegpt_u3MVGYG_3",
"ultrachat_234016",
"7a88956e"
],
"gold_session_ids": [
"answer_c69ee1f9_2",
"answer_c69ee1f9_1"
]
},
{
"question_id": "4f54b7c9",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_50940cb7_2",
"answer_50940cb7_1",
"dde142b2_1",
"22eebf8a_2",
"663337ce_1",
"sharegpt_NPdQIWB_0",
"8a834aee_1",
"aafe556c",
"b89f68c4_1",
"a6c0f032_3"
],
"gold_session_ids": [
"answer_50940cb7_2",
"answer_50940cb7_1"
]
},
{
"question_id": "85fa3a3f",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_dcb18b9b_2",
"answer_dcb18b9b_1",
"sharegpt_O1gqpsW_0",
"a4b223a7_1",
"421605fc_1",
"989ad9e6_1",
"22b3af37_2",
"93ff2f73",
"0d66562c_1",
"e4881cbd_1"
],
"gold_session_ids": [
"answer_dcb18b9b_2",
"answer_dcb18b9b_1"
]
},
{
"question_id": "9aaed6a3",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_353d3c6d_2",
"c846422a_1",
"answer_353d3c6d_1",
"3b715074",
"c95f2a09_2",
"819dfad7_2",
"sharegpt_Le00ERV_0",
"ultrachat_216636",
"sharegpt_HpdNUlz_9",
"a861a671_1"
],
"gold_session_ids": [
"answer_353d3c6d_2",
"answer_353d3c6d_1"
]
},
{
"question_id": "1f2b8d4f",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_d8454588_1",
"answer_d8454588_2",
"b5c147c7_2",
"be1c6872",
"8d015d9d_5",
"9ee4da12_1",
"628c958c_1",
"ultrachat_401506",
"0bd59f15_3",
"ultrachat_571561"
],
"gold_session_ids": [
"answer_d8454588_1",
"answer_d8454588_2"
]
},
{
"question_id": "e6041065",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_4eb6d671_2",
"answer_4eb6d671_1",
"b73a4d04_1",
"2a86d0da_2",
"bdcee74e_3",
"ultrachat_407355",
"ec616e7e_4",
"49f2e396_2",
"4a006b77",
"3da98832_2"
],
"gold_session_ids": [
"answer_4eb6d671_2",
"answer_4eb6d671_1"
]
},
{
"question_id": "51c32626",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_58820c75_2",
"answer_58820c75_1",
"sharegpt_TRck0h4_0",
"c051e740_2",
"sharegpt_hzwc0HI_13",
"fb62ade8",
"ultrachat_260793",
"ultrachat_301579",
"ultrachat_488942",
"f29704ac_2"
],
"gold_session_ids": [
"answer_58820c75_1",
"answer_58820c75_2"
]
},
{
"question_id": "d905b33f",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_85a77c48_2",
"answer_85a77c48_1",
"3301f749_1",
"8cfa91c3_2",
"368276ab_3",
"7613d5ec_2",
"70d0ae5d",
"2d364fb0",
"6423d6a4_2",
"a9b7f49e_1"
],
"gold_session_ids": [
"answer_85a77c48_2",
"answer_85a77c48_1"
]
},
{
"question_id": "7405e8b1",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_80323f3f_2",
"answer_80323f3f_1",
"f2f2a606_3",
"a6b00510_4",
"6c1c5bc3_2",
"sharegpt_uiECyCD_93",
"sharegpt_2pwdGxJ_1",
"89568a93_1",
"8eeb4704",
"7d7f11d0_1"
],
"gold_session_ids": [
"answer_80323f3f_1",
"answer_80323f3f_2"
]
},
{
"question_id": "f35224e0",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_e9bb9500_2",
"answer_e9bb9500_1",
"8e608386",
"96da07f9_4",
"42234f98",
"176594fa_3",
"sharegpt_gGriMhQ_181",
"sharegpt_d8dUtMG_0",
"fd7becaf_1",
"4b285f83"
],
"gold_session_ids": [
"answer_e9bb9500_2",
"answer_e9bb9500_1"
]
},
{
"question_id": "6456829e",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_743f03a1_2",
"answer_743f03a1_1",
"c44d1533_2",
"ultrachat_555576",
"5bed6828",
"sharegpt_LxQSGQ9_0",
"sharegpt_3xXQihW_45",
"385683f0_3",
"793ff37a",
"47b924c1_1"
],
"gold_session_ids": [
"answer_743f03a1_2",
"answer_743f03a1_1"
]
},
{
"question_id": "a4996e51",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_feb5f98a_1",
"answer_feb5f98a_2",
"252715f8_3",
"b1d9eb66_3",
"726e9a1f_3",
"ef0341d4_2",
"4f2d6be4_2",
"sharegpt_tvcY0lQ_0",
"2ca99347_2",
"ultrachat_295714"
],
"gold_session_ids": [
"answer_feb5f98a_1",
"answer_feb5f98a_2"
]
},
{
"question_id": "3c1045c8",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_c8cc60d6_2",
"ultrachat_20893",
"answer_c8cc60d6_1",
"ultrachat_251919",
"sharegpt_GYqnAhC_190",
"ultrachat_484591",
"sharegpt_xY3p1o7_127",
"sharegpt_NTHvrGV_0",
"ef71a35e_1",
"4f3b36d4_3"
],
"gold_session_ids": [
"answer_c8cc60d6_2",
"answer_c8cc60d6_1"
]
},
{
"question_id": "60036106",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_e552e1f9_1",
"answer_e552e1f9_2",
"sharegpt_moARQa7_0",
"763f028a",
"sharegpt_ckvrgF1_99",
"sharegpt_mtS0qOD_65",
"e2cdd030",
"ultrachat_262356",
"10857212_2",
"c575291e_2"
],
"gold_session_ids": [
"answer_e552e1f9_1",
"answer_e552e1f9_2"
]
},
{
"question_id": "681a1674",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_3be95d43_2",
"answer_3be95d43_1",
"d81e853b",
"ultrachat_64650",
"cbdbcfbc_6",
"9146213d_3",
"d5b3cf54_2",
"sharegpt_2wTEFHv_47",
"f1cf6f00_2",
"sharegpt_8Kzmn95_0"
],
"gold_session_ids": [
"answer_3be95d43_1",
"answer_3be95d43_2"
]
},
{
"question_id": "e25c3b8d",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_6702277b_2",
"answer_6702277b_1",
"099c1b6c_3",
"824634d9_1",
"sharegpt_gQaSoiF_13",
"c04c626c_1",
"90fea364_1",
"ff201786_1",
"sharegpt_rtgucSC_0",
"20fa75e8_3"
],
"gold_session_ids": [
"answer_6702277b_1",
"answer_6702277b_2"
]
},
{
"question_id": "4adc0475",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8065735963827293,
"mrr": 1,
"retrieved_session_ids": [
"answer_6efce493_2",
"sharegpt_7nYPy2P_29",
"ultrachat_186558",
"183d2822_1",
"sharegpt_wcTU09Q_31",
"f82637ed_1",
"bb27df5e_2",
"answer_6efce493_1",
"29e283f4_1",
"ultrachat_30883"
],
"gold_session_ids": [
"answer_6efce493_1",
"answer_6efce493_2"
]
},
{
"question_id": "4bc144e2",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_9ef115d4_1",
"answer_9ef115d4_2",
"2e2ae792_1",
"42bcee92_2",
"32a203b4_1",
"60207b41_3",
"ultrachat_380790",
"7b13b4d6_2",
"099c1b6c_3",
"sharegpt_lwNINvp_0"
],
"gold_session_ids": [
"answer_9ef115d4_1",
"answer_9ef115d4_2"
]
},
{
"question_id": "ef66a6e5",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8065735963827293,
"mrr": 1,
"retrieved_session_ids": [
"answer_f7fd1029_1",
"afb58af0",
"ultrachat_61361",
"41e778e4_2",
"295645f5_1",
"sharegpt_P8MHt59_0",
"147ab7e9_6",
"answer_f7fd1029_2",
"7c08d74b_1",
"4c08398b_1"
],
"gold_session_ids": [
"answer_f7fd1029_2",
"answer_f7fd1029_1"
]
},
{
"question_id": "5025383b",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8503449055347546,
"mrr": 1,
"retrieved_session_ids": [
"answer_688f9a3f_2",
"064f42ee_1",
"sharegpt_Yuw2LhQ_4",
"cf8e352f_4",
"answer_688f9a3f_1",
"2d21f921",
"bab41bb6_5",
"f40fa3ed",
"de293134_1",
"d10f0307_1"
],
"gold_session_ids": [
"answer_688f9a3f_1",
"answer_688f9a3f_2"
]
},
{
"question_id": "a1cc6108",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8065735963827293,
"mrr": 1,
"retrieved_session_ids": [
"answer_17dc2f5b_2",
"31e254b5",
"sharegpt_jpiaPoJ_29",
"fb328ace_1",
"sharegpt_wrN9uUo_43",
"001cefa7_2",
"sharegpt_9eEV9T3_8",
"answer_17dc2f5b_1",
"ac72b02a_2",
"ultrachat_152948"
],
"gold_session_ids": [
"answer_17dc2f5b_2",
"answer_17dc2f5b_1"
]
},
{
"question_id": "9ee3ecd6",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_66c23110_1",
"answer_66c23110_2",
"fa0fa74d_2",
"fd56c5bd_2",
"ultrachat_282862",
"sharegpt_V2j1zkI_4",
"ultrachat_175931",
"a697b169_1",
"7a7a4bf0_4",
"f550a835_1"
],
"gold_session_ids": [
"answer_66c23110_1",
"answer_66c23110_2"
]
},
{
"question_id": "3fdac837",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6934264036172708,
"mrr": 0.5,
"retrieved_session_ids": [
"c85ef24e_1",
"answer_419d21d5_1",
"answer_419d21d5_2",
"d1165be3_2",
"a98ff421_7",
"88c8df0e_3",
"30c92c0c_1",
"ultrachat_526748",
"09d021e7_1",
"daa1fe97_1"
],
"gold_session_ids": [
"answer_419d21d5_2",
"answer_419d21d5_1"
]
},
{
"question_id": "91b15a6e",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_5404a208_1",
"answer_5404a208_2",
"6169ef55_1",
"7cfeb89c_2",
"c1e170f0_2",
"sharegpt_7r7RS6F_0",
"sharegpt_1xq5lFg_0",
"4c039bd7_1",
"409dfa26_1",
"d7cffd42_2"
],
"gold_session_ids": [
"answer_5404a208_1",
"answer_5404a208_2"
]
},
{
"question_id": "27016adc",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_a37bdf22_1",
"answer_a37bdf22_2",
"1a555998",
"fa858208_2",
"ultrachat_566359",
"27ce9f13_2",
"ultrachat_284316",
"f1597b1c",
"dd25eeb5_8",
"ff5e0db0_1"
],
"gold_session_ids": [
"answer_a37bdf22_2",
"answer_a37bdf22_1"
]
},
{
"question_id": "720133ac",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_c9dfeaea_1",
"answer_c9dfeaea_2",
"4c128d97_2",
"ultrachat_508711",
"e200d96c_3",
"ultrachat_479833",
"sharegpt_sG53ibg_116",
"10a598b1_1",
"87bce563",
"sharegpt_Km6yx9W_13"
],
"gold_session_ids": [
"answer_c9dfeaea_1",
"answer_c9dfeaea_2"
]
},
{
"question_id": "77eafa52",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_33c251f0_1",
"answer_33c251f0_2",
"sharegpt_qEukY6n_14",
"41a87f13_1",
"f87fea58_1",
"fc9a62c0_1",
"sharegpt_C9GjDsF_0",
"7b13b4d6_2",
"sharegpt_nCTZBKf_0",
"cd568521_3"
],
"gold_session_ids": [
"answer_33c251f0_2",
"answer_33c251f0_1"
]
},
{
"question_id": "8979f9ec",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_35e36341_1",
"answer_35e36341_2",
"bcc9382a_2",
"1064ed80_2",
"a6b4c4c2_1",
"ultrachat_562471",
"052d7def",
"91c71874_1",
"f18ebe36_7",
"4c967baa_1"
],
"gold_session_ids": [
"answer_35e36341_1",
"answer_35e36341_2"
]
},
{
"question_id": "0100672e",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_35c9798c_2",
"answer_35c9798c_1",
"b167a4a8",
"326e86e0_3",
"a4b223a7_1",
"562addbd_1",
"091aa510_2",
"8237de6a_2",
"07313722_2",
"c694fe7b_1"
],
"gold_session_ids": [
"answer_35c9798c_2",
"answer_35c9798c_1"
]
},
{
"question_id": "a96c20ee",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_ef84b994_1",
"sharegpt_00qHEQ6_0",
"answer_ef84b994_2",
"c69eb8ee_4",
"ultrachat_259222",
"18cfdd41_1",
"ultrachat_286736",
"9ca3534f_1",
"dff89d9d_1",
"e4e64e80_6"
],
"gold_session_ids": [
"answer_ef84b994_1",
"answer_ef84b994_2"
]
},
{
"question_id": "92a0aa75",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.38685280723454163,
"mrr": 0.5,
"retrieved_session_ids": [
"a5854a8d_2",
"answer_6cb8f792_2",
"sharegpt_hPax8pw_11",
"sharegpt_9l7gjYP_17",
"1c0921ee_3",
"85eb2b94_2",
"ultrachat_61473",
"173e2e47",
"ultrachat_178564",
"6da0bba2_1"
],
"gold_session_ids": [
"answer_6cb8f792_1",
"answer_6cb8f792_2"
]
},
{
"question_id": "3fe836c9",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8772153153380493,
"mrr": 1,
"retrieved_session_ids": [
"answer_1bb63ea5_1",
"c81897cd_2",
"f0d7d364",
"answer_1bb63ea5_2",
"0a42783a",
"dda70510_1",
"ff49b5a5_3",
"ultrachat_258020",
"ultrachat_199846",
"ultrachat_328173"
],
"gold_session_ids": [
"answer_1bb63ea5_2",
"answer_1bb63ea5_1"
]
},
{
"question_id": "1c549ce4",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_4cb841a8_1",
"answer_4cb841a8_2",
"sharegpt_miOKGt1_13",
"f1e4daa8_2",
"35f052f9_2",
"f999b05c_1",
"809cbce9_1",
"ddcd2c65_1",
"sharegpt_Ab5RUMY_0",
"d743153b_2"
],
"gold_session_ids": [
"answer_4cb841a8_1",
"answer_4cb841a8_2"
]
},
{
"question_id": "6c49646a",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8772153153380493,
"mrr": 1,
"retrieved_session_ids": [
"answer_cc1ced21_1",
"9f220c66_1",
"ultrachat_565061",
"answer_cc1ced21_2",
"d3065d85",
"6155addd_2",
"1a24ef7c_5",
"2aeb1268",
"ultrachat_298957",
"8df3019b_1"
],
"gold_session_ids": [
"answer_cc1ced21_2",
"answer_cc1ced21_1"
]
},
{
"question_id": "1192316e",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_e184e4c3_2",
"answer_e184e4c3_1",
"c5db849c_1",
"f6ed7fa9_3",
"574df152_3",
"21ef2d05_1",
"55f7cc4f_3",
"6cd7234e_2",
"sharegpt_5HGh4Yy_0",
"6f8cd952"
],
"gold_session_ids": [
"answer_e184e4c3_2",
"answer_e184e4c3_1"
]
},
{
"question_id": "0ea62687",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_dc5e537d_1",
"answer_dc5e537d_2",
"d1ea55c0_1",
"d3ee5958_1",
"e22d6aef_1",
"5dce60dd",
"26eedae1_1",
"988c6b0e",
"50904946_2",
"b9e47a0f_2"
],
"gold_session_ids": [
"answer_dc5e537d_1",
"answer_dc5e537d_2"
]
},
{
"question_id": "67e0d0f2",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_3a5010af_2",
"answer_3a5010af_1",
"2252d3dd",
"ultrachat_217333",
"sharegpt_uD7CBng_30",
"6868c94f",
"b192ae00_2",
"sharegpt_RziX6kj_0",
"298382a6_2",
"ultrachat_25863"
],
"gold_session_ids": [
"answer_3a5010af_2",
"answer_3a5010af_1"
]
},
{
"question_id": "bb7c3b45",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_de64539a_1",
"answer_de64539a_2",
"3891baea_4",
"f3d43a12_3",
"4f2d6be4_1",
"0c061750_1",
"a51dc9ca",
"13b6b7ab_1",
"0287c177_1",
"sharegpt_l02agjs_0"
],
"gold_session_ids": [
"answer_de64539a_1",
"answer_de64539a_2"
]
},
{
"question_id": "ba358f49",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6131471927654584,
"mrr": 1,
"retrieved_session_ids": [
"answer_cbd08e3c_1",
"fb117eb0_2",
"f6859b48_2",
"2a2ea005_1",
"385683f0_2",
"sharegpt_c2LF3xK_12",
"sharegpt_IqVsDp7_89",
"fb0f2ac2",
"31419155",
"4f838497_2"
],
"gold_session_ids": [
"answer_cbd08e3c_1",
"answer_cbd08e3c_2"
]
},
{
"question_id": "61f8c8f8",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_872e8da2_1",
"answer_872e8da2_2",
"2154c810_1",
"1a24ef7c_5",
"6e110a53_1",
"sharegpt_7jGo66i_99",
"76ea58ed_1",
"7b88c38b_2",
"8991014d_1",
"58335f60_2"
],
"gold_session_ids": [
"answer_872e8da2_2",
"answer_872e8da2_1"
]
},
{
"question_id": "60159905",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_75eca223_2",
"answer_75eca223_1",
"21f8f481_3",
"6ade84f0",
"c351fa3b_1",
"15998e39_4",
"b7917b32",
"02eae87c_5",
"b3ef2cd4_1",
"b4f94171_2"
],
"gold_session_ids": [
"answer_75eca223_2",
"answer_75eca223_1"
]
},
{
"question_id": "ef9cf60a",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_87e3a1cb_1",
"answer_87e3a1cb_2",
"2357de36_2",
"7b88c38b_1",
"a89815bf",
"d677eb06",
"71027306_1",
"sharegpt_Ha6kIaj_0",
"sharegpt_Lk4UN8n_159",
"ultrachat_247949"
],
"gold_session_ids": [
"answer_87e3a1cb_1",
"answer_87e3a1cb_2"
]
},
{
"question_id": "73d42213",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_1881e7db_2",
"answer_1881e7db_1",
"3cb41ab8_1",
"sharegpt_ab6IEma_0",
"sharegpt_YlgTw57_486",
"9614d065_1",
"02e9f7e3_3",
"sharegpt_ndynIbS_0",
"a1251fef_2",
"a13abca5_1"
],
"gold_session_ids": [
"answer_1881e7db_1",
"answer_1881e7db_2"
]
},
{
"question_id": "bc149d6b",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_92147866_1",
"7211c69e",
"answer_92147866_2",
"9806001e",
"4f435d20_2",
"9bfd836a",
"05be3ff0_3",
"dcb18b9b_1",
"93a7a1bb_1",
"ultrachat_13563"
],
"gold_session_ids": [
"answer_92147866_1",
"answer_92147866_2"
]
},
{
"question_id": "099778bb",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_80d6d664_1",
"answer_80d6d664_2",
"b1793bba",
"95ce0e21_1",
"sharegpt_TMWJOGD_21",
"5b014f9b_1",
"sharegpt_O8djord_90",
"4acdd888",
"sharegpt_1dQ2mgC_0",
"ultrachat_60492"
],
"gold_session_ids": [
"answer_80d6d664_2",
"answer_80d6d664_1"
]
},
{
"question_id": "09ba9854",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_96c743d0_2",
"answer_96c743d0_1",
"f7644391_2",
"8c63238e",
"32e6c308",
"5faf5962_3",
"69a42467_2",
"e760dc71_1",
"ultrachat_447648",
"2bd23659_1"
],
"gold_session_ids": [
"answer_96c743d0_2",
"answer_96c743d0_1"
]
},
{
"question_id": "d6062bb9",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_23f3a657_2",
"answer_23f3a657_1",
"86298245_2",
"5b6aedac",
"65d28641_2",
"sharegpt_xuhzAgG_19",
"f7644391_2",
"59c704ad_2",
"5c95d0d0",
"sharegpt_PjFSCFK_9"
],
"gold_session_ids": [
"answer_23f3a657_2",
"answer_23f3a657_1"
]
},
{
"question_id": "157a136e",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8315546295836225,
"mrr": 1,
"retrieved_session_ids": [
"answer_8de18468_2",
"377f8fd9_4",
"298bf7a3_1",
"7746ba1b_1",
"ultrachat_506827",
"answer_8de18468_1",
"ultrachat_255132",
"9b3a7f2c_4",
"6715a0c6_1",
"7614c21f_2"
],
"gold_session_ids": [
"answer_8de18468_2",
"answer_8de18468_1"
]
},
{
"question_id": "c18a7dc8",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.38685280723454163,
"mrr": 0.5,
"retrieved_session_ids": [
"9d5a389d",
"answer_2e2085fa_1",
"ultrachat_353377",
"ultrachat_418857",
"2d74df23_1",
"sharegpt_YPC6Oll_18",
"ultrachat_463016",
"f716720c_3",
"5022812c",
"ultrachat_415226"
],
"gold_session_ids": [
"answer_2e2085fa_2",
"answer_2e2085fa_1"
]
},
{
"question_id": "a3332713",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_16ece55f_2",
"answer_16ece55f_1",
"67388dfc_2",
"1c8a264a_4",
"117098d9_3",
"62be624f",
"sharegpt_7uSzi6w_2",
"sharegpt_bYymtlW_0",
"202c6329_1",
"33994682_3"
],
"gold_session_ids": [
"answer_16ece55f_2",
"answer_16ece55f_1"
]
},
{
"question_id": "55241a1f",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_fa08bf49_1",
"answer_fa08bf49_2",
"9c9a22d8",
"d117e2da",
"46e4a8eb_2",
"76491ee4_1",
"2aeb1268",
"98c83fe4",
"ultrachat_348345",
"60153a02_4"
],
"gold_session_ids": [
"answer_fa08bf49_1",
"answer_fa08bf49_2"
]
},
{
"question_id": "a08a253f",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_47152166_1",
"answer_47152166_2",
"771570c5_1",
"d79173aa_3",
"6e5130ed_2",
"28209b6a_4",
"b1d9eb66_4",
"798fa5f2",
"4524c250_2",
"c7fc2bda_1"
],
"gold_session_ids": [
"answer_47152166_2",
"answer_47152166_1"
]
},
{
"question_id": "f0e564bc",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_cfcf5340_2",
"answer_cfcf5340_1",
"798e4ba3_2",
"6dfc99bf_2",
"932a97c6",
"9f35ac68",
"bc1f1051_1",
"sharegpt_W3YFpVK_7",
"683fdb17",
"658150c4"
],
"gold_session_ids": [
"answer_cfcf5340_1",
"answer_cfcf5340_2"
]
},
{
"question_id": "078150f1",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_254d8b09_1",
"answer_254d8b09_2",
"61b27d67_3",
"b18ba8d0_1",
"ultrachat_202549",
"203a48bb_1",
"ultrachat_276164",
"e4c97ea0_1",
"08256f84_1",
"2655efcc_1"
],
"gold_session_ids": [
"answer_254d8b09_1",
"answer_254d8b09_2"
]
},
{
"question_id": "8cf4d046",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_e2278b24_2",
"sharegpt_WjpyexI_15",
"answer_e2278b24_1",
"ultrachat_554855",
"sharegpt_P1Okivz_9",
"sharegpt_XsIUcaD_89",
"6c6c8df7",
"410ec447",
"sharegpt_kyCtrXT_0",
"7a5c32b0_3"
],
"gold_session_ids": [
"answer_e2278b24_1",
"answer_e2278b24_2"
]
},
{
"question_id": "a346bb18",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8315546295836225,
"mrr": 1,
"retrieved_session_ids": [
"answer_4934b2d7_2",
"53949711_2",
"5726dc37_2",
"59e96888_1",
"771ba1d5",
"answer_4934b2d7_1",
"feb5f98a_1",
"c51572bb_2",
"fd5448f0",
"2655efcc_1"
],
"gold_session_ids": [
"answer_4934b2d7_2",
"answer_4934b2d7_1"
]
},
{
"question_id": "37f165cf",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_6b9b2b1e_2",
"answer_6b9b2b1e_1",
"20b1b65f_2",
"37b19c82",
"7e8e790a",
"0f134440",
"cdcf791b_1",
"395a2f92",
"sharegpt_2yaKUmC_0",
"38de4c2a_1"
],
"gold_session_ids": [
"answer_6b9b2b1e_2",
"answer_6b9b2b1e_1"
]
},
{
"question_id": "8e91e7d9",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.38685280723454163,
"mrr": 0.5,
"retrieved_session_ids": [
"ultrachat_147574",
"answer_477ae455_2",
"sharegpt_8lpX5R7_19",
"4e3da326_1",
"da71721f",
"sharegpt_PZrBCF2_0",
"4f8caea3_2",
"17cb8d2f_3",
"7a389bd1_7",
"c3023a45_4"
],
"gold_session_ids": [
"answer_477ae455_1",
"answer_477ae455_2"
]
},
{
"question_id": "87f22b4a",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_f56e6152_1",
"answer_f56e6152_2",
"ea28bb75",
"c6015a0c_3",
"a8ac3d1d_3",
"ultrachat_182225",
"7c2ec9e9_2",
"889076d6",
"02b99ec3_1",
"c4c504d2_6"
],
"gold_session_ids": [
"answer_f56e6152_2",
"answer_f56e6152_1"
]
},
{
"question_id": "e56a43b9",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_430d0a87_2",
"7596ba6a",
"answer_430d0a87_1",
"57a6a404_3",
"372544ba",
"38e81260_7",
"ultrachat_12201",
"3c0ed3bf_1",
"a59b73f6",
"ce21f0e4"
],
"gold_session_ids": [
"answer_430d0a87_1",
"answer_430d0a87_2"
]
},
{
"question_id": "efc3f7c2",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_fc81d1a2_1",
"88a7faa7_1",
"answer_fc81d1a2_2",
"bbdc7b0a",
"8a7df17e_1",
"0f013a55",
"bbca6598_1",
"fc005760",
"ultrachat_38938",
"c4251d8d_1"
],
"gold_session_ids": [
"answer_fc81d1a2_1",
"answer_fc81d1a2_2"
]
},
{
"question_id": "21d02d0d",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_2c637141_1",
"answer_2c637141_2",
"2e28f3db",
"a15fa6eb",
"42d9467c_2",
"ultrachat_36404",
"414b8ddb",
"6ff8954a_2",
"94bc18df_2",
"ultrachat_285752"
],
"gold_session_ids": [
"answer_2c637141_2",
"answer_2c637141_1"
]
},
{
"question_id": "2311e44b_abs",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_bf633415_abs_1",
"answer_bf633415_abs_2",
"35915bf5",
"313404c6_2",
"dc880372_2",
"4c8afa9c_1",
"sharegpt_l2SM5sp_0",
"sharegpt_3bZSvyG_0",
"369695b4_2",
"a7bd5b45_3"
],
"gold_session_ids": [
"answer_bf633415_abs_1",
"answer_bf633415_abs_2"
]
},
{
"question_id": "6456829e_abs",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_743f03a1_abs_2",
"answer_743f03a1_abs_1",
"b61cc91b_2",
"sharegpt_Hc0Zm6i_0",
"d20bb5aa_1",
"3d8d4828_2",
"ultrachat_567580",
"89cce497",
"ultrachat_345787",
"ultrachat_568772"
],
"gold_session_ids": [
"answer_743f03a1_abs_1",
"answer_743f03a1_abs_2"
]
},
{
"question_id": "e5ba910e_abs",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_e49ed9d3_abs_2",
"answer_e49ed9d3_abs_1",
"a239515b",
"6d013bad_3",
"6339aa1d_2",
"f2df24cd_2",
"ultrachat_282969",
"bd8a4fcb_2",
"cc3f0564_1",
"7e0fa6a6"
],
"gold_session_ids": [
"answer_e49ed9d3_abs_1",
"answer_e49ed9d3_abs_2"
]
},
{
"question_id": "a96c20ee_abs",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_ef84b994_abs_2",
"4163e709_3",
"answer_ef84b994_abs_1",
"ultrachat_59306",
"ultrachat_194192",
"ultrachat_293509",
"sharegpt_jM9e92F_0",
"ultrachat_36312",
"ultrachat_184142",
"ultrachat_24979"
],
"gold_session_ids": [
"answer_ef84b994_abs_1",
"answer_ef84b994_abs_2"
]
},
{
"question_id": "ba358f49_abs",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.7977228895450266,
"mrr": 1,
"retrieved_session_ids": [
"answer_cbd08e3c_abs_1",
"07ebc271",
"5829ab38",
"sharegpt_7kFao5h_0",
"1162611c",
"40648965",
"20ea9554_1",
"9844f740",
"answer_cbd08e3c_abs_2",
"sharegpt_HRpe8C8_0"
],
"gold_session_ids": [
"answer_cbd08e3c_abs_1",
"answer_cbd08e3c_abs_2"
]
},
{
"question_id": "09ba9854_abs",
"question_type": "multi-session",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_96c743d0_abs_1",
"answer_96c743d0_abs_2",
"ultrachat_342361",
"a50b0d73_2",
"66e58c90_2",
"sharegpt_JZm4ich_15",
"64460e9d_2",
"85ca9420",
"338ac116_2",
"e4250940"
],
"gold_session_ids": [
"answer_96c743d0_abs_1",
"answer_96c743d0_abs_2"
]
},
{
"question_id": "gpt4_59149c77",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6934264036172708,
"mrr": 0.5,
"retrieved_session_ids": [
"9e2c2a6c_2",
"answer_d00ba6d0_2",
"answer_d00ba6d0_1",
"sharegpt_XlNs8Lz_199",
"ab520c81_1",
"a7403b3d_4",
"148f87a0_2",
"6e672b84_1",
"ultrachat_318178",
"64c2b3c8"
],
"gold_session_ids": [
"answer_d00ba6d0_1",
"answer_d00ba6d0_2"
]
},
{
"question_id": "gpt4_f49edff3",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9469024295259745,
"mrr": 1,
"retrieved_session_ids": [
"answer_3e9fce53_3",
"answer_3e9fce53_2",
"4376945f",
"40a289b7_2",
"answer_3e9fce53_1",
"7d33fcb4_1",
"cbc1588c_2",
"8e226a86",
"dc7c53fa_4",
"4798296c_2"
],
"gold_session_ids": [
"answer_3e9fce53_1",
"answer_3e9fce53_2",
"answer_3e9fce53_3"
]
},
{
"question_id": "71017276",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_0b4a8adc_1",
"sharegpt_CjoQMV6_0",
"sharegpt_tCLMKZY_0",
"sharegpt_qevDNvo_0",
"398f23e7",
"f78a22b6_4",
"sharegpt_duoAhsS_0",
"10889cf0_1",
"683c8358_1",
"sharegpt_ZUJIuGt_13"
],
"gold_session_ids": [
"answer_0b4a8adc_1"
]
},
{
"question_id": "b46e15ed",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6525874238732422,
"mrr": 1,
"retrieved_session_ids": [
"answer_4bfcc250_4",
"aeab3296",
"ultrachat_265690",
"53949711_2",
"47311a4c_1",
"answer_4bfcc250_3",
"sharegpt_cXkL3cR_28",
"answer_4bfcc250_1",
"f598d30f_1",
"ultrachat_396986"
],
"gold_session_ids": [
"answer_4bfcc250_4",
"answer_4bfcc250_3",
"answer_4bfcc250_2",
"answer_4bfcc250_1"
]
},
{
"question_id": "gpt4_fa19884c",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ff201786_2",
"answer_ff201786_1",
"e8de3056_2",
"cbf48918_1",
"f4f4b504_2",
"bb2180e9_3",
"6414f676_2",
"ultrachat_278956",
"ultrachat_423544",
"f3745025_1"
],
"gold_session_ids": [
"answer_ff201786_1",
"answer_ff201786_2"
]
},
{
"question_id": "0bc8ad92",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9674679834891693,
"mrr": 1,
"retrieved_session_ids": [
"answer_f4ea84fb_3",
"answer_f4ea84fb_1",
"d3cc5bdc_1",
"answer_f4ea84fb_2",
"0868982f_1",
"717d1aea_1",
"ultrachat_349938",
"sharegpt_ntu1Cds_0",
"f58c36b8_1",
"sharegpt_vClQxDr_21"
],
"gold_session_ids": [
"answer_f4ea84fb_3",
"answer_f4ea84fb_2",
"answer_f4ea84fb_1"
]
},
{
"question_id": "af082822",
"question_type": "temporal-reasoning",
"recall_any_at_5": 0,
"recall_any_at_10": 0,
"recall_any_at_20": 1,
"ndcg_at_10": 0,
"mrr": 0.06666666666666667,
"retrieved_session_ids": [
"1dfef591_2",
"6cf1848e_3",
"e132259f",
"bc5827b5",
"1a920713_2",
"facef6e0_1",
"bf38543d_2",
"1fcb4134_2",
"fbe6fa2c_2",
"1040e24b_1"
],
"gold_session_ids": [
"answer_b51b6115_1"
]
},
{
"question_id": "gpt4_4929293a",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_add9b012_2",
"answer_add9b012_1",
"ultrachat_139245",
"ultrachat_512282",
"b8bc1464_4",
"ultrachat_329640",
"e2304e5e_1",
"73353aee_1",
"c1e598cd_1",
"ultrachat_127833"
],
"gold_session_ids": [
"answer_add9b012_2",
"answer_add9b012_1"
]
},
{
"question_id": "gpt4_b5700ca9",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_a17423e7_1",
"5053474c_2",
"47382adf_1",
"33bdd89a_1",
"31829c1b_1",
"sharegpt_FqOC5e9_169",
"c81aa33c_2",
"d743153b_1",
"a53c7542_1",
"ultrachat_383774"
],
"gold_session_ids": [
"answer_a17423e7_1"
]
},
{
"question_id": "9a707b81",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_dba89487_2",
"4abbeb2a_2",
"answer_dba89487_1",
"e1d11615_1",
"990f3ef9_6",
"ultrachat_233519",
"e75c302b_2",
"3fcbb58c_4",
"sharegpt_sW9QRz1_0",
"5a13d047_1"
],
"gold_session_ids": [
"answer_dba89487_2",
"answer_dba89487_1"
]
},
{
"question_id": "gpt4_1d4ab0c9",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_febde667_1",
"answer_febde667_2",
"sharegpt_Caxpnd3_12",
"7257bd15_1",
"sharegpt_MIYBRJz_27",
"sharegpt_htSCqmh_171",
"c14e3f09_1",
"ultrachat_125013",
"4ff83df8",
"28d52bff"
],
"gold_session_ids": [
"answer_febde667_1",
"answer_febde667_2"
]
},
{
"question_id": "gpt4_e072b769",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_c19bd2bf_1",
"0dd54b7c_1",
"4f7b5dc9_1",
"5558a42e_1",
"sharegpt_9Ln5Ood_0",
"66d3fdb7_2",
"sharegpt_zdDMlRC_0",
"sharegpt_VbIxRWJ_33",
"ultrachat_423979",
"2fc9ce79_2"
],
"gold_session_ids": [
"answer_c19bd2bf_1"
]
},
{
"question_id": "0db4c65d",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_b9e32ff8_2",
"answer_b9e32ff8_1",
"f78a22b6_3",
"953d5a4b_1",
"71dc2037_2",
"sharegpt_UGg8d44_9",
"6461402b",
"ultrachat_324557",
"d36d11b9_2",
"e6c3a50a"
],
"gold_session_ids": [
"answer_b9e32ff8_1",
"answer_b9e32ff8_2"
]
},
{
"question_id": "gpt4_1d80365e",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_661b711f_1",
"answer_661b711f_2",
"805e571c_1",
"d6b17438_1",
"554b054e_2",
"3be19aed_1",
"ef0341d4_2",
"18f6e3be_2",
"sharegpt_5uZ7IdY_0",
"f7a61595_2"
],
"gold_session_ids": [
"answer_661b711f_1",
"answer_661b711f_2"
]
},
{
"question_id": "gpt4_7f6b06db",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.35853358850813305,
"mrr": 0.25,
"retrieved_session_ids": [
"4bf66c38_2",
"6f051087_2",
"da42526b_1",
"answer_5d8c99d3_2",
"252715f8_2",
"928890e4_3",
"answer_5d8c99d3_3",
"42165950_8",
"39c1bf6a",
"a6109135_1"
],
"gold_session_ids": [
"answer_5d8c99d3_1",
"answer_5d8c99d3_2",
"answer_5d8c99d3_3"
]
},
{
"question_id": "gpt4_6dc9b45b",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6309297535714575,
"mrr": 0.5,
"retrieved_session_ids": [
"ultrachat_384387",
"answer_c4df007f_1",
"afa0c2e7_5",
"9adc81d7_2",
"ultrachat_35147",
"27639dd8_1",
"cfcf5340_2",
"e7cc239c_4",
"d8f48b0a",
"ultrachat_453768"
],
"gold_session_ids": [
"answer_c4df007f_1"
]
},
{
"question_id": "gpt4_8279ba02",
"question_type": "temporal-reasoning",
"recall_any_at_5": 0,
"recall_any_at_10": 0,
"recall_any_at_20": 1,
"ndcg_at_10": 0,
"mrr": 0.08333333333333333,
"retrieved_session_ids": [
"b909542d_1",
"b5b8f8f9_1",
"01f1e64a_3",
"1a037873_2",
"b6018747_2",
"sharegpt_BSRNM84_16",
"86c5d31d",
"85f19a30_1",
"886b70b1_2",
"67d1de46_2"
],
"gold_session_ids": [
"answer_56521e65_1"
]
},
{
"question_id": "gpt4_18c2b244",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_c862f65a_3",
"answer_c862f65a_2",
"answer_c862f65a_1",
"ultrachat_503659",
"7e2c6065",
"dfbc46bd_1",
"746ae854_2",
"ffd66315_2",
"7c4431e2_1",
"3176940c_2"
],
"gold_session_ids": [
"answer_c862f65a_2",
"answer_c862f65a_3",
"answer_c862f65a_1"
]
},
{
"question_id": "gpt4_a1b77f9c",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_e9ad5914_4",
"answer_e9ad5914_2",
"answer_e9ad5914_3",
"answer_e9ad5914_5",
"answer_e9ad5914_1",
"answer_e9ad5914_6",
"d52d478b",
"47ec1674_2",
"0dcfb511_4",
"660c4dba_2"
],
"gold_session_ids": [
"answer_e9ad5914_1",
"answer_e9ad5914_2",
"answer_e9ad5914_3",
"answer_e9ad5914_4",
"answer_e9ad5914_5",
"answer_e9ad5914_6"
]
},
{
"question_id": "gpt4_1916e0ea",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.7977228895450266,
"mrr": 1,
"retrieved_session_ids": [
"answer_447052a5_1",
"sharegpt_gw7Ym6y_6",
"fa1ce406_2",
"b9890c15_2",
"3f3013b4_1",
"d3fe25ff",
"280352e9",
"4b72fe4c_1",
"answer_447052a5_2",
"fe4dd702_2"
],
"gold_session_ids": [
"answer_447052a5_2",
"answer_447052a5_1"
]
},
{
"question_id": "gpt4_7a0daae1",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_4d5490f1_2",
"answer_4d5490f1_1",
"bf3aebdb_2",
"2ff297a8_1",
"819dfad7_2",
"sharegpt_xcd9nky_8",
"facb94a8_3",
"ultrachat_253041",
"ultrachat_49899",
"ultrachat_9855"
],
"gold_session_ids": [
"answer_4d5490f1_1",
"answer_4d5490f1_2"
]
},
{
"question_id": "gpt4_468eb063",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.38685280723454163,
"mrr": 0.2,
"retrieved_session_ids": [
"sharegpt_Sf51OjE_8",
"e60a93ff_2",
"sharegpt_gfhUw40_17",
"71888aff_2",
"answer_9b09d95b_1",
"sharegpt_ipLglky_42",
"7ca763c3_2",
"ce584ba0",
"6410c263_1",
"sharegpt_8M7HcM3_11"
],
"gold_session_ids": [
"answer_9b09d95b_1"
]
},
{
"question_id": "gpt4_7abb270c",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.7976403384579975,
"mrr": 1,
"retrieved_session_ids": [
"answer_7093d898_5",
"answer_7093d898_6",
"087d2b0a_2",
"1bfd5a8b_2",
"5808284e",
"answer_7093d898_2",
"answer_7093d898_1",
"answer_7093d898_4",
"85056d5f_1",
"3c9cdf01"
],
"gold_session_ids": [
"answer_7093d898_1",
"answer_7093d898_2",
"answer_7093d898_3",
"answer_7093d898_4",
"answer_7093d898_5",
"answer_7093d898_6"
]
},
{
"question_id": "gpt4_1e4a8aeb",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_16bd5ea5_2",
"answer_16bd5ea5_1",
"28621d6a_2",
"fd18e0dd_1",
"6be23caa",
"ae0cd456",
"f7838a91_1",
"sharegpt_Nk10TjE_29",
"6a7d7055_1",
"e83a2abc_1"
],
"gold_session_ids": [
"answer_16bd5ea5_1",
"answer_16bd5ea5_2"
]
},
{
"question_id": "gpt4_4fc4f797",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_be07688f_1",
"answer_be07688f_2",
"39566615_1",
"bdcee74e_3",
"sharegpt_pRqHb1o_0",
"08834bf2_1",
"660cea1d",
"59fc4d6b",
"10d7d2b4_2",
"e77ef495_1"
],
"gold_session_ids": [
"answer_be07688f_1",
"answer_be07688f_2"
]
},
{
"question_id": "4dfccbf7",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6934264036172708,
"mrr": 0.5,
"retrieved_session_ids": [
"8fa624b2_6",
"answer_4bebc782_2",
"answer_4bebc782_1",
"e1b7b676",
"sharegpt_Dcshjlv_0",
"ultrachat_373047",
"36f8b380_1",
"aa71db11_2",
"f5493bf3",
"sharegpt_cXkL3cR_69"
],
"gold_session_ids": [
"answer_4bebc782_1",
"answer_4bebc782_2"
]
},
{
"question_id": "gpt4_61e13b3c",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_e831a29f_1",
"answer_e831a29f_2",
"ultrachat_441289",
"2b5c911e_3",
"e75828ad_3",
"ultrachat_213012",
"8e10bf6b_1",
"cc380119_3",
"d4439279_1",
"a6f2320f_2"
],
"gold_session_ids": [
"answer_e831a29f_1",
"answer_e831a29f_2"
]
},
{
"question_id": "gpt4_45189cb4",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8179809735263114,
"mrr": 1,
"retrieved_session_ids": [
"answer_e6c20e52_3",
"dc3ee1d1_1",
"22452c22",
"5c16fe0b_1",
"answer_e6c20e52_1",
"answer_e6c20e52_2",
"36e72174_1",
"93395e5f_3",
"6593cb8b_1",
"ebf5b3bc_2"
],
"gold_session_ids": [
"answer_e6c20e52_3",
"answer_e6c20e52_2",
"answer_e6c20e52_1"
]
},
{
"question_id": "2ebe6c90",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_c9d35c00_2",
"answer_c9d35c00_1",
"sharegpt_jyMHY1J_31",
"ultrachat_4566",
"dddce60a_2",
"9ccea2f0_2",
"0fe848c5_3",
"c17f3491",
"453d354e_1",
"8fa64936_1"
],
"gold_session_ids": [
"answer_c9d35c00_1",
"answer_c9d35c00_2"
]
},
{
"question_id": "gpt4_e061b84f",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6105456988825855,
"mrr": 1,
"retrieved_session_ids": [
"answer_8c64ce25_3",
"78d28576_2",
"0a6bf5e4_1",
"773287dc_1",
"539c2346_3",
"bab3f409",
"ultrachat_129606",
"3275acf9",
"answer_8c64ce25_1",
"ultrachat_194928"
],
"gold_session_ids": [
"answer_8c64ce25_2",
"answer_8c64ce25_1",
"answer_8c64ce25_3"
]
},
{
"question_id": "370a8ff4",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_61d1be50_1",
"answer_61d1be50_2",
"sharegpt_jGPXxpI_17",
"2b4eaee0_1",
"8c64ce25_1",
"21a51dee_2",
"df53e1b7_2",
"ultrachat_26182",
"11c0b1c5",
"4e77dbbe_5"
],
"gold_session_ids": [
"answer_61d1be50_1",
"answer_61d1be50_2"
]
},
{
"question_id": "gpt4_d6585ce8",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_f999b05b_4",
"answer_f999b05b_5",
"answer_f999b05b_2",
"answer_f999b05b_3",
"answer_f999b05b_1",
"ultrachat_531211",
"5d4010bd",
"23901329_2",
"sharegpt_Asf5ayG_41",
"dc0802a9_1"
],
"gold_session_ids": [
"answer_f999b05b_1",
"answer_f999b05b_4",
"answer_f999b05b_2",
"answer_f999b05b_5",
"answer_f999b05b_3"
]
},
{
"question_id": "gpt4_4ef30696",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8772153153380493,
"mrr": 1,
"retrieved_session_ids": [
"answer_f964cea3_2",
"sharegpt_ELYlA30_25",
"4b29957c_1",
"answer_f964cea3_1",
"80b3f093",
"d9868305_2",
"ultrachat_356406",
"750b437b_1",
"1ccb08a0",
"ultrachat_511839"
],
"gold_session_ids": [
"answer_f964cea3_1",
"answer_f964cea3_2"
]
},
{
"question_id": "gpt4_ec93e27f",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.7903864795495061,
"mrr": 1,
"retrieved_session_ids": [
"answer_e3aa84c4_1",
"6b63bdc5_2",
"sharegpt_Sg0ctDe_14",
"85846900_2",
"ultrachat_133145",
"ultrachat_401609",
"ultrachat_29858",
"5a994ed3_2",
"b76a71b9_2",
"answer_e3aa84c4_2"
],
"gold_session_ids": [
"answer_e3aa84c4_2",
"answer_e3aa84c4_1"
]
},
{
"question_id": "6e984301",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_88841f26_1",
"answer_88841f26_2",
"0125f748_1",
"31903f54",
"b38766c1_2",
"ultrachat_402356",
"2bc4ae7d",
"8f6e71cf",
"ultrachat_111630",
"93bed3d8_2"
],
"gold_session_ids": [
"answer_88841f26_1",
"answer_88841f26_2"
]
},
{
"question_id": "8077ef71",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_0dd54b7c_1",
"f7ffddbc",
"sharegpt_Wi7Op1u_39",
"1da90ded",
"sharegpt_hoQsVGz_51",
"7fa3c60f_1",
"5365840b_1",
"30711c1e_1",
"56ee0a51",
"d87a6ef8"
],
"gold_session_ids": [
"answer_0dd54b7c_1"
]
},
{
"question_id": "gpt4_f420262c",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9747429528567879,
"mrr": 1,
"retrieved_session_ids": [
"answer_d8a1af6b_2",
"answer_d8a1af6b_4",
"answer_d8a1af6b_3",
"a823dc7c",
"answer_d8a1af6b_5",
"answer_d8a1af6b_1",
"3418b277_5",
"116bae09",
"3ea07188_2",
"sharegpt_jFDrHZ3_0"
],
"gold_session_ids": [
"answer_d8a1af6b_1",
"answer_d8a1af6b_2",
"answer_d8a1af6b_3",
"answer_d8a1af6b_4",
"answer_d8a1af6b_5"
]
},
{
"question_id": "gpt4_8e165409",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_d97db962_1",
"answer_d97db962_2",
"sharegpt_JRQtEcd_115",
"4c2bd0fe_2",
"58ab5fc5",
"ultrachat_77564",
"sharegpt_B7mSlfQ_8",
"4c967baa_1",
"4c9f6bf5_2",
"b49985d9_1"
],
"gold_session_ids": [
"answer_d97db962_1",
"answer_d97db962_2"
]
},
{
"question_id": "gpt4_74aed68e",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_aed8cf17_2",
"answer_aed8cf17_1",
"2a86d0da_1",
"ultrachat_176592",
"69a9211c_1",
"318048af_2",
"470f29c0_1",
"ultrachat_35782",
"25b3e36c_2",
"da71721f"
],
"gold_session_ids": [
"answer_aed8cf17_1",
"answer_aed8cf17_2"
]
},
{
"question_id": "bcbe585f",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_43ba3965_1",
"5dbe11b9",
"7fa8099b_1",
"8953c8c8_2",
"6bed7862",
"896162a2",
"sharegpt_WsDgKko_13",
"5edfe253_1",
"89a16e7f_1",
"d8a1af6c_5"
],
"gold_session_ids": [
"answer_43ba3965_1"
]
},
{
"question_id": "gpt4_21adecb5",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.44130740935663865,
"mrr": 0.25,
"retrieved_session_ids": [
"sharegpt_ipLglky_42",
"0f0f9d80_1",
"e1f37e24",
"answer_1e2369c9_2",
"19f2e2c5_2",
"ultrachat_444790",
"sharegpt_cUXo8S0_0",
"b99bd2df",
"sharegpt_MCmVQ20_0",
"answer_1e2369c9_1"
],
"gold_session_ids": [
"answer_1e2369c9_1",
"answer_1e2369c9_2"
]
},
{
"question_id": "5e1b23de",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_c18d480b_1",
"1a5344e9_3",
"c28aed33",
"7ff028d8_2",
"41782aae_1",
"cdf75ca3_2",
"1380576d_1",
"ultrachat_190837",
"ultrachat_524214",
"0ba46bdc_2"
],
"gold_session_ids": [
"answer_c18d480b_1"
]
},
{
"question_id": "gpt4_98f46fc6",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_5850de18_1",
"answer_5850de18_2",
"sharegpt_rnL5VQO_0",
"32e292f2",
"sharegpt_FhQzMiW_0",
"sharegpt_Hj47IDr_0",
"ultrachat_238480",
"2640383e",
"28897044",
"sharegpt_PLN69pg_19"
],
"gold_session_ids": [
"answer_5850de18_2",
"answer_5850de18_1"
]
},
{
"question_id": "gpt4_af6db32f",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_184c8f56_1",
"f26846e1_3",
"ec1b557a_1",
"aee13015_6",
"ultrachat_251919",
"sharegpt_1jjEIai_173",
"df6938a4_5",
"sharegpt_Np41szj_13",
"8ccbe6e0",
"8617737e"
],
"gold_session_ids": [
"answer_184c8f56_1"
]
},
{
"question_id": "eac54adc",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_0d4d0347_2",
"answer_0d4d0347_1",
"sharegpt_PgmAp0p_0",
"b40f0a7a",
"sharegpt_Jm8wWJN_0",
"sharegpt_z88NqeI_0",
"ae051325_3",
"32fc393b_2",
"80a6c3b7",
"dba97bb1_2"
],
"gold_session_ids": [
"answer_0d4d0347_1",
"answer_0d4d0347_2"
]
},
{
"question_id": "gpt4_7ddcf75f",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ad8a76cb_1",
"9bfccfdc_2",
"8c652eb0_2",
"9283c152",
"sharegpt_ZUxBndS_26",
"sharegpt_mMdyu3t_0",
"836f5ae4",
"9f8c432e_3",
"ultrachat_281183",
"a0b8b0ad_7"
],
"gold_session_ids": [
"answer_ad8a76cb_1"
]
},
{
"question_id": "gpt4_a2d1d1f6",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_f6d6e33f_1",
"a21f3697_3",
"e40d733b_2",
"2c31d8be_3",
"9a584663_1",
"sharegpt_gI1U1eK_4",
"894dd0c2_3",
"534be93d_1",
"ultrachat_5344",
"a1bfb382_1"
],
"gold_session_ids": [
"answer_f6d6e33f_1"
]
},
{
"question_id": "gpt4_85da3956",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_581ab834_1",
"14b000d9_1",
"ultrachat_373754",
"2fd445a2_4",
"sharegpt_ewad5Sr_0",
"sharegpt_opQbgPL_13",
"3a4012a5_4",
"3e6b6802_3",
"d8b3e1c8_1",
"e6fddf6c"
],
"gold_session_ids": [
"answer_581ab834_1"
]
},
{
"question_id": "gpt4_b0863698",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_550bb2d1_1",
"91e581ad_3",
"4a79d078_2",
"5b014f9b_1",
"ce8b2a9e_2",
"554b054e_2",
"710833f3",
"b2fa108b_1",
"sharegpt_FPbCOuq_30",
"sharegpt_vGZ5lH1_21"
],
"gold_session_ids": [
"answer_550bb2d1_1"
]
},
{
"question_id": "gpt4_68e94287",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8772153153380493,
"mrr": 1,
"retrieved_session_ids": [
"answer_9793daa3_2",
"50f136f2_3",
"64460e9d_1",
"answer_9793daa3_1",
"74bcc8f4_1",
"edfa358d_1",
"sharegpt_XzAEFL4_0",
"dadd6379_1",
"50ca8a86",
"43502c3c_2"
],
"gold_session_ids": [
"answer_9793daa3_2",
"answer_9793daa3_1"
]
},
{
"question_id": "gpt4_e414231e",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_e28c1f0d_2",
"answer_e28c1f0d_1",
"7e3fa056_2",
"d3065d85",
"9f8fc173_3",
"aee32463_1",
"0254514e_1",
"d4439279_2",
"sharegpt_CdnyHep_0",
"c87e6c56"
],
"gold_session_ids": [
"answer_e28c1f0d_1",
"answer_e28c1f0d_2"
]
},
{
"question_id": "gpt4_7ca326fa",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_cf021b36_1",
"answer_cf021b36_3",
"answer_cf021b36_2",
"sharegpt_LDpwZD3_0",
"c70f9f9c",
"1301fbd1",
"8d0ca228",
"ultrachat_147001",
"sharegpt_7SCdbX2_0",
"5429e768_1"
],
"gold_session_ids": [
"answer_cf021b36_1",
"answer_cf021b36_2",
"answer_cf021b36_3"
]
},
{
"question_id": "gpt4_7bc6cf22",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_e22d6aef_1",
"3e43bf49_1",
"70b9616e",
"ultrachat_330542",
"09d021e7_1",
"ultrachat_215356",
"68396ed3_2",
"eca3b71c_2",
"e6cc6157_1",
"7a4d00b3_1"
],
"gold_session_ids": [
"answer_e22d6aef_1"
]
},
{
"question_id": "2ebe6c92",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6052602440527057,
"mrr": 0.5,
"retrieved_session_ids": [
"1ba79ea8_1",
"answer_c9d35c00_2",
"ca3a4e4f_1",
"d9e023f2_2",
"9d4312f6_3",
"answer_c9d35c00_1",
"719a18dd_2",
"acbb04c7",
"16756728_1",
"sharegpt_iQp7qQ2_0"
],
"gold_session_ids": [
"answer_c9d35c00_1",
"answer_c9d35c00_2"
]
},
{
"question_id": "gpt4_e061b84g",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5307212739772434,
"mrr": 0.5,
"retrieved_session_ids": [
"9dac9e37_1",
"answer_8c64ce26_3",
"answer_8c64ce26_2",
"3929e6cc_1",
"ae15e8b6_1",
"sharegpt_i33zh1e_15",
"ce584ba0",
"68705467_1",
"ultrachat_547960",
"51221cac"
],
"gold_session_ids": [
"answer_8c64ce26_2",
"answer_8c64ce26_1",
"answer_8c64ce26_3"
]
},
{
"question_id": "71017277",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_0b4a8adc_1",
"f8de4e92_4",
"ultrachat_557308",
"ad175dc4_5",
"0aacd15f_5",
"6de70f46_2",
"85a1be56_2",
"fd749c9a_1",
"451ecb23_3",
"e64f9553_1"
],
"gold_session_ids": [
"answer_0b4a8adc_1"
]
},
{
"question_id": "b46e15ee",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9619991470595832,
"mrr": 1,
"retrieved_session_ids": [
"answer_4bfcc251_4",
"answer_4bfcc251_1",
"answer_4bfcc251_2",
"495cf518_2",
"d4446e25_2",
"e03c71c5_1",
"answer_4bfcc251_3",
"ultrachat_436509",
"f3fcf4fd_1",
"c92239bc"
],
"gold_session_ids": [
"answer_4bfcc251_4",
"answer_4bfcc251_3",
"answer_4bfcc251_2",
"answer_4bfcc251_1"
]
},
{
"question_id": "gpt4_d6585ce9",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8738100898801323,
"mrr": 1,
"retrieved_session_ids": [
"answer_f999b05c_5",
"58dd3f35",
"answer_f999b05c_4",
"a554ed79_4",
"answer_f999b05c_2",
"answer_f999b05c_1",
"answer_f999b05c_3",
"b3763b6b_1",
"a15fa6eb",
"a5532feb_2"
],
"gold_session_ids": [
"answer_f999b05c_1",
"answer_f999b05c_4",
"answer_f999b05c_2",
"answer_f999b05c_5",
"answer_f999b05c_3"
]
},
{
"question_id": "gpt4_1e4a8aec",
"question_type": "temporal-reasoning",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.20438239758848611,
"mrr": 0.14285714285714285,
"retrieved_session_ids": [
"9f1f3bf4",
"b1265fd7_1",
"e675c69a_1",
"1c662b7b_1",
"b34a52aa_3",
"0b635369_2",
"answer_16bd5ea6_1",
"sharegpt_sRhcMiu_0",
"4c8455cb_2",
"743b1fc3_2"
],
"gold_session_ids": [
"answer_16bd5ea6_1",
"answer_16bd5ea6_2"
]
},
{
"question_id": "gpt4_f420262d",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_d8a1af6c_2",
"answer_d8a1af6c_5",
"answer_d8a1af6c_4",
"answer_d8a1af6c_1",
"answer_d8a1af6c_3",
"27639dd8_3",
"dfd4e4b7_1",
"1032cbcf_1",
"534716de",
"a7c62fd2_2"
],
"gold_session_ids": [
"answer_d8a1af6c_1",
"answer_d8a1af6c_2",
"answer_d8a1af6c_5",
"answer_d8a1af6c_4",
"answer_d8a1af6c_3"
]
},
{
"question_id": "gpt4_59149c78",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8065735963827293,
"mrr": 1,
"retrieved_session_ids": [
"answer_d00ba6d1_1",
"23754665",
"ultrachat_463998",
"765ce8a7_2",
"a8ac3d1d_1",
"ultrachat_131385",
"665f8750_1",
"answer_d00ba6d1_2",
"78e40ca2_2",
"9848a1e3_2"
],
"gold_session_ids": [
"answer_d00ba6d1_1",
"answer_d00ba6d1_2"
]
},
{
"question_id": "gpt4_e414231f",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_e28c1f0e_1",
"ultrachat_150948",
"answer_e28c1f0e_2",
"752c438c_3",
"deb5bb60",
"78ef59d0_1",
"sharegpt_p57YcDV_15",
"3acb50ef_4",
"135f761b_1",
"sharegpt_mFa5dxA_11"
],
"gold_session_ids": [
"answer_e28c1f0e_1",
"answer_e28c1f0e_2"
]
},
{
"question_id": "gpt4_4929293b",
"question_type": "temporal-reasoning",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.20438239758848611,
"mrr": 0.14285714285714285,
"retrieved_session_ids": [
"7fa98614_1",
"ultrachat_342539",
"ultrachat_156176",
"ultrachat_326769",
"cae65795_1",
"sharegpt_bq9G6bT_0",
"answer_add9b013_2",
"bda611f6_3",
"e76430ea_3",
"ea8c38f8"
],
"gold_session_ids": [
"answer_add9b013_2",
"answer_add9b013_1"
]
},
{
"question_id": "gpt4_468eb064",
"question_type": "temporal-reasoning",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.2890648263178879,
"mrr": 0.1,
"retrieved_session_ids": [
"sharegpt_wrwD6bG_0",
"c3023a45_1",
"sharegpt_0PLBHdX_15",
"0944933f_1",
"25e5b797_1",
"a2f0054f",
"db1aefb6_3",
"ultrachat_59629",
"1e5bd28d_2",
"answer_9b09d95b_1"
],
"gold_session_ids": [
"answer_9b09d95b_1"
]
},
{
"question_id": "gpt4_fa19884d",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8315546295836225,
"mrr": 1,
"retrieved_session_ids": [
"answer_ff201787_2",
"ccc87da9_1",
"588a2123",
"f910dc31_4",
"5f9dd782",
"answer_ff201787_1",
"b35fadaa",
"040615bc_1",
"ebd2a973",
"8f8f2ced_1"
],
"gold_session_ids": [
"answer_ff201787_1",
"answer_ff201787_2"
]
},
{
"question_id": "9a707b82",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5,
"mrr": 0.3333333333333333,
"retrieved_session_ids": [
"990f3ef9_2",
"fab41c07",
"answer_dba89488_1",
"f8e9d4fa",
"68d35085_1",
"8e78fa70_1",
"ultrachat_466884",
"answer_dba89488_2",
"7a4d00b3_2",
"e627b1aa_1"
],
"gold_session_ids": [
"answer_dba89488_2",
"answer_dba89488_1"
]
},
{
"question_id": "eac54add",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.38685280723454163,
"mrr": 0.5,
"retrieved_session_ids": [
"7bb01253",
"answer_0d4d0348_1",
"ultrachat_91693",
"2946bf12",
"773aebbd_3",
"577da76d_2",
"ultrachat_134291",
"sharegpt_PJmlduQ_0",
"79987901_2",
"e552e1f9_2"
],
"gold_session_ids": [
"answer_0d4d0348_1",
"answer_0d4d0348_2"
]
},
{
"question_id": "4dfccbf8",
"question_type": "temporal-reasoning",
"recall_any_at_5": 0,
"recall_any_at_10": 0,
"recall_any_at_20": 1,
"ndcg_at_10": 0,
"mrr": 0.0625,
"retrieved_session_ids": [
"953aaad5_3",
"7db28e68_1",
"87317e05_1",
"edd89480_1",
"0ae4c9b0_2",
"a63ad8e3_3",
"1c177942_4",
"sharegpt_3D3oQC0_213",
"sharegpt_oXgiN7q_131",
"b4f63a70_3"
],
"gold_session_ids": [
"answer_4bebc783_1",
"answer_4bebc783_2"
]
},
{
"question_id": "0bc8ad93",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_f4ea84fc_3",
"answer_f4ea84fc_1",
"answer_f4ea84fc_2",
"sharegpt_HOO59Ue_99",
"dd25eeb5_2",
"85736a07_1",
"ultrachat_260376",
"2c185a2b_1",
"sharegpt_afCogMg_34",
"7285299a_2"
],
"gold_session_ids": [
"answer_f4ea84fc_3",
"answer_f4ea84fc_2",
"answer_f4ea84fc_1"
]
},
{
"question_id": "6e984302",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8503449055347546,
"mrr": 1,
"retrieved_session_ids": [
"answer_88841f27_1",
"41dc5d45_1",
"c03fc56c_1",
"7cd7c296_1",
"answer_88841f27_2",
"b7702ee4_1",
"7285299a_8",
"33a39aa7_3",
"cf3dc165_1",
"ultrachat_542864"
],
"gold_session_ids": [
"answer_88841f27_1",
"answer_88841f27_2"
]
},
{
"question_id": "gpt4_8279ba03",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5,
"mrr": 0.3333333333333333,
"retrieved_session_ids": [
"49b78a55_1",
"bb107057_2",
"answer_56521e66_1",
"864a563d_5",
"50d66391_4",
"518d26d3_4",
"c4661b3c_2",
"ultrachat_526748",
"084bb880_2",
"d9868305_1"
],
"gold_session_ids": [
"answer_56521e66_1"
]
},
{
"question_id": "gpt4_b5700ca0",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6309297535714575,
"mrr": 0.5,
"retrieved_session_ids": [
"109e07e8_2",
"answer_a17423e8_1",
"ultrachat_540666",
"b403d6f0_4",
"534be93d_1",
"064f42ee_3",
"e789afdb_2",
"0f09447b",
"c4251d8d_2",
"14b000d9_4"
],
"gold_session_ids": [
"answer_a17423e8_1"
]
},
{
"question_id": "gpt4_68e94288",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6131471927654584,
"mrr": 1,
"retrieved_session_ids": [
"answer_9793daa4_1",
"128f4e4d_2",
"ultrachat_74747",
"ba80721c",
"9d2fdc71",
"d2606fe9",
"sharegpt_RD37kJL_31",
"d8454317_7",
"4c49e37f",
"ultrachat_301272"
],
"gold_session_ids": [
"answer_9793daa4_2",
"answer_9793daa4_1"
]
},
{
"question_id": "gpt4_2655b836",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_4be1b6b4_2",
"answer_4be1b6b4_1",
"answer_4be1b6b4_3",
"d8a1af6b_4",
"sharegpt_KzDwaf1_237",
"sharegpt_Tv9eXvf_0",
"sharegpt_CUs8n0A_0",
"ea8cc87b",
"f220dd04_1",
"e6120ff9_2"
],
"gold_session_ids": [
"answer_4be1b6b4_1",
"answer_4be1b6b4_2",
"answer_4be1b6b4_3"
]
},
{
"question_id": "gpt4_2487a7cb",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_1c6b85ea_2",
"answer_1c6b85ea_1",
"4f5880c6_6",
"67a8ef5f",
"4c1982d8_2",
"f87fea58_4",
"b7901ed7",
"sharegpt_QN26oUg_0",
"3afa6478",
"sharegpt_gLb26GY_0"
],
"gold_session_ids": [
"answer_1c6b85ea_2",
"answer_1c6b85ea_1"
]
},
{
"question_id": "gpt4_76048e76",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_b535969f_1",
"answer_b535969f_2",
"sharegpt_vx14orQ_11",
"33630c9e_2",
"6a78e959_2",
"e2d9bcfe",
"0125f748_1",
"sharegpt_JprREQx_0",
"33a39aa7_2",
"907b6ed7_1"
],
"gold_session_ids": [
"answer_b535969f_1",
"answer_b535969f_2"
]
},
{
"question_id": "gpt4_2312f94c",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_5328c3c2_2",
"answer_5328c3c2_1",
"sharegpt_XYtuANl_9",
"e831a29f_2",
"ultrachat_437795",
"3db86aab_1",
"a764b677_2",
"00ebfcf5",
"5e39a233_1",
"f34bf5e1"
],
"gold_session_ids": [
"answer_5328c3c2_2",
"answer_5328c3c2_1"
]
},
{
"question_id": "0bb5a684",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_e936197f_1",
"826d51da_3",
"answer_e936197f_2",
"565929a2_2",
"3c8e7c0e_3",
"ultrachat_62919",
"3548cae3",
"d794dec9_2",
"sharegpt_AzkYB5s_0",
"sharegpt_6dPUCcK_13"
],
"gold_session_ids": [
"answer_e936197f_1",
"answer_e936197f_2"
]
},
{
"question_id": "08f4fc43",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_6ea1541e_2",
"answer_6ea1541e_1",
"58d11d0c_2",
"sharegpt_wXqtiUe_0",
"9216c4d3_4",
"cdbd6862_1",
"sharegpt_JJu53iW_0",
"ultrachat_359609",
"ultrachat_292416",
"f3bd00ec_2"
],
"gold_session_ids": [
"answer_6ea1541e_2",
"answer_6ea1541e_1"
]
},
{
"question_id": "2c63a862",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5706417189553201,
"mrr": 0.3333333333333333,
"retrieved_session_ids": [
"ad175dc4_2",
"33baaaab_1",
"answer_d39b7977_2",
"answer_d39b7977_1",
"sharegpt_lXtWJ7d_0",
"918c4788_2",
"1854abc7_2",
"0fccc817_1",
"ultrachat_179062",
"b25f9c97_3"
],
"gold_session_ids": [
"answer_d39b7977_1",
"answer_d39b7977_2"
]
},
{
"question_id": "gpt4_385a5000",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_7a4a93f1_2",
"answer_7a4a93f1_1",
"8062f4ab_2",
"dc832f73",
"cae65795_1",
"28f74b09_1",
"ultrachat_286149",
"ultrachat_480527",
"90019a03_2",
"sharegpt_A4N0rHY_13"
],
"gold_session_ids": [
"answer_7a4a93f1_2",
"answer_7a4a93f1_1"
]
},
{
"question_id": "2a1811e2",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_1cc3cd0c_1",
"answer_1cc3cd0c_2",
"ultrachat_187883",
"1aaf8057_3",
"89e05490",
"aac025d1_1",
"b0e040c1",
"b94ad1bc_4",
"88ad913f_2",
"sharegpt_v2b1TzW_35"
],
"gold_session_ids": [
"answer_1cc3cd0c_1",
"answer_1cc3cd0c_2"
]
},
{
"question_id": "bbf86515",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8772153153380493,
"mrr": 1,
"retrieved_session_ids": [
"answer_b3763b6b_1",
"75b98d2a_1",
"592cb8d2",
"answer_b3763b6b_2",
"df003c93_2",
"e6fad20f",
"sharegpt_GrLzv0V_432",
"05260a4b_2",
"6cd203f7_2",
"e9e19917_1"
],
"gold_session_ids": [
"answer_b3763b6b_1",
"answer_b3763b6b_2"
]
},
{
"question_id": "gpt4_5dcc0aab",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_099c1b6c_3",
"answer_099c1b6c_5",
"answer_099c1b6c_4",
"answer_099c1b6c_1",
"answer_099c1b6c_2",
"3891baea_3",
"353d3c6d_1",
"ultrachat_156812",
"b10c041b_1",
"3a192d16_1"
],
"gold_session_ids": [
"answer_099c1b6c_5",
"answer_099c1b6c_2",
"answer_099c1b6c_4",
"answer_099c1b6c_3",
"answer_099c1b6c_1"
]
},
{
"question_id": "gpt4_0b2f1d21",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_c4e5d969_1",
"answer_c4e5d969_2",
"sharegpt_hDjMGr7_30",
"f31a0422_1",
"1cafd864_3",
"sharegpt_35udPn0_1",
"sharegpt_ItYxNpw_0",
"sharegpt_9JZCfee_42",
"ultrachat_425364",
"sharegpt_rhWNt54_19"
],
"gold_session_ids": [
"answer_c4e5d969_2",
"answer_c4e5d969_1"
]
},
{
"question_id": "f0853d11",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_932ea3bf_1",
"answer_932ea3bf_2",
"ultrachat_114660",
"ultrachat_32771",
"8c68df0d_2",
"sharegpt_Dcshjlv_33",
"b16a8656_2",
"661e2cf8_3",
"ultrachat_325202",
"ultrachat_78285"
],
"gold_session_ids": [
"answer_932ea3bf_2",
"answer_932ea3bf_1"
]
},
{
"question_id": "gpt4_6ed717ea",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_d50a8a33_2",
"answer_d50a8a33_1",
"15ed03f0_1",
"e0585cb5_1",
"637bc32a_2",
"50940cb7_1",
"24bfc009_3",
"f849dd04",
"d4b6ec0b",
"sharegpt_nccc9Ke_21"
],
"gold_session_ids": [
"answer_d50a8a33_1",
"answer_d50a8a33_2"
]
},
{
"question_id": "gpt4_70e84552",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_b3070ec4_2",
"answer_b3070ec4_1",
"67a8ef5f",
"2f8a3459_2",
"30491f6f_1",
"sharegpt_znI61kP_0",
"sharegpt_d7bP5fb_0",
"f479774c",
"ultrachat_573894",
"ultrachat_468422"
],
"gold_session_ids": [
"answer_b3070ec4_2",
"answer_b3070ec4_1"
]
},
{
"question_id": "a3838d2b",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9796825595768971,
"mrr": 1,
"retrieved_session_ids": [
"answer_4ffa04a2_1",
"answer_4ffa04a2_6",
"answer_4ffa04a2_2",
"answer_4ffa04a2_3",
"answer_4ffa04a2_5",
"06317e04",
"e8de3056_1",
"ae73b0f7_2",
"ultrachat_154465",
"answer_4ffa04a2_4"
],
"gold_session_ids": [
"answer_4ffa04a2_1",
"answer_4ffa04a2_6",
"answer_4ffa04a2_4",
"answer_4ffa04a2_3",
"answer_4ffa04a2_5",
"answer_4ffa04a2_2"
]
},
{
"question_id": "gpt4_93159ced",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_e5131a1b_2",
"answer_e5131a1b_1",
"17d91635_1",
"460be54a",
"sharegpt_A83arI9_383",
"ultrachat_387032",
"61a989b5_3",
"ultrachat_256765",
"263efe64_1",
"ultrachat_324774"
],
"gold_session_ids": [
"answer_e5131a1b_2",
"answer_e5131a1b_1"
]
},
{
"question_id": "gpt4_2d58bcd6",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_3e11e0ae_2",
"answer_3e11e0ae_1",
"0bd0a01c",
"1b205d70_1",
"1bf8b212",
"sharegpt_XUxvLWu_0",
"sharegpt_4tLDGmp_0",
"be32ad25_1",
"sharegpt_Ntr6bOu_0",
"5e50c81b"
],
"gold_session_ids": [
"answer_3e11e0ae_1",
"answer_3e11e0ae_2"
]
},
{
"question_id": "gpt4_65aabe59",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_30dfe889_1",
"6a7e3aec",
"answer_30dfe889_2",
"ultrachat_190669",
"ultrachat_509625",
"f0158960",
"ultrachat_386890",
"ultrachat_216833",
"sharegpt_F0NKEOn_2",
"ultrachat_16520"
],
"gold_session_ids": [
"answer_30dfe889_1",
"answer_30dfe889_2"
]
},
{
"question_id": "982b5123",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ab603dd5_1",
"answer_ab603dd5_2",
"bf8ab267",
"e36b0031",
"1bfd5a8b_3",
"07ba9acd_2",
"a200b713_4",
"04e05522_2",
"ce8b2a9e_1",
"359a2a0d"
],
"gold_session_ids": [
"answer_ab603dd5_1",
"answer_ab603dd5_2"
]
},
{
"question_id": "b9cfe692",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_5e3bb940_2",
"answer_5e3bb940_1",
"answer_5e3bb940_3",
"sharegpt_JRQtEcd_115",
"0c27c633_2",
"sharegpt_oXgiN7q_53",
"da650f3b",
"2c7bff3a_1",
"91d847c1_6",
"sharegpt_ErOTMZ3_149"
],
"gold_session_ids": [
"answer_5e3bb940_3",
"answer_5e3bb940_2",
"answer_5e3bb940_1"
]
},
{
"question_id": "gpt4_4edbafa2",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_0a00c163_2",
"answer_0a00c163_1",
"a6f2320f_2",
"7a7a4bf0_3",
"7533d546_5",
"d36a36f2",
"2ba7fdd0_2",
"22be78fc_2",
"a65d076a",
"3f5249ee_3"
],
"gold_session_ids": [
"answer_0a00c163_1",
"answer_0a00c163_2"
]
},
{
"question_id": "c8090214",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8772153153380493,
"mrr": 1,
"retrieved_session_ids": [
"answer_70dc7d08_2",
"162ad3bf_1",
"c21c9d97",
"answer_70dc7d08_1",
"005ec7cf_1",
"sharegpt_yXAlFu3_0",
"sharegpt_xOzzaof_0",
"5b415488_2",
"ultrachat_518687",
"f2939479_1"
],
"gold_session_ids": [
"answer_70dc7d08_2",
"answer_70dc7d08_1"
]
},
{
"question_id": "gpt4_483dd43c",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_fb793c87_1",
"answer_fb793c87_2",
"73353aee_3",
"ultrachat_375572",
"3fd56ebf",
"9d0f4bfa_2",
"sharegpt_I6IzvEF_0",
"sharegpt_ItFPuha_0",
"de9f265f",
"4798296c_1"
],
"gold_session_ids": [
"answer_fb793c87_1",
"answer_fb793c87_2"
]
},
{
"question_id": "e4e14d04",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_cf425855_2",
"answer_cf425855_1",
"5944b36a_1",
"sharegpt_HO1gGmm_0",
"ffc627f2",
"d64a0896",
"f8de4e92_2",
"1c1f5ccc_3",
"ultrachat_200098",
"a92165a5"
],
"gold_session_ids": [
"answer_cf425855_1",
"answer_cf425855_2"
]
},
{
"question_id": "c9f37c46",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_cdba3d9f_2",
"answer_cdba3d9f_1",
"c3d6a282_1",
"0cf86cbe_1",
"b38766c1_3",
"4ffa04a2_1",
"9d4312f6_3",
"sharegpt_94CjWOc_0",
"211bb1c2_1",
"50136b31"
],
"gold_session_ids": [
"answer_cdba3d9f_1",
"answer_cdba3d9f_2"
]
},
{
"question_id": "gpt4_2c50253f",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_9af4e346_2",
"answer_9af4e346_1",
"4b9ed528_2",
"4cef8a3c_3",
"sharegpt_Bmic1Id_51",
"0138fdec",
"57c8bf62_1",
"69a9211c_3",
"b6f35f3a_1",
"sharegpt_CWlW9UH_0"
],
"gold_session_ids": [
"answer_9af4e346_1",
"answer_9af4e346_2"
]
},
{
"question_id": "dcfa8644",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_5e3eeb12_2",
"answer_5e3eeb12_1",
"b2243528_1",
"sharegpt_oG3LXXo_6",
"f36d82f7",
"29a7a78d_1",
"09f15689",
"d15d2899_2",
"30bbae12_2",
"41f94af6"
],
"gold_session_ids": [
"answer_5e3eeb12_2",
"answer_5e3eeb12_1"
]
},
{
"question_id": "gpt4_b4a80587",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_b9d9150e_1",
"answer_b9d9150e_2",
"sharegpt_inuIr9J_119",
"f79a48dd_1",
"sharegpt_HxOhjmq_29",
"3cb41ab8_1",
"55bcfb77",
"sharegpt_zLYVdSv_0",
"866de400",
"ultrachat_175745"
],
"gold_session_ids": [
"answer_b9d9150e_2",
"answer_b9d9150e_1"
]
},
{
"question_id": "gpt4_9a159967",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_8a42fedf_1",
"answer_8a42fedf_3",
"answer_8a42fedf_2",
"4ea94f85",
"75671e3f_1",
"6c9bcb0f_1",
"b2cae160_1",
"ca529c5b_2",
"ultrachat_534927",
"0df54428_4"
],
"gold_session_ids": [
"answer_8a42fedf_1",
"answer_8a42fedf_3",
"answer_8a42fedf_2"
]
},
{
"question_id": "cc6d1ec1",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_be73098b_1",
"answer_be73098b_2",
"3cb41ab8_1",
"22db3cc3_4",
"8a42fedf_2",
"sharegpt_ckqShdI_21",
"ultrachat_508911",
"33baaaab_3",
"e549b6b2_2",
"336b281b_2"
],
"gold_session_ids": [
"answer_be73098b_2",
"answer_be73098b_1"
]
},
{
"question_id": "gpt4_8c8961ae",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_72d9aa58_1",
"answer_72d9aa58_2",
"3b22d17b",
"37f0ce6b_1",
"05fad1cb_2",
"10466528_3",
"ultrachat_334521",
"1cde7ee4_2",
"b77d0b58",
"ultrachat_197141"
],
"gold_session_ids": [
"answer_72d9aa58_1",
"answer_72d9aa58_2"
]
},
{
"question_id": "gpt4_d9af6064",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_da704e79_1",
"answer_da704e79_2",
"ultrachat_182531",
"sharegpt_VbIxRWJ_33",
"03b4d5d8_2",
"ultrachat_519452",
"sharegpt_w9YUs4c_0",
"a1b3dd27_1",
"ff49b5a5_2",
"0d9a6f01"
],
"gold_session_ids": [
"answer_da704e79_2",
"answer_da704e79_1"
]
},
{
"question_id": "gpt4_7de946e7",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_6a78e959_2",
"answer_6a78e959_1",
"caa00337_2",
"58bec5fb_3",
"ultrachat_105249",
"3023b36f",
"ultrachat_293723",
"ultrachat_167604",
"sharegpt_6Yfj9A3_5",
"6155addd_2"
],
"gold_session_ids": [
"answer_6a78e959_2",
"answer_6a78e959_1"
]
},
{
"question_id": "d01c6aa8",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8503449055347546,
"mrr": 1,
"retrieved_session_ids": [
"answer_991d55e5_1",
"fc9a62c0_1",
"7d1f5395",
"a68ad96e_1",
"answer_991d55e5_2",
"sharegpt_xd1G5uV_0",
"64460e9d_1",
"ultrachat_10123",
"fbd67491_2",
"5024758e"
],
"gold_session_ids": [
"answer_991d55e5_1",
"answer_991d55e5_2"
]
},
{
"question_id": "993da5e2",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_54f0d6f9_2",
"answer_54f0d6f9_1",
"12cd736c",
"ultrachat_217815",
"ultrachat_73982",
"13f3da23_2",
"8953c8c8_3",
"b16a8656_2",
"c756d93e",
"3ac33554_2"
],
"gold_session_ids": [
"answer_54f0d6f9_1",
"answer_54f0d6f9_2"
]
},
{
"question_id": "a3045048",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5912352048230277,
"mrr": 0.5,
"retrieved_session_ids": [
"aaf71ce2_2",
"answer_016f6bd4_1",
"d12d5a98_1",
"2def525b_1",
"sharegpt_asoSnhq_0",
"sharegpt_YblmreD_53",
"answer_016f6bd4_2",
"sharegpt_LC9Pzkr_0",
"ultrachat_19072",
"536a334d"
],
"gold_session_ids": [
"answer_016f6bd4_2",
"answer_016f6bd4_1"
]
},
{
"question_id": "gpt4_d31cdae3",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6131471927654584,
"mrr": 1,
"retrieved_session_ids": [
"answer_8464304d_2",
"de695a4e",
"55033f6f",
"ultrachat_324099",
"sharegpt_HDF4645_0",
"sharegpt_g6KbKeo_0",
"41743aae_2",
"809cabca_2",
"f87fea58_1",
"sharegpt_7W1Sg8f_0"
],
"gold_session_ids": [
"answer_8464304d_1",
"answer_8464304d_2"
]
},
{
"question_id": "gpt4_cd90e484",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_aa930b56_2",
"answer_aa930b56_1",
"6043dcf6_1",
"4bfcc251_1",
"866de400",
"08c306e2",
"ultrachat_347068",
"61b27d67_3",
"018eac29",
"cc5a6057_2"
],
"gold_session_ids": [
"answer_aa930b56_1",
"answer_aa930b56_2"
]
},
{
"question_id": "gpt4_88806d6e",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_e60a93ff_1",
"answer_e60a93ff_2",
"9ac3fa82_1",
"24bfc009_5",
"sharegpt_WT6LnXo_0",
"743b1fc3_2",
"sharegpt_5RbA8hu_0",
"sharegpt_mMdyu3t_0",
"3c11dc79",
"c11fb634_1"
],
"gold_session_ids": [
"answer_e60a93ff_1",
"answer_e60a93ff_2"
]
},
{
"question_id": "gpt4_4cd9eba1",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_5fcca8bc_1",
"answer_5fcca8bc_2",
"1b576f6e_2",
"d36a862c_1",
"sharegpt_3hCiKrk_0",
"dafc2440_2",
"456860e7_2",
"6b9b2b1e_1",
"8242fa3f_1",
"ultrachat_221041"
],
"gold_session_ids": [
"answer_5fcca8bc_2",
"answer_5fcca8bc_1"
]
},
{
"question_id": "gpt4_93f6379c",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9469024295259745,
"mrr": 1,
"retrieved_session_ids": [
"answer_544fe66c_3",
"answer_544fe66c_2",
"sharegpt_cfESFSo_0",
"aee99715",
"answer_544fe66c_1",
"b8a688f6",
"sharegpt_ZY5xXZa_7",
"sharegpt_y7eQRmk_0",
"de695a4e",
"c07b8034"
],
"gold_session_ids": [
"answer_544fe66c_2",
"answer_544fe66c_1",
"answer_544fe66c_3"
]
},
{
"question_id": "b29f3365",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_436d4309_2",
"answer_436d4309_1",
"6b7605d1_1",
"6a2f9452_1",
"06ee3665",
"sharegpt_WjkZjl4_28",
"53785a15",
"1dae02fe",
"c279c578",
"4ccc2061"
],
"gold_session_ids": [
"answer_436d4309_2",
"answer_436d4309_1"
]
},
{
"question_id": "gpt4_2f56ae70",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_7a36e820_2",
"answer_7a36e820_3",
"answer_7a36e820_1",
"647f5851",
"dc3ee1d1_1",
"c578da1f_2",
"541ecc45_2",
"f2835879_2",
"2889e785_1",
"74c8f7bb"
],
"gold_session_ids": [
"answer_7a36e820_2",
"answer_7a36e820_3",
"answer_7a36e820_1"
]
},
{
"question_id": "6613b389",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9674679834891693,
"mrr": 1,
"retrieved_session_ids": [
"answer_aaf71ce2_2",
"answer_aaf71ce2_3",
"e3d8da67",
"answer_aaf71ce2_1",
"86c8f348_1",
"ultrachat_31390",
"20d6c376_1",
"df8a7455",
"f1cc1ddb_1",
"1a65880d"
],
"gold_session_ids": [
"answer_aaf71ce2_3",
"answer_aaf71ce2_2",
"answer_aaf71ce2_1"
]
},
{
"question_id": "gpt4_78cf46a3",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6934264036172708,
"mrr": 0.5,
"retrieved_session_ids": [
"sharegpt_rx39ipj_0",
"answer_5a78688d_1",
"answer_5a78688d_2",
"ultrachat_305042",
"52b19cba_1",
"ultrachat_370708",
"42b45f6e_2",
"sharegpt_ZWqMvoL_593",
"b89a3ec3",
"e8e65a1f"
],
"gold_session_ids": [
"answer_5a78688d_1",
"answer_5a78688d_2"
]
},
{
"question_id": "gpt4_0a05b494",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_a68db5db_2",
"answer_a68db5db_1",
"0abe3e51",
"ultrachat_273213",
"sharegpt_eWQFoct_17",
"ab603dd5_2",
"56911dc5_6",
"8c4995d0",
"05b84f71_1",
"30677a32"
],
"gold_session_ids": [
"answer_a68db5db_2",
"answer_a68db5db_1"
]
},
{
"question_id": "gpt4_1a1dc16d",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8772153153380493,
"mrr": 1,
"retrieved_session_ids": [
"answer_faad7d7a_2",
"c12d5181_1",
"87f1f950_2",
"answer_faad7d7a_1",
"ultrachat_480665",
"8bd3814a_2",
"ultrachat_428346",
"sharegpt_6cz1Sq6_328",
"sharegpt_u1aJmpT_0",
"14940349_2"
],
"gold_session_ids": [
"answer_faad7d7a_2",
"answer_faad7d7a_1"
]
},
{
"question_id": "gpt4_2f584639",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_11a8f823_1",
"answer_11a8f823_2",
"c6eb17f0_1",
"821242cd_2",
"13947b64_1",
"sharegpt_bq9G6bT_2",
"ultrachat_464469",
"ultrachat_430445",
"c3d89115",
"d441f4c5"
],
"gold_session_ids": [
"answer_11a8f823_2",
"answer_11a8f823_1"
]
},
{
"question_id": "gpt4_213fd887",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_53582e7e_2",
"answer_53582e7e_1",
"9bdbfc62_2",
"3b0a7d5d_1",
"368276ab_3",
"3b38bf46",
"d033262b_2",
"ultrachat_165091",
"sharegpt_PvScEsS_0",
"fb3ec1ff"
],
"gold_session_ids": [
"answer_53582e7e_2",
"answer_53582e7e_1"
]
},
{
"question_id": "gpt4_5438fa52",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.46845052016107697,
"mrr": 0.25,
"retrieved_session_ids": [
"a8e24e22",
"528f481d_6",
"d68bab3c_1",
"answer_b10f3828_1",
"ultrachat_69599",
"290fe09a",
"answer_b10f3828_2",
"ab8dce45",
"ultrachat_160450",
"828c3d75"
],
"gold_session_ids": [
"answer_b10f3828_1",
"answer_b10f3828_2"
]
},
{
"question_id": "gpt4_c27434e8",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_d8e33f5c_2",
"answer_d8e33f5c_1",
"4d578deb",
"sharegpt_9XlbWvL_0",
"sharegpt_TRck0h4_0",
"11cd43df",
"ultrachat_556731",
"820c1a20",
"ultrachat_444552",
"ultrachat_70335"
],
"gold_session_ids": [
"answer_d8e33f5c_1",
"answer_d8e33f5c_2"
]
},
{
"question_id": "gpt4_fe651585",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_65600ff6_2",
"answer_65600ff6_1",
"sharegpt_gupA3qh_0",
"sharegpt_mJ7MnQS_219",
"9f220c66_1",
"ultrachat_576354",
"sharegpt_izuEpAx_20",
"987b36db_3",
"e30c4a7b_2",
"bc1f1051_1"
],
"gold_session_ids": [
"answer_65600ff6_2",
"answer_65600ff6_1"
]
},
{
"question_id": "8c18457d",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_124f5dc3_1",
"answer_124f5dc3_2",
"98cd882c_2",
"c8dcbe7f_1",
"1a5369b9",
"ultrachat_417305",
"3c8e7c0e_2",
"4745bb2e",
"c3023a45_2",
"9f803df5_1"
],
"gold_session_ids": [
"answer_124f5dc3_2",
"answer_124f5dc3_1"
]
},
{
"question_id": "gpt4_70e84552_abs",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_b3070ec4_abs_1",
"answer_b3070ec4_abs_2",
"f6ba44fe_1",
"e2b58a46_1",
"e2cd250e_2",
"430d0a87_2",
"4e0da76d",
"sharegpt_EypOKzQ_0",
"59264d33_2",
"ultrachat_475184"
],
"gold_session_ids": [
"answer_b3070ec4_abs_2",
"answer_b3070ec4_abs_1"
]
},
{
"question_id": "gpt4_93159ced_abs",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_e5131a1b_abs_1",
"answer_e5131a1b_abs_2",
"sharegpt_CyJ3dal_43",
"ultrachat_195762",
"56bba837",
"sharegpt_gYShON7_0",
"156988fe",
"2f097fba_1",
"76385c25",
"168feef7_2"
],
"gold_session_ids": [
"answer_e5131a1b_abs_1",
"answer_e5131a1b_abs_2"
]
},
{
"question_id": "982b5123_abs",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8175295903539445,
"mrr": 1,
"retrieved_session_ids": [
"answer_ab603dd5_abs_1",
"11e942da_1",
"fe82a033_1",
"4f3b0353_2",
"a8179676",
"3fc2244f",
"answer_ab603dd5_abs_2",
"b1793bba",
"5080119d_1",
"6e5130ed_1"
],
"gold_session_ids": [
"answer_ab603dd5_abs_1",
"answer_ab603dd5_abs_2"
]
},
{
"question_id": "c8090214_abs",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.38685280723454163,
"mrr": 0.5,
"retrieved_session_ids": [
"64c71782",
"answer_70dc7d08_abs_1",
"b192ae00_1",
"ultrachat_393699",
"d4f02577_2",
"ca3aa07f_1",
"ultrachat_129606",
"65c21f34_1",
"ultrachat_133575",
"fda42399_3"
],
"gold_session_ids": [
"answer_70dc7d08_abs_1",
"answer_70dc7d08_abs_2"
]
},
{
"question_id": "gpt4_c27434e8_abs",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_d8e33f5c_abs_1",
"answer_d8e33f5c_abs_2",
"ultrachat_106944",
"fccc9400",
"ultrachat_552313",
"ae0cd456",
"sharegpt_hGtkNGL_12",
"2e28f3db",
"sharegpt_iYoVtKC_0",
"59a6150d_3"
],
"gold_session_ids": [
"answer_d8e33f5c_abs_1",
"answer_d8e33f5c_abs_2"
]
},
{
"question_id": "gpt4_fe651585_abs",
"question_type": "temporal-reasoning",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_65600ff6_abs_2",
"sharegpt_7PLgNll_0",
"answer_65600ff6_abs_1",
"sharegpt_v6ZRge5_0",
"sharegpt_TBRPvuE_0",
"sharegpt_wrN9uUo_53",
"caa00337_1",
"sharegpt_jVFHJsP_0",
"sharegpt_NMLgKqu_7",
"85a1c17b_1"
],
"gold_session_ids": [
"answer_65600ff6_abs_1",
"answer_65600ff6_abs_2"
]
},
{
"question_id": "6a1eabeb",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8772153153380493,
"mrr": 1,
"retrieved_session_ids": [
"answer_a25d4a91_2",
"4aaf678f_3",
"afe04238_7",
"answer_a25d4a91_1",
"9b3a7f2c_1",
"6da0bba2_1",
"d03995c6",
"9f80607d",
"sharegpt_3Jpu3tr_13",
"4c49e37f"
],
"gold_session_ids": [
"answer_a25d4a91_1",
"answer_a25d4a91_2"
]
},
{
"question_id": "6aeb4375",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_3f9693b7_1",
"answer_3f9693b7_2",
"402e0082_5",
"29621a34",
"08256f84_2",
"1bc87711_1",
"sharegpt_MWlvrvZ_0",
"2fd43bba",
"03105808_2",
"dc9bf721_1"
],
"gold_session_ids": [
"answer_3f9693b7_1",
"answer_3f9693b7_2"
]
},
{
"question_id": "830ce83f",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5706417189553201,
"mrr": 0.3333333333333333,
"retrieved_session_ids": [
"a7f88bb3_2",
"dfbda5e9",
"answer_0b1a0942_2",
"answer_0b1a0942_1",
"d1e7d11c_2",
"ultrachat_288747",
"ultrachat_441391",
"7ddf575b",
"7a389bd1_7",
"ultrachat_346816"
],
"gold_session_ids": [
"answer_0b1a0942_1",
"answer_0b1a0942_2"
]
},
{
"question_id": "852ce960",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_3a6f1e82_2",
"answer_3a6f1e82_1",
"010a28ab_3",
"sharegpt_FYhsZ0Q_0",
"a76e7e3c_1",
"e8bfacec_1",
"bdfcb4d3",
"sharegpt_eN4o9Zr_0",
"sharegpt_V2j1zkI_1",
"sharegpt_uiECyCD_66"
],
"gold_session_ids": [
"answer_3a6f1e82_1",
"answer_3a6f1e82_2"
]
},
{
"question_id": "945e3d21",
"question_type": "knowledge-update",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.40298313359773236,
"mrr": 0.16666666666666666,
"retrieved_session_ids": [
"ef0341d4_2",
"5fcca8bc_1",
"ultrachat_242046",
"f5025173_2",
"sharegpt_E7VUcfj_0",
"answer_6a4f8626_2",
"fc69fd44_7",
"940629b2_1",
"answer_6a4f8626_1",
"4019b1a8_4"
],
"gold_session_ids": [
"answer_6a4f8626_1",
"answer_6a4f8626_2"
]
},
{
"question_id": "d7c942c3",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5706417189553201,
"mrr": 0.3333333333333333,
"retrieved_session_ids": [
"cf8e2761",
"ddf0f116_3",
"answer_eecb10d9_1",
"answer_eecb10d9_2",
"sharegpt_zxm712D_0",
"695bc054_1",
"sharegpt_vYQdLPe_2",
"8bd5b3c4_2",
"f0b803b0_2",
"4e70b8fd"
],
"gold_session_ids": [
"answer_eecb10d9_1",
"answer_eecb10d9_2"
]
},
{
"question_id": "71315a70",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_c44b9df4_2",
"answer_c44b9df4_1",
"a08fbe88_1",
"ultrachat_42515",
"8cfa91c3_1",
"b5e94516_2",
"37d634c0_1",
"ultrachat_399278",
"773aebbd_1",
"ultrachat_208238"
],
"gold_session_ids": [
"answer_c44b9df4_1",
"answer_c44b9df4_2"
]
},
{
"question_id": "89941a93",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_e1403127_2",
"answer_e1403127_1",
"1e88ebca",
"dde142b2_2",
"25956eab_1",
"169213ae",
"ultrachat_214088",
"ultrachat_453348",
"8e72316f",
"sharegpt_jxsIY6L_0"
],
"gold_session_ids": [
"answer_e1403127_1",
"answer_e1403127_2"
]
},
{
"question_id": "ce6d2d27",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8772153153380493,
"mrr": 1,
"retrieved_session_ids": [
"answer_73540165_2",
"7a4d00b3_2",
"48ad2a93",
"answer_73540165_1",
"168776ed_1",
"cd92ac85_1",
"a1c4f65a",
"54f0d6f9_2",
"9f6bec4f",
"sharegpt_WQctw3k_0"
],
"gold_session_ids": [
"answer_73540165_1",
"answer_73540165_2"
]
},
{
"question_id": "9ea5eabc",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_02e66dec_2",
"6e2cca63_1",
"answer_02e66dec_1",
"8c8b180e",
"9bf5da2d",
"418c27fa",
"d1f30ac6_5",
"62e6593e_1",
"7c44bc2d_1",
"29695e1c_2"
],
"gold_session_ids": [
"answer_02e66dec_1",
"answer_02e66dec_2"
]
},
{
"question_id": "07741c44",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_7e9ad7b4_2",
"answer_7e9ad7b4_1",
"8d969f3e_2",
"a4b136d1_2",
"01d22d4d",
"98ae7eef",
"sharegpt_CEWG2XW_0",
"aa71db11_1",
"61fc1d85",
"f6b80ebe"
],
"gold_session_ids": [
"answer_7e9ad7b4_1",
"answer_7e9ad7b4_2"
]
},
{
"question_id": "a1eacc2a",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_0eb23770_2",
"answer_0eb23770_1",
"521255f7_2",
"1f035408",
"93f23301_1",
"1ccb1920",
"20d6c376_2",
"c910dd2c_3",
"sharegpt_ePBzYD0_57",
"ultrachat_187728"
],
"gold_session_ids": [
"answer_0eb23770_1",
"answer_0eb23770_2"
]
},
{
"question_id": "184da446",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_e2f4f947_2",
"bf633415_2",
"answer_e2f4f947_1",
"sharegpt_IMtsj65_0",
"61ad6074",
"341a737e",
"e5f08e40",
"30a3c930",
"sharegpt_nsHU229_0",
"82a89303"
],
"gold_session_ids": [
"answer_e2f4f947_1",
"answer_e2f4f947_2"
]
},
{
"question_id": "031748ae",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8503449055347546,
"mrr": 1,
"retrieved_session_ids": [
"answer_8748f791_1",
"d0488050",
"5ac7f9c5_3",
"70764af1_4",
"answer_8748f791_2",
"ultrachat_435543",
"sharegpt_Ukl9zsG_0",
"920fa36f",
"sharegpt_pPNVaqR_0",
"sharegpt_3D7sTTH_0"
],
"gold_session_ids": [
"answer_8748f791_1",
"answer_8748f791_2"
]
},
{
"question_id": "4d6b87c8",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_766ab8da_2",
"answer_766ab8da_1",
"d87e86f6_1",
"sharegpt_xLjgprT_0",
"4dd737a9_1",
"5c85023a_1",
"60d4332d",
"sharegpt_yPCVYhX_0",
"a0201607_3",
"85da7827"
],
"gold_session_ids": [
"answer_766ab8da_1",
"answer_766ab8da_2"
]
},
{
"question_id": "0f05491a",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6052602440527057,
"mrr": 0.5,
"retrieved_session_ids": [
"9f4bec78",
"answer_d6d2eba8_1",
"057cbbc4_1",
"27aba903_2",
"sharegpt_HO1gGmm_4",
"answer_d6d2eba8_2",
"28000804",
"44678992_1",
"sharegpt_UpYQ1kh_79",
"d81d9846"
],
"gold_session_ids": [
"answer_d6d2eba8_1",
"answer_d6d2eba8_2"
]
},
{
"question_id": "08e075c7",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6509209298071326,
"mrr": 0.5,
"retrieved_session_ids": [
"25b3e36c_1",
"answer_cdbe2250_1",
"a2fa5ba3",
"answer_cdbe2250_2",
"0bd59f15_3",
"0fea08a2",
"5ff94163_1",
"385683f0_1",
"b76006cb_2",
"b1d9d555_1"
],
"gold_session_ids": [
"answer_cdbe2250_1",
"answer_cdbe2250_2"
]
},
{
"question_id": "f9e8c073",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.7977228895450266,
"mrr": 1,
"retrieved_session_ids": [
"answer_b191df5b_1",
"ultrachat_88473",
"sharegpt_Fhigp7F_1",
"50b32eed_2",
"sharegpt_WQun2Qq_0",
"sharegpt_GDFyxeT_0",
"4604bc73_2",
"669318cf_3",
"answer_b191df5b_2",
"d5f4d9fa_3"
],
"gold_session_ids": [
"answer_b191df5b_1",
"answer_b191df5b_2"
]
},
{
"question_id": "41698283",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_c7ddc051_1",
"answer_c7ddc051_2",
"431ae25c",
"631e4016",
"f35e3cb7_1",
"0e8ba03b_1",
"8f3246db",
"bf386a67_3",
"4464626e_1",
"28e948f5"
],
"gold_session_ids": [
"answer_c7ddc051_1",
"answer_c7ddc051_2"
]
},
{
"question_id": "2698e78f",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8772153153380493,
"mrr": 1,
"retrieved_session_ids": [
"answer_9282283d_2",
"a0fcf806",
"sharegpt_DrLV0RL_0",
"answer_9282283d_1",
"0fffb38f_2",
"ultrachat_455955",
"7ca763c3_2",
"d31c3ec8_4",
"ultrachat_110771",
"ultrachat_35438"
],
"gold_session_ids": [
"answer_9282283d_1",
"answer_9282283d_2"
]
},
{
"question_id": "b6019101",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_67074b4b_1",
"answer_67074b4b_2",
"de43030f_2",
"sharegpt_CvVLg2J_18",
"ultrachat_72569",
"0d66562c_4",
"ultrachat_338597",
"sharegpt_aVExml0_235",
"bf4fdf8f_1",
"ultrachat_242137"
],
"gold_session_ids": [
"answer_67074b4b_1",
"answer_67074b4b_2"
]
},
{
"question_id": "45dc21b6",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6131471927654584,
"mrr": 1,
"retrieved_session_ids": [
"answer_07664d43_1",
"8acb29f9_1",
"0ad56ba6",
"0504a710_4",
"eb34144a_2",
"sharegpt_gGriMhQ_91",
"369695b4_2",
"sharegpt_mMdyu3t_0",
"de459c4b",
"ultrachat_494140"
],
"gold_session_ids": [
"answer_07664d43_1",
"answer_07664d43_2"
]
},
{
"question_id": "5a4f22c0",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_b0f3dfff_2",
"answer_b0f3dfff_1",
"195f2929",
"007e7d81_2",
"c3f945f3_1",
"f188b48d_1",
"sharegpt_I0uNTjm_22",
"ultrachat_208478",
"75302ce3",
"af778ece_1"
],
"gold_session_ids": [
"answer_b0f3dfff_1",
"answer_b0f3dfff_2"
]
},
{
"question_id": "6071bd76",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_4dac77cb_2",
"answer_4dac77cb_1",
"9de53d68_1",
"e6b6353d",
"sharegpt_3D3oQC0_12",
"8d0b4363",
"ultrachat_334948",
"4e8b74ca_1",
"710833f3",
"ultrachat_431164"
],
"gold_session_ids": [
"answer_4dac77cb_1",
"answer_4dac77cb_2"
]
},
{
"question_id": "e493bb7c",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_1a374afa_2",
"ultrachat_185447",
"answer_1a374afa_1",
"7aaa23d7_2",
"0aacd15f_1",
"ultrachat_363167",
"ultrachat_415114",
"ultrachat_392200",
"ultrachat_555062",
"ultrachat_203191"
],
"gold_session_ids": [
"answer_1a374afa_1",
"answer_1a374afa_2"
]
},
{
"question_id": "618f13b2",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_caf5b52e_2",
"answer_caf5b52e_1",
"a20bc58f",
"dda70510_2",
"3a980e89_3",
"86b56135_2",
"748eb152_2",
"4632c2c6_1",
"c51583cd_3",
"ultrachat_558040"
],
"gold_session_ids": [
"answer_caf5b52e_1",
"answer_caf5b52e_2"
]
},
{
"question_id": "72e3ee87",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_d7de9a6a_1",
"answer_d7de9a6a_2",
"ultrachat_195333",
"080a4000_2",
"73a2f346_3",
"be8c3970_2",
"ultrachat_421360",
"sharegpt_i6wl0uh_0",
"ultrachat_233144",
"6f2c01fc_1"
],
"gold_session_ids": [
"answer_d7de9a6a_1",
"answer_d7de9a6a_2"
]
},
{
"question_id": "c4ea545c",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_d3bf812b_2",
"answer_d3bf812b_1",
"sharegpt_71QV6Zs_7",
"5be74579",
"ea0e2434",
"a2a8e2c9",
"fcddf7d1_2",
"9f9b402a_5",
"493e23ac",
"508d552e_5"
],
"gold_session_ids": [
"answer_d3bf812b_1",
"answer_d3bf812b_2"
]
},
{
"question_id": "01493427",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_a7b44747_2",
"answer_a7b44747_1",
"88e73f02",
"077f7bcb_3",
"5a840928_1",
"780b6c7c_1",
"616fdd27",
"58e5adf2",
"291d8c82",
"087ac53a_2"
],
"gold_session_ids": [
"answer_a7b44747_1",
"answer_a7b44747_2"
]
},
{
"question_id": "6a27ffc2",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_77f32504_2",
"answer_77f32504_1",
"4604bc73_3",
"6ae451d1_2",
"sharegpt_tco8eKE_0",
"de26a9d4",
"ultrachat_183936",
"sharegpt_CW8gAFB_8",
"1388b204_2",
"sharegpt_kkqlRlo_13"
],
"gold_session_ids": [
"answer_77f32504_1",
"answer_77f32504_2"
]
},
{
"question_id": "2133c1b5",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6131471927654584,
"mrr": 1,
"retrieved_session_ids": [
"answer_52382508_2",
"a52d98bf_2",
"8ca0085a_1",
"ultrachat_328330",
"sharegpt_I1DGUU4_0",
"ultrachat_354956",
"sharegpt_bSlIUYf_32",
"add9b012_1",
"sharegpt_MvUpG5V_5",
"a63ad8e3_3"
],
"gold_session_ids": [
"answer_52382508_1",
"answer_52382508_2"
]
},
{
"question_id": "18bc8abd",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_fff743f5_1",
"answer_fff743f5_2",
"951df45e",
"7169e342_1",
"ultrachat_529103",
"ba6b67af_3",
"2714885f_3",
"ac549598_1",
"4ad82121_2",
"ultrachat_225891"
],
"gold_session_ids": [
"answer_fff743f5_1",
"answer_fff743f5_2"
]
},
{
"question_id": "db467c8c",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_611b6e83_1",
"answer_611b6e83_2",
"ultrachat_553961",
"77cf4551_1",
"fb5dd87f_4",
"sharegpt_HBmf6q0_0",
"sharegpt_TAL32at_0",
"ultrachat_527913",
"6cc835bd",
"88d42833"
],
"gold_session_ids": [
"answer_611b6e83_1",
"answer_611b6e83_2"
]
},
{
"question_id": "7a87bd0c",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_d08a934d_1",
"answer_d08a934d_2",
"3d98b7e6_2",
"93e9e82c_2",
"81f318a2_1",
"62369c56_1",
"15519944_1",
"e250791e_3",
"sharegpt_e1Mbyy2_28",
"2c543c87"
],
"gold_session_ids": [
"answer_d08a934d_1",
"answer_d08a934d_2"
]
},
{
"question_id": "e61a7584",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_f25c32f5_1",
"answer_f25c32f5_2",
"6a4b4b7e_2",
"82159da4_1",
"sharegpt_o0MporM_0",
"e900ff31_2",
"e1416816_2",
"ultrachat_567152",
"f379d356_3",
"afa96a40"
],
"gold_session_ids": [
"answer_f25c32f5_1",
"answer_f25c32f5_2"
]
},
{
"question_id": "1cea1afa",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_79c395a9_1",
"answer_79c395a9_2",
"e131bcd4",
"9c479e89_1",
"ultrachat_82739",
"ultrachat_165628",
"sharegpt_inuIr9J_119",
"97f564ef",
"602ad002_1",
"c8fcdf5a_2"
],
"gold_session_ids": [
"answer_79c395a9_1",
"answer_79c395a9_2"
]
},
{
"question_id": "ed4ddc30",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_babbaccb_2",
"answer_babbaccb_1",
"8b726b64_1",
"c279c578",
"499652a0_3",
"5a6dc9cc",
"e4969569_2",
"2490f2af_3",
"5170dcc7_2",
"75621e39_1"
],
"gold_session_ids": [
"answer_babbaccb_1",
"answer_babbaccb_2"
]
},
{
"question_id": "8fb83627",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_966cecbb_1",
"answer_966cecbb_2",
"ultrachat_172298",
"be050ab3_2",
"ultrachat_44939",
"02b81ad9",
"4019b1a8_5",
"ultrachat_307166",
"0638f6f6_1",
"9315f268_1"
],
"gold_session_ids": [
"answer_966cecbb_1",
"answer_966cecbb_2"
]
},
{
"question_id": "b01defab",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_8c0712af_2",
"59dc866c_1",
"answer_8c0712af_1",
"sharegpt_VbIxRWJ_33",
"639cec58",
"9aa07e25",
"ultrachat_407511",
"b1d9eb66_2",
"3891baea_2",
"dc378711_2"
],
"gold_session_ids": [
"answer_8c0712af_1",
"answer_8c0712af_2"
]
},
{
"question_id": "22d2cb42",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_bcce0b73_1",
"answer_bcce0b73_2",
"060aeced",
"74932466_1",
"b63954ef",
"d1e4ee27_1",
"e1416816_1",
"a2defa66_2",
"5a76fadb_2",
"ultrachat_312304"
],
"gold_session_ids": [
"answer_bcce0b73_1",
"answer_bcce0b73_2"
]
},
{
"question_id": "0e4e4c46",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_f2f998c7_1",
"answer_f2f998c7_2",
"60876def_2",
"ultrachat_467820",
"5d1c7bf7",
"0773943b",
"b7702ee4_1",
"sharegpt_1YtwybC_15",
"70cae729_3",
"998616b4_2"
],
"gold_session_ids": [
"answer_f2f998c7_1",
"answer_f2f998c7_2"
]
},
{
"question_id": "4b24c848",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_2cec623b_2",
"1815d1b7",
"answer_2cec623b_1",
"16e094b3_1",
"d38e5b38",
"f5cf8815_1",
"ultrachat_421733",
"afa0c2e7_1",
"d0c1453b_1",
"95ae7b23_1"
],
"gold_session_ids": [
"answer_2cec623b_1",
"answer_2cec623b_2"
]
},
{
"question_id": "7e974930",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8772153153380493,
"mrr": 1,
"retrieved_session_ids": [
"answer_c9f5693c_1",
"898ce7a5_1",
"ultrachat_251049",
"answer_c9f5693c_2",
"ultrachat_113430",
"705b5399_3",
"0a24e95e",
"bf139883",
"ultrachat_271314",
"a1e169b1"
],
"gold_session_ids": [
"answer_c9f5693c_1",
"answer_c9f5693c_2"
]
},
{
"question_id": "603deb26",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6131471927654584,
"mrr": 1,
"retrieved_session_ids": [
"answer_8afdebac_2",
"88611fff",
"a55a5afc_2",
"ede65c84_2",
"37f66729",
"7db28e68_1",
"5e523d80_3",
"ultrachat_104321",
"5e867c2f_2",
"sharegpt_mMTudFY_0"
],
"gold_session_ids": [
"answer_8afdebac_1",
"answer_8afdebac_2"
]
},
{
"question_id": "59524333",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6934264036172708,
"mrr": 0.5,
"retrieved_session_ids": [
"638e7094_1",
"answer_b28f2c7a_2",
"answer_b28f2c7a_1",
"sharegpt_Clr6oyu_0",
"2d5d1c10",
"8953c8c8_2",
"1286422b_1",
"e3d4f89e_3",
"sharegpt_NYFuCmY_0",
"ultrachat_458180"
],
"gold_session_ids": [
"answer_b28f2c7a_1",
"answer_b28f2c7a_2"
]
},
{
"question_id": "5831f84d",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_8d63a897_1",
"answer_8d63a897_2",
"41c90f4c_2",
"sharegpt_6I57AvU_67",
"ef84b994_abs_2",
"0d66562c_4",
"b818e2a1_1",
"b70358bc_6",
"sharegpt_NHidbra_0",
"6a471944_1"
],
"gold_session_ids": [
"answer_8d63a897_1",
"answer_8d63a897_2"
]
},
{
"question_id": "eace081b",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_8a791264_2",
"answer_8a791264_1",
"4d04b866",
"413b57cb_3",
"9316aae3_1",
"1dcfb9a0_2",
"sharegpt_HOO59Ue_137",
"02eae87c_1",
"164bd5a4",
"4dae77d3"
],
"gold_session_ids": [
"answer_8a791264_1",
"answer_8a791264_2"
]
},
{
"question_id": "affe2881",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6934264036172708,
"mrr": 0.5,
"retrieved_session_ids": [
"fb5dd87f_7",
"answer_90de9b4d_1",
"answer_90de9b4d_2",
"ultrachat_443550",
"3d895af0_3",
"f334878c",
"1b71c896_2",
"84daebd7_2",
"5b4d2438_5",
"d53b6bfe_1"
],
"gold_session_ids": [
"answer_90de9b4d_1",
"answer_90de9b4d_2"
]
},
{
"question_id": "50635ada",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_dcd74827_2",
"answer_dcd74827_1",
"sharegpt_eSTYwMj_10",
"b6f35f3a_1",
"03f76b6b",
"42bcee92_2",
"35bc3132_2",
"9f9b402a_5",
"sharegpt_BVhcEnF_0",
"dcbd175f_2"
],
"gold_session_ids": [
"answer_dcd74827_1",
"answer_dcd74827_2"
]
},
{
"question_id": "e66b632c",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ac0140ce_1",
"answer_ac0140ce_2",
"259d58da_2",
"92f1ea4d_1",
"ultrachat_306973",
"47d18b61_1",
"9b820206",
"b3070ec4_1",
"57c8bf62_3",
"3304f57b_1"
],
"gold_session_ids": [
"answer_ac0140ce_1",
"answer_ac0140ce_2"
]
},
{
"question_id": "0ddfec37",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_a22b654d_2",
"answer_a22b654d_1",
"147ab7e9_7",
"e4881cbd_1",
"3422786d_2",
"a5959675_2",
"92509977_1",
"60f9246d",
"2878574e",
"sharegpt_h0fDljQ_12"
],
"gold_session_ids": [
"answer_a22b654d_1",
"answer_a22b654d_2"
]
},
{
"question_id": "f685340e",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_25df025b_1",
"answer_25df025b_2",
"a4815e8e_2",
"142e3203_1",
"e7dcd5df",
"4a9eb139_2",
"9e7446eb",
"bb2180e9_2",
"992eb1f3_2",
"8fcfbe43_2"
],
"gold_session_ids": [
"answer_25df025b_1",
"answer_25df025b_2"
]
},
{
"question_id": "cc5ded98",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_a5b68517_1",
"answer_a5b68517_2",
"8a5fe67a",
"f14a4532_1",
"c63b2c8f",
"c937aab6",
"d973fa59_1",
"ef785bb4_2",
"sharegpt_IEsU45Z_23",
"b13d5e4e_1"
],
"gold_session_ids": [
"answer_a5b68517_1",
"answer_a5b68517_2"
]
},
{
"question_id": "dfde3500",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_35d6c0be_1",
"answer_35d6c0be_2",
"ad1c7ac6",
"5fcca8bc_2",
"779c0465",
"5c18cb32_2",
"86e218e3_2",
"5d5e80c5_1",
"sharegpt_DiRAKDo_0",
"7de51ffe_1"
],
"gold_session_ids": [
"answer_35d6c0be_1",
"answer_35d6c0be_2"
]
},
{
"question_id": "69fee5aa",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_d6028d6e_2",
"answer_d6028d6e_1",
"5d284d7d_2",
"991d55e5_1",
"a0b8b0ad_7",
"8464304d_2",
"a554ed79_2",
"ultrachat_152449",
"9d11d844",
"2af27403_2"
],
"gold_session_ids": [
"answer_d6028d6e_1",
"answer_d6028d6e_2"
]
},
{
"question_id": "7401057b",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_94650bfa_1",
"answer_94650bfa_2",
"42e69993_1",
"0f09447b",
"c3757c5b",
"8de5b7cf_2",
"b7146673_1",
"fb2ae167",
"5e906cb0_1",
"ultrachat_389374"
],
"gold_session_ids": [
"answer_94650bfa_1",
"answer_94650bfa_2"
]
},
{
"question_id": "cf22b7bf",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ae3a122b_1",
"answer_ae3a122b_2",
"457e26bf",
"c8fcdf5a_1",
"36d5bbde_1",
"8ab0292c_1",
"8064b6ca",
"ultrachat_346016",
"22fe1c93",
"8b540c1b"
],
"gold_session_ids": [
"answer_ae3a122b_1",
"answer_ae3a122b_2"
]
},
{
"question_id": "a2f3aa27",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_5126c02d_1",
"answer_5126c02d_2",
"b65f51fb_5",
"2fa50779_2",
"01a467ee_2",
"ultrachat_75332",
"c98b3349_3",
"39709ef6_2",
"a8028ce7_2",
"57bf4122_1"
],
"gold_session_ids": [
"answer_5126c02d_1",
"answer_5126c02d_2"
]
},
{
"question_id": "c7dc5443",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_0cdbca92_2",
"answer_0cdbca92_1",
"9f0f59d1_3",
"debc34d7_2",
"3f9f66f1_2",
"8fd3c71b",
"sharegpt_6cz1Sq6_264",
"sharegpt_oSemQhs_0",
"sharegpt_35cK50k_0",
"e200d96c_3"
],
"gold_session_ids": [
"answer_0cdbca92_1",
"answer_0cdbca92_2"
]
},
{
"question_id": "06db6396",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_da72b1b4_2",
"answer_da72b1b4_1",
"6ebdc1fe_2",
"5bd9f1e6_1",
"ultrachat_456942",
"da94a327_2",
"sharegpt_SwdaeDm_15",
"57144028_1",
"84d7650f_2",
"ultrachat_279487"
],
"gold_session_ids": [
"answer_da72b1b4_1",
"answer_da72b1b4_2"
]
},
{
"question_id": "3ba21379",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_cd345582_2",
"answer_cd345582_1",
"0f78155a_1",
"d557e57a",
"sharegpt_xYURy32_0",
"a946dbf5_3",
"ultrachat_224436",
"5e50c81b",
"sharegpt_QQQAWUd_19",
"d68838d0_2"
],
"gold_session_ids": [
"answer_cd345582_1",
"answer_cd345582_2"
]
},
{
"question_id": "9bbe84a2",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_c6a0c6c2_1",
"ff0bb7fd_2",
"answer_c6a0c6c2_2",
"6b7605d1_2",
"ultrachat_148297",
"ad611725_2",
"114c1fb7_6",
"sharegpt_hcaZN94_546",
"cd81a69b",
"sharegpt_flmt4T1_5"
],
"gold_session_ids": [
"answer_c6a0c6c2_1",
"answer_c6a0c6c2_2"
]
},
{
"question_id": "10e09553",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_67be2c38_2",
"answer_67be2c38_1",
"58ab5fc5",
"3021992b_2",
"918c4788_1",
"7d1f5395",
"959e6cb0_7",
"88a3c944_3",
"ultrachat_313128",
"sharegpt_PAveUvy_0"
],
"gold_session_ids": [
"answer_67be2c38_1",
"answer_67be2c38_2"
]
},
{
"question_id": "dad224aa",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6934264036172708,
"mrr": 0.5,
"retrieved_session_ids": [
"6de8645d_1",
"answer_4a97ae40_1",
"answer_4a97ae40_2",
"ultrachat_106352",
"56b5b760",
"3dcbca49",
"6ff8954a_2",
"91e581ad_1",
"42234f98",
"ultrachat_468289"
],
"gold_session_ids": [
"answer_4a97ae40_1",
"answer_4a97ae40_2"
]
},
{
"question_id": "ba61f0b9",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_f377cda7_2",
"sharegpt_s8Opwwu_0",
"answer_f377cda7_1",
"daca659d",
"ultrachat_421876",
"sharegpt_5m7gg5F_0",
"ultrachat_245108",
"c9213a03_1",
"ultrachat_169691",
"ultrachat_328271"
],
"gold_session_ids": [
"answer_f377cda7_1",
"answer_f377cda7_2"
]
},
{
"question_id": "42ec0761",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.8503449055347546,
"mrr": 1,
"retrieved_session_ids": [
"answer_e3892371_1",
"53acd215",
"27d0d3e7",
"6fb15dce_1",
"answer_e3892371_2",
"b5b8f8f9_1",
"sharegpt_OLc5cYf_653",
"e3150810",
"b37a44e4_2",
"493bd421_2"
],
"gold_session_ids": [
"answer_e3892371_1",
"answer_e3892371_2"
]
},
{
"question_id": "5c40ec5b",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_1cb52d0a_2",
"answer_1cb52d0a_1",
"d9868305_1",
"sharegpt_Ah0tRO5_0",
"be050ab3_2",
"sharegpt_XkVyVGq_0",
"25a2002c",
"sharegpt_RVk16qK_0",
"5cc9e1ed_3",
"a200b713_3"
],
"gold_session_ids": [
"answer_1cb52d0a_1",
"answer_1cb52d0a_2"
]
},
{
"question_id": "c6853660",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_626e93c4_2",
"answer_626e93c4_1",
"ultrachat_435535",
"6ed1c85e",
"dcbd175f_2",
"0e931802_2",
"ultrachat_223464",
"48a72204_2",
"6474cfcc",
"ultrachat_223382"
],
"gold_session_ids": [
"answer_626e93c4_1",
"answer_626e93c4_2"
]
},
{
"question_id": "26bdc477",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_f762ad8d_2",
"answer_f762ad8d_1",
"a223e307",
"201d188a_4",
"27ce9f13_2",
"sharegpt_bq9G6bT_2",
"f684ac4c_1",
"e4bbcd5f_2",
"551eae69_1",
"ultrachat_525275"
],
"gold_session_ids": [
"answer_f762ad8d_1",
"answer_f762ad8d_2"
]
},
{
"question_id": "0977f2af",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.38685280723454163,
"mrr": 0.5,
"retrieved_session_ids": [
"ultrachat_554962",
"answer_3bf5b73b_2",
"b24eddd9_1",
"b3642bd9_3",
"sharegpt_FqOC5e9_45",
"9b083158_1",
"ultrachat_143766",
"bdf45964_3",
"f115a3db_1",
"e0bfe67a_2"
],
"gold_session_ids": [
"answer_3bf5b73b_1",
"answer_3bf5b73b_2"
]
},
{
"question_id": "6aeb4375_abs",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_3f9693b7_abs_1",
"a5286353_1",
"answer_3f9693b7_abs_2",
"bf25a889",
"24cb335f",
"ultrachat_181672",
"9205e608_1",
"fcff2f22",
"c6c5bb8b_1",
"710f4e21_1"
],
"gold_session_ids": [
"answer_3f9693b7_abs_1",
"answer_3f9693b7_abs_2"
]
},
{
"question_id": "031748ae_abs",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.9197207891481876,
"mrr": 1,
"retrieved_session_ids": [
"answer_8748f791_abs_1",
"169cd54f",
"answer_8748f791_abs_2",
"ultrachat_473482",
"sharegpt_EX0p0tj_19",
"sharegpt_wN1Z65m_0",
"sharegpt_7PLgNll_0",
"7e76059f_2",
"ultrachat_561369",
"sharegpt_Us1zWGN_19"
],
"gold_session_ids": [
"answer_8748f791_abs_1",
"answer_8748f791_abs_2"
]
},
{
"question_id": "2698e78f_abs",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6509209298071326,
"mrr": 0.5,
"retrieved_session_ids": [
"2e18c90b_1",
"answer_9282283d_abs_1",
"cdba3d9f_1",
"answer_9282283d_abs_2",
"e4e64e80_8",
"eae760f6",
"sharegpt_dZJOxsS_0",
"9e21d6ab_1",
"7ebf92f6_2",
"f607e932_1"
],
"gold_session_ids": [
"answer_9282283d_abs_1",
"answer_9282283d_abs_2"
]
},
{
"question_id": "2133c1b5_abs",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.45749452618986164,
"mrr": 0.25,
"retrieved_session_ids": [
"a864e7aa_5",
"fe6d8377_1",
"sharegpt_asoSnhq_0",
"answer_52382508_abs_2",
"688246d1",
"ultrachat_420387",
"9998814e_1",
"answer_52382508_abs_1",
"sharegpt_M5JnA12_12",
"ef0341d4_1"
],
"gold_session_ids": [
"answer_52382508_abs_1",
"answer_52382508_abs_2"
]
},
{
"question_id": "0ddfec37_abs",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6934264036172708,
"mrr": 0.5,
"retrieved_session_ids": [
"6de70f46_1",
"answer_a22b654d_abs_1",
"answer_a22b654d_abs_2",
"6eb55dc4_2",
"25572732",
"3a11533e",
"cb24e5d5_1",
"sharegpt_V2j1zkI_0",
"e3e061c4",
"ultrachat_200650"
],
"gold_session_ids": [
"answer_a22b654d_abs_1",
"answer_a22b654d_abs_2"
]
},
{
"question_id": "f685340e_abs",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_25df025b_abs_1",
"answer_25df025b_abs_2",
"6b895848_1",
"1970789e",
"79bb1298_5",
"bc6c5757_2",
"ultrachat_276410",
"be4dc764_1",
"5a30c8b2",
"11fa2b8f"
],
"gold_session_ids": [
"answer_25df025b_abs_1",
"answer_25df025b_abs_2"
]
},
{
"question_id": "89941a94",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_e1403127_2",
"answer_e1403127_1",
"de275215_3",
"f7a61595_5",
"522dd987_1",
"ultrachat_312851",
"6a7d7055_2",
"2ec60f51_3",
"85b9848f",
"0d758215_2"
],
"gold_session_ids": [
"answer_e1403127_1",
"answer_e1403127_2"
]
},
{
"question_id": "07741c45",
"question_type": "knowledge-update",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_7e9ad7b4_2",
"answer_7e9ad7b4_1",
"af4a2fd1",
"df846730",
"5300bfba",
"37d65d40_3",
"523e716b_2",
"ce21f0e4",
"604de0a3_2",
"443688cc_2"
],
"gold_session_ids": [
"answer_7e9ad7b4_1",
"answer_7e9ad7b4_2"
]
},
{
"question_id": "7161e7e2",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_sharegpt_5Lzox6N_0",
"3c3fee41",
"sharegpt_bYTKGgl_18",
"2bd9990a_3",
"ae73b0f7_2",
"a849dd16",
"ultrachat_447051",
"ultrachat_89092",
"3070419a_1",
"ultrachat_20447"
],
"gold_session_ids": [
"answer_sharegpt_5Lzox6N_0"
]
},
{
"question_id": "c4f10528",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_234453",
"51c89181_1",
"dc1f9713_2",
"sharegpt_yMwEvl7_557",
"11248f50",
"7613d5ec_1",
"de55485d_1",
"107d40f0",
"8b1b7007",
"e12cfbcd"
],
"gold_session_ids": [
"answer_ultrachat_234453"
]
},
{
"question_id": "89527b6b",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_sharegpt_YkWn1Ne_0",
"07f3f0e0_2",
"ultrachat_117600",
"689b46e2_4",
"ultrachat_66044",
"ultrachat_468629",
"ultrachat_11001",
"644e1d00",
"ultrachat_442154",
"990f3ef9_7"
],
"gold_session_ids": [
"answer_sharegpt_YkWn1Ne_0"
]
},
{
"question_id": "e9327a54",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_480665",
"c0d099e6_2",
"c58fdf1e_2",
"ba944cdc",
"c38fb85b",
"61e1ba53_2",
"e91e8a2e_1",
"8221810f_3",
"7613d5ec_2",
"ultrachat_423650"
],
"gold_session_ids": [
"answer_ultrachat_480665"
]
},
{
"question_id": "4c36ccef",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_448704",
"3dc8ba5f_2",
"89749c78_1",
"7b1d1f43_2",
"5fc83435_2",
"52381716_2",
"940629b2_1",
"07e6a3bd_1",
"ultrachat_149723",
"sharegpt_m8F4NxL_0"
],
"gold_session_ids": [
"answer_ultrachat_448704"
]
},
{
"question_id": "6ae235be",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_sharegpt_IUWQYGQ_0",
"ec8fa65d_1",
"41b6e78c",
"99188307",
"0a1e90d1_2",
"ultrachat_497582",
"cc5a6057_1",
"ultrachat_431987",
"43811b62",
"sharegpt_TVK4gjw_24"
],
"gold_session_ids": [
"answer_sharegpt_IUWQYGQ_0"
]
},
{
"question_id": "7e00a6cb",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_370515",
"24f78a31_2",
"4dd1ba8d_2",
"9998814e_2",
"ultrachat_188131",
"956ce238",
"a9981dc6_2",
"sharegpt_n2aGNgW_9",
"64c2b3c8",
"sharegpt_0dfpdJm_0"
],
"gold_session_ids": [
"answer_ultrachat_370515"
]
},
{
"question_id": "1903aded",
"question_type": "single-session-assistant",
"recall_any_at_5": 0,
"recall_any_at_10": 0,
"recall_any_at_20": 0,
"ndcg_at_10": 0,
"mrr": 0,
"retrieved_session_ids": [
"9f8c432e_2",
"sharegpt_ELyN256_27",
"9b4c070c",
"66369fde_1",
"b163d176",
"f8246a66_1",
"4d287828_2",
"ultrachat_138198",
"9b3611d7_1",
"8adb232f_1"
],
"gold_session_ids": [
"answer_sharegpt_hA7AkP3_0"
]
},
{
"question_id": "ceb54acb",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_sharegpt_cGdjmYo_0",
"7aa2a9af_2",
"de43030f_1",
"de293134_1",
"2f23dd1a",
"a1cbe83a",
"0bbd7094_1",
"92762eb7",
"dddce60a_1",
"f6fd00cf"
],
"gold_session_ids": [
"answer_sharegpt_cGdjmYo_0"
]
},
{
"question_id": "f523d9fe",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_sharegpt_m2xJfjo_0",
"fbfda981",
"44165708",
"a07f9d5c_1",
"636e0e32_1",
"sharegpt_4RnbgQt_0",
"debc34d7_1",
"193c23bd_1",
"4376945f",
"ultrachat_418857"
],
"gold_session_ids": [
"answer_sharegpt_m2xJfjo_0"
]
},
{
"question_id": "0e5e2d1a",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_113156",
"c756c34e",
"a803f50b_2",
"sharegpt_btv4SkQ_0",
"ultrachat_201585",
"ultrachat_180166",
"a6c41826_3",
"ultrachat_222974",
"5d79fd65_2",
"147ab7e9_7"
],
"gold_session_ids": [
"answer_ultrachat_113156"
]
},
{
"question_id": "fea54f57",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_187684",
"ultrachat_129340",
"d81c92cb",
"3210adc8",
"a1e90def_1",
"c8854b28",
"712e923c",
"5ac7f9c5_1",
"19ec83c5_1",
"sharegpt_UGg8d44_4"
],
"gold_session_ids": [
"answer_ultrachat_187684"
]
},
{
"question_id": "cc539528",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_374124",
"18807892_4",
"38e81260_5",
"faa194ea",
"1692563c_2",
"fb760626",
"4f859a31_1",
"8bd3814a_1",
"3a1ea336_3",
"15a8ffb7_2"
],
"gold_session_ids": [
"answer_ultrachat_374124"
]
},
{
"question_id": "dc439ea3",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_459954",
"1bfd5a8b_2",
"ultrachat_186512",
"cb5637b3",
"49d8a382",
"76ecc9b9_1",
"eb7366f2_1",
"ultrachat_480287",
"sharegpt_aVExml0_92",
"sharegpt_q2uAW7H_0"
],
"gold_session_ids": [
"answer_ultrachat_459954"
]
},
{
"question_id": "18dcd5a5",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5,
"mrr": 0.3333333333333333,
"retrieved_session_ids": [
"sharegpt_d1tE544_5",
"aceffaab",
"answer_sharegpt_hn3IS1q_0",
"5e906cb0_2",
"6ea1541e_1",
"c00077f5_2",
"sharegpt_2yaKUmC_0",
"d89f6204",
"ultrachat_3370",
"47727b14"
],
"gold_session_ids": [
"answer_sharegpt_hn3IS1q_0"
]
},
{
"question_id": "488d3006",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_275993",
"ce19df54_3",
"a394f6b5_1",
"82b82901",
"a68090b0_2",
"b0f8fc7b_2",
"990c8992_1",
"d53b6bfe_1",
"7e4dab66_1",
"4646c83d_2"
],
"gold_session_ids": [
"answer_ultrachat_275993"
]
},
{
"question_id": "58470ed2",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_sharegpt_U4oCSfU_7",
"ultrachat_478785",
"66bfa1db",
"sharegpt_6QUDIXG_104",
"ff49b5a5_3",
"sharegpt_ty6EeyH_0",
"718d0e40",
"b6018747_4",
"69bd3d4a_1",
"ultrachat_251269"
],
"gold_session_ids": [
"answer_sharegpt_U4oCSfU_7"
]
},
{
"question_id": "8cf51dda",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_sharegpt_HFMn2ZX_0",
"e862f726_3",
"sharegpt_fUrzIST_0",
"sharegpt_ftoCcOn_0",
"ultrachat_365938",
"9f0f59d1_1",
"sharegpt_jpiaPoJ_738",
"sharegpt_eTtpNeO_5",
"507514d9_1",
"ultrachat_479158"
],
"gold_session_ids": [
"answer_sharegpt_HFMn2ZX_0"
]
},
{
"question_id": "1d4da289",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_348449",
"sharegpt_AfruXDt_0",
"ultrachat_213759",
"517ad0f0",
"sharegpt_eVmxjQZ_0",
"sharegpt_NaYyUjd_0",
"sharegpt_jltxhMe_53",
"bf85791d",
"4cd929f8_1",
"33baaaab_6"
],
"gold_session_ids": [
"answer_ultrachat_348449"
]
},
{
"question_id": "8464fc84",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_467053",
"98d39a6d",
"21d86ebb_2",
"d43b63a6",
"2d003fe4_2",
"e6ab6a7b_1",
"6ac43c5b_4",
"6095245e",
"9ac77ac9_2",
"69a105f9_1"
],
"gold_session_ids": [
"answer_ultrachat_467053"
]
},
{
"question_id": "8aef76bc",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_563222",
"146dfabe",
"5209e813_2",
"05e258f4_2",
"08e084f1_1",
"ultrachat_368669",
"c7f6643e_2",
"sharegpt_5VMruqC_0",
"a14e0137",
"87a183c1_3"
],
"gold_session_ids": [
"answer_ultrachat_563222"
]
},
{
"question_id": "71a3fd6b",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6309297535714575,
"mrr": 0.5,
"retrieved_session_ids": [
"7f7e26d2_2",
"answer_ultrachat_417348",
"b7146673_1",
"36743359_3",
"8419b385_3",
"cc40f3ff",
"4bebc783_2",
"d8f4b0f4",
"sharegpt_69zYTa4_0",
"ultrachat_168420"
],
"gold_session_ids": [
"answer_ultrachat_417348"
]
},
{
"question_id": "2bf43736",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_sharegpt_2kpncbX_13",
"8897a2e5",
"1a5fb2cd",
"16c3be68_1",
"a93750ef_2",
"5ca6cd28",
"2e89bd03_1",
"ultrachat_49111",
"445e6a7a_1",
"9b1d5656_1"
],
"gold_session_ids": [
"answer_sharegpt_2kpncbX_13"
]
},
{
"question_id": "70b3e69b",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_334948",
"sharegpt_O8qJclh_0",
"ultrachat_47234",
"ultrachat_146029",
"ultrachat_302829",
"3169d075_2",
"09e1a929_2",
"28cd2f40",
"ab3af6c5_2",
"ultrachat_361790"
],
"gold_session_ids": [
"answer_ultrachat_334948"
]
},
{
"question_id": "8752c811",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_sharegpt_6pWK9yx_0",
"sharegpt_cTla0Yd_0",
"02b63d04_1",
"5c6a5b7c_1",
"56745369_2",
"sharegpt_Gb68gx3_0",
"sharegpt_Y6MteNX_0",
"sharegpt_7E53b59_0",
"9db30f1c_3",
"sharegpt_lAfTTUo_0"
],
"gold_session_ids": [
"answer_sharegpt_6pWK9yx_0"
]
},
{
"question_id": "3249768e",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6309297535714575,
"mrr": 0.5,
"retrieved_session_ids": [
"0868982f_1",
"answer_sharegpt_CaxTGYP_0",
"689b46e2_2",
"11e9d591_2",
"c6c5bb8b_2",
"e0bd5f14_2",
"23450b93_3",
"ed1d68f1_1",
"773aebbd_3",
"268e8532_2"
],
"gold_session_ids": [
"answer_sharegpt_CaxTGYP_0"
]
},
{
"question_id": "1b9b7252",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_115151",
"sharegpt_1AhFMpw_5",
"d3cc5bdc_4",
"53ab4734",
"0e726047",
"f7796d96_1",
"7798452b_6",
"3abaa836",
"b2e5a019",
"af4d4ecd_6"
],
"gold_session_ids": [
"answer_ultrachat_115151"
]
},
{
"question_id": "1568498a",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_sharegpt_d6JJiqH_76",
"sharegpt_h87NLyS_49",
"71e0db57",
"sharegpt_YfakX5Z_0",
"6ad46850_2",
"ultrachat_344985",
"ultrachat_131295",
"1fef8ffe_1",
"ultrachat_35159",
"sharegpt_69agvDU_27"
],
"gold_session_ids": [
"answer_sharegpt_d6JJiqH_76"
]
},
{
"question_id": "6222b6eb",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6309297535714575,
"mrr": 0.5,
"retrieved_session_ids": [
"04a0b385",
"answer_sharegpt_H9PiM5G_0",
"d1b9993e_3",
"723bf11f",
"25ffc571",
"sharegpt_MvUpG5V_5",
"caf7480d_1",
"2bbbe083",
"ultrachat_418305",
"sharegpt_zS41R74_0"
],
"gold_session_ids": [
"answer_sharegpt_H9PiM5G_0"
]
},
{
"question_id": "e8a79c70",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.5,
"mrr": 0.3333333333333333,
"retrieved_session_ids": [
"c0d099e6_2",
"89aed484_2",
"answer_ultrachat_13075",
"4050ebff_9",
"sharegpt_ha8kUEr_0",
"2b5c911e_4",
"c2b2b2ea_1",
"08ca1f31_2",
"45c29267",
"85a49fe0_1"
],
"gold_session_ids": [
"answer_ultrachat_13075"
]
},
{
"question_id": "d596882b",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_252214",
"0dc2efcc_2",
"456807b7_1",
"5558a42e_3",
"73ba8380_3",
"ultrachat_299672",
"71888aff_2",
"5fb3b5ac",
"692075ef",
"c324a5bc_1"
],
"gold_session_ids": [
"answer_ultrachat_252214"
]
},
{
"question_id": "e3fc4d6e",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_sharegpt_5m7gg5F_0",
"ultrachat_442052",
"ultrachat_161238",
"sharegpt_sXKNzPE_0",
"9b72b151",
"3b38bf46",
"d31c3ec8_1",
"bec86aec",
"6aaf298d",
"ultrachat_61952"
],
"gold_session_ids": [
"answer_sharegpt_5m7gg5F_0"
]
},
{
"question_id": "51b23612",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_427265",
"17f444f3",
"ultrachat_555062",
"8672f398_2",
"409015ef_1",
"d3c3cd97",
"8d30ec5b",
"ultrachat_522170",
"ultrachat_221034",
"fe5894c5"
],
"gold_session_ids": [
"answer_ultrachat_427265"
]
},
{
"question_id": "3e321797",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_94624",
"sharegpt_EZmhz8p_0",
"0382dbfe_2",
"96b6e5e8_1",
"57144028_2",
"04b7b396_1",
"00305dd2_1",
"e77fc218_2",
"385a60c8_1",
"5558a42e_3"
],
"gold_session_ids": [
"answer_ultrachat_94624"
]
},
{
"question_id": "e982271f",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_195444",
"db65997e",
"7b4bce3b_2",
"eb0d8dc1_4",
"333a59e5_1",
"091aa510_5",
"ultrachat_383774",
"e760dc71_1",
"3e8f07c9_1",
"ultrachat_137024"
],
"gold_session_ids": [
"answer_ultrachat_195444"
]
},
{
"question_id": "352ab8bd",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_sharegpt_NoDZzot_7",
"337cbfc8_2",
"df08e7a0",
"3b0f28f6_2",
"6593cb8b_6",
"sharegpt_UCVg3jO_0",
"sharegpt_cDlYqSf_21",
"c7ca6dff",
"ultrachat_1052",
"sharegpt_7tOPXDd_50"
],
"gold_session_ids": [
"answer_sharegpt_NoDZzot_7"
]
},
{
"question_id": "fca762bc",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_39395",
"2bc4ae7d",
"d0cdfddb_2",
"99eec551",
"d5b3b034_1",
"9beab022_1",
"a8bb9614_2",
"06a34d82_1",
"f1bdf7f3_4",
"8aee9f4c_2"
],
"gold_session_ids": [
"answer_ultrachat_39395"
]
},
{
"question_id": "7a8d0b71",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_sharegpt_i0tMT9q_9",
"ultrachat_136480",
"147ab7e9_5",
"f20e72e4_2",
"f8169a6d",
"1e26715f",
"8969b3ca_2",
"ultrachat_324501",
"369695b4_1",
"sharegpt_P0Qe2Gx_0"
],
"gold_session_ids": [
"answer_sharegpt_i0tMT9q_9"
]
},
{
"question_id": "a40e080f",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_269020",
"4d32ba1b_1",
"528f481d_6",
"1c1541c3",
"eb18a1b7",
"4fd6129f_1",
"89c7a48a_2",
"cd38b6ee",
"ultrachat_483678",
"12c28d3f_1"
],
"gold_session_ids": [
"answer_ultrachat_269020"
]
},
{
"question_id": "8b9d4367",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_289157",
"ultrachat_321805",
"7babf05b",
"sharegpt_WZzri9J_0",
"07b94dbf_1",
"ultrachat_563661",
"sharegpt_ZSnZKMn_13",
"c77250d2",
"007e7d81_3",
"5534efcb_1"
],
"gold_session_ids": [
"answer_ultrachat_289157"
]
},
{
"question_id": "5809eb10",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_sharegpt_4aJsGCH_0",
"sharegpt_GDFyxeT_0",
"5237bb0b_1",
"ultrachat_255793",
"sharegpt_9M4WbfX_0",
"922c819f_2",
"58ae7c4f_1",
"sharegpt_oKiXiX8_0",
"ultrachat_549762",
"701ea427_6"
],
"gold_session_ids": [
"answer_sharegpt_4aJsGCH_0"
]
},
{
"question_id": "41275add",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.6309297535714575,
"mrr": 0.5,
"retrieved_session_ids": [
"b3619c2c",
"answer_sharegpt_81riySf_0",
"acc3913b",
"9345f7dc_1",
"4d84cbfa",
"a68db5db_1",
"6d96a14d_2",
"5fe4d2ee_1",
"sharegpt_dUoAhvI_71",
"5b83c26e_3"
],
"gold_session_ids": [
"answer_sharegpt_81riySf_0"
]
},
{
"question_id": "4388e9dd",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_sharegpt_qTi81nS_0",
"sharegpt_Tun3KJ4_0",
"cfd21744_2",
"3197d998_7",
"ultrachat_412706",
"f508f11f_2",
"sharegpt_2LrB18X_51",
"234c8721",
"sharegpt_rdaQ1VE_13",
"cf021b36_3"
],
"gold_session_ids": [
"answer_sharegpt_qTi81nS_0"
]
},
{
"question_id": "4baee567",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_sharegpt_i9adwQn_0",
"74711358_2",
"sharegpt_wduYbsX_0",
"6169ef55_1",
"sharegpt_28Mwwk9_0",
"ultrachat_487211",
"b762a658",
"2c22e0e8_1",
"ultrachat_323343",
"d5415748"
],
"gold_session_ids": [
"answer_sharegpt_i9adwQn_0"
]
},
{
"question_id": "561fabcd",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_sharegpt_hChsWOp_97",
"aee13015_3",
"33da50d0_5",
"83fb74bf_1",
"63c75b13_2",
"d75f4fb5_1",
"9a992902",
"d5d7eff7",
"1c1f5ccc_6",
"34b38398_2"
],
"gold_session_ids": [
"answer_sharegpt_hChsWOp_97"
]
},
{
"question_id": "b759caee",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_sharegpt_2BSXlAr_0",
"191f4c9b_2",
"abecc1b6",
"ffa51434_3",
"f55fee5b_4",
"d3575920",
"0bad887e_2",
"bab41bb6_5",
"b41aae7f_1",
"fcae5c39_1"
],
"gold_session_ids": [
"answer_sharegpt_2BSXlAr_0"
]
},
{
"question_id": "ac031881",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_sharegpt_GYqnAhC_190",
"c986f83a",
"sharegpt_cIj2dFl_4",
"449b918c_3",
"e30307d8_1",
"sharegpt_1X61wv2_2",
"sharegpt_RWoA8C4_0",
"19c24c11",
"83f89c02",
"ebb47912"
],
"gold_session_ids": [
"answer_sharegpt_GYqnAhC_190"
]
},
{
"question_id": "28bcfaac",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_446979",
"135a62d7_2",
"be05680b_2",
"96e1688e",
"4646c83d_1",
"ultrachat_181176",
"sharegpt_hi2xiJT_14",
"510b98f3",
"a27a2811",
"485f4604_2"
],
"gold_session_ids": [
"answer_ultrachat_446979"
]
},
{
"question_id": "16c90bf4",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_294807",
"b8770374_2",
"fa2714ed_1",
"89d49715_1",
"b0da5097_2",
"afa0c2e7_5",
"d4230511_1",
"be74993b_1",
"cc830ab4_1",
"8464304d_2"
],
"gold_session_ids": [
"answer_ultrachat_294807"
]
},
{
"question_id": "c8f1aeed",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_519486",
"sharegpt_ebYKddM_87",
"ultrachat_220071",
"ultrachat_39392",
"c05dde5b_2",
"f8a9cd01_2",
"199a5225_1",
"a53fdd02_2",
"af631aa3_3",
"ea27c6f5_1"
],
"gold_session_ids": [
"answer_ultrachat_519486"
]
},
{
"question_id": "eaca4986",
"question_type": "single-session-assistant",
"recall_any_at_5": 0,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 0.3333333333333333,
"mrr": 0.14285714285714285,
"retrieved_session_ids": [
"931c521e_1",
"1c1a2b7f_2",
"ultrachat_311235",
"3477c37c_1",
"ultrachat_474091",
"37db6f4e_1",
"answer_sharegpt_SS141vi_0",
"ultrachat_175444",
"0e543e9e_2",
"sharegpt_zhAMIY7_0"
],
"gold_session_ids": [
"answer_sharegpt_SS141vi_0"
]
},
{
"question_id": "c7cf7dfd",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_456407",
"e27fe923_5",
"780b6c7c_1",
"9db6d988_2",
"ultrachat_328173",
"b90109d2_1",
"ultrachat_139629",
"ultrachat_419371",
"285a29e7_1",
"4acdd888"
],
"gold_session_ids": [
"answer_ultrachat_456407"
]
},
{
"question_id": "e48988bc",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_174360",
"476b1cbb",
"ultrachat_494373",
"ultrachat_307163",
"ultrachat_283303",
"8fb3fe3a_3",
"0781daa1_2",
"ultrachat_172828",
"ultrachat_99935",
"bae244c4"
],
"gold_session_ids": [
"answer_ultrachat_174360"
]
},
{
"question_id": "1de5cff2",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_440262",
"28031c43_2",
"8fcfbe43_3",
"c14dbe17",
"ultrachat_186422",
"ultrachat_58031",
"1a693999_4",
"f863a648_3",
"4cb33063",
"848d721f_1"
],
"gold_session_ids": [
"answer_ultrachat_440262"
]
},
{
"question_id": "65240037",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_403752",
"f8dc1273",
"37141183",
"faad7d7a_2",
"dba5a924",
"fd6f60f0_4",
"0984a772",
"92466e8e_1",
"7df4c735_1",
"sharegpt_ME35OD8_167"
],
"gold_session_ids": [
"answer_ultrachat_403752"
]
},
{
"question_id": "778164c6",
"question_type": "single-session-assistant",
"recall_any_at_5": 1,
"recall_any_at_10": 1,
"recall_any_at_20": 1,
"ndcg_at_10": 1,
"mrr": 1,
"retrieved_session_ids": [
"answer_ultrachat_399000",
"b605741a_1",
"sharegpt_WXCvFir_11",
"c15dadce_4",
"ddaa5a15_2",
"sharegpt_ki9IVDq_6",
"1340826c",
"ultrachat_346016",
"c6bd5277",
"025836be_1"
],
"gold_session_ids": [
"answer_ultrachat_399000"
]
}
]
}