Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 46a3abf7
Stored context/evidence
["sharegpt_74Lf1rT_24","0a1a7fbd_2","84715fa7_1","ultrachat_411499","e224317f_2","sharegpt_3xwFUFc_9","ultrachat_333705","sharegpt_IfcsX5g_0","answer_c65042d7_3","sharegpt_VlDhvT2_0","sharegpt_HJPJneT_14","sharegpt_yBVQLaX_15","ultrachat_292103","sharegpt_9q6K1JO_0","sharegpt_35QGnlv_0","09f2c6c5","c1e598cd_1","answer_c65042d7_2","6d4b7a55_2","50130acd","a95bedca","ultrachat_72958","sharegpt_v11Tpg9_58","ultrachat_406179","ultrachat_73622","ultrachat_134899","sharegpt_dcPDoo0_0","2917b130_1","ultrachat_469268","baa5b468_3","ultrachat_42811","ultrachat_556023","be133e38_1","dcb68250_4","sharegpt_J1Y5jCn_0","ultrachat_558017","answer_c65042d7_1","sharegpt_4N3wNeE_11","a5ccea48_1","sharegpt_byUSLag_63","sharegpt_IEsU45Z_17","8acfa731","sharegpt_zuVAxfu_35","4fe91719_2","sharegpt_MhyIwuj_11","d9727262_5","ultrachat_234796","c37d1365_1","28eb86ab","f0aefff8"]
Retrieved context/evidence
["ultrachat_234796","ultrachat_73622","sharegpt_35QGnlv_0","ultrachat_134899"]
Retrieval output (not a generated answer)
ultrachat_234796
Complete stored trace (JSON)
{
"answer": "ultrachat_234796",
"answer_session_ids": [
"answer_c65042d7_3",
"answer_c65042d7_2",
"answer_c65042d7_1"
],
"gold_references": [
"answer_c65042d7_3",
"answer_c65042d7_2",
"answer_c65042d7_1"
],
"oracle_has_answer_turns": {
"09f2c6c5": [],
"0a1a7fbd_2": [],
"28eb86ab": [],
"2917b130_1": [],
"4fe91719_2": [],
"50130acd": [],
"6d4b7a55_2": [],
"84715fa7_1": [],
"8acfa731": [],
"a5ccea48_1": [],
"a95bedca": [],
"answer_c65042d7_1": [
0
],
"answer_c65042d7_2": [
0
],
"answer_c65042d7_3": [
0
],
"baa5b468_3": [],
"be133e38_1": [],
"c1e598cd_1": [],
"c37d1365_1": [],
"d9727262_5": [],
"dcb68250_4": [],
"e224317f_2": [],
"f0aefff8": [],
"sharegpt_35QGnlv_0": [],
"sharegpt_3xwFUFc_9": [],
"sharegpt_4N3wNeE_11": [],
"sharegpt_74Lf1rT_24": [],
"sharegpt_9q6K1JO_0": [],
"sharegpt_HJPJneT_14": [],
"sharegpt_IEsU45Z_17": [],
"sharegpt_IfcsX5g_0": [],
"sharegpt_J1Y5jCn_0": [],
"sharegpt_MhyIwuj_11": [],
"sharegpt_VlDhvT2_0": [],
"sharegpt_byUSLag_63": [],
"sharegpt_dcPDoo0_0": [],
"sharegpt_v11Tpg9_58": [],
"sharegpt_yBVQLaX_15": [],
"sharegpt_zuVAxfu_35": [],
"ultrachat_134899": [],
"ultrachat_234796": [],
"ultrachat_292103": [],
"ultrachat_333705": [],
"ultrachat_406179": [],
"ultrachat_411499": [],
"ultrachat_42811": [],
"ultrachat_469268": [],
"ultrachat_556023": [],
"ultrachat_558017": [],
"ultrachat_72958": [],
"ultrachat_73622": []
},
"question_id": "46a3abf7",
"ranked_retrieved_hits": [
"ultrachat_234796",
"ultrachat_73622",
"sharegpt_35QGnlv_0",
"ultrachat_134899"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"sharegpt_74Lf1rT_24",
"0a1a7fbd_2",
"84715fa7_1",
"ultrachat_411499",
"e224317f_2",
"sharegpt_3xwFUFc_9",
"ultrachat_333705",
"sharegpt_IfcsX5g_0",
"answer_c65042d7_3",
"sharegpt_VlDhvT2_0",
"sharegpt_HJPJneT_14",
"sharegpt_yBVQLaX_15",
"ultrachat_292103",
"sharegpt_9q6K1JO_0",
"sharegpt_35QGnlv_0",
"09f2c6c5",
"c1e598cd_1",
"answer_c65042d7_2",
"6d4b7a55_2",
"50130acd",
"a95bedca",
"ultrachat_72958",
"sharegpt_v11Tpg9_58",
"ultrachat_406179",
"ultrachat_73622",
"ultrachat_134899",
"sharegpt_dcPDoo0_0",
"2917b130_1",
"ultrachat_469268",
"baa5b468_3",
"ultrachat_42811",
"ultrachat_556023",
"be133e38_1",
"dcb68250_4",
"sharegpt_J1Y5jCn_0",
"ultrachat_558017",
"answer_c65042d7_1",
"sharegpt_4N3wNeE_11",
"a5ccea48_1",
"sharegpt_byUSLag_63",
"sharegpt_IEsU45Z_17",
"8acfa731",
"sharegpt_zuVAxfu_35",
"4fe91719_2",
"sharegpt_MhyIwuj_11",
"d9727262_5",
"ultrachat_234796",
"c37d1365_1",
"28eb86ab",
"f0aefff8"
]
}