Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 3c1045c8
Stored context/evidence
["4f3b36d4_3","ultrachat_117663","ultrachat_139665","sharegpt_oI0DiNd_19","ultrachat_208144","sharegpt_Dewf2fQ_0","sharegpt_YNf7pK5_0","fe7b6394_4","8589bc93","sharegpt_GYqnAhC_190","ef71a35e_1","eff61b54","sharegpt_5cTVO62_0","50b705ab_2","ultrachat_561782","sharegpt_Qs3Qxuo_13","3a1ea336_4","sharegpt_yIn0hRf_0","sharegpt_adeLn3D_0","cf422c07","sharegpt_xY3p1o7_127","sharegpt_hccQjAV_0","ultrachat_20893","ultrachat_243691","answer_c8cc60d6_2","sharegpt_u1AM5RT_77","answer_c8cc60d6_1","ultrachat_251919","ultrachat_183475","sharegpt_jSnesqJ_43","sharegpt_oIB2JG9_0","sharegpt_KII0vuJ_0","sharegpt_9qIrl37_0","ultrachat_396893","ultrachat_203","ultrachat_169304","be32ad25_2","ultrachat_546429","ultrachat_484591","sharegpt_fnuLBKl_83","ecd24d5e_1","ultrachat_368065","62541047","sharegpt_cuQZMLA_45","sharegpt_GJ5G8h3_13","ultrachat_130506","sharegpt_jUUvPID_0","sharegpt_NTHvrGV_0","8db0ab95_1","b52f03a1_1","89d84b83","ultrachat_299649"]
Retrieved context/evidence
["ultrachat_561782","ultrachat_169304","sharegpt_YNf7pK5_0","sharegpt_yIn0hRf_0"]
Retrieval output (not a generated answer)
ultrachat_561782
Complete stored trace (JSON)
{
"answer": "ultrachat_561782",
"answer_session_ids": [
"answer_c8cc60d6_2",
"answer_c8cc60d6_1"
],
"gold_references": [
"answer_c8cc60d6_2",
"answer_c8cc60d6_1"
],
"oracle_has_answer_turns": {
"3a1ea336_4": [],
"4f3b36d4_3": [],
"50b705ab_2": [],
"62541047": [],
"8589bc93": [],
"89d84b83": [],
"8db0ab95_1": [],
"answer_c8cc60d6_1": [
0
],
"answer_c8cc60d6_2": [
0
],
"b52f03a1_1": [],
"be32ad25_2": [],
"cf422c07": [],
"ecd24d5e_1": [],
"ef71a35e_1": [],
"eff61b54": [],
"fe7b6394_4": [],
"sharegpt_5cTVO62_0": [],
"sharegpt_9qIrl37_0": [],
"sharegpt_Dewf2fQ_0": [],
"sharegpt_GJ5G8h3_13": [],
"sharegpt_GYqnAhC_190": [],
"sharegpt_KII0vuJ_0": [],
"sharegpt_NTHvrGV_0": [],
"sharegpt_Qs3Qxuo_13": [],
"sharegpt_YNf7pK5_0": [],
"sharegpt_adeLn3D_0": [],
"sharegpt_cuQZMLA_45": [],
"sharegpt_fnuLBKl_83": [],
"sharegpt_hccQjAV_0": [],
"sharegpt_jSnesqJ_43": [],
"sharegpt_jUUvPID_0": [],
"sharegpt_oI0DiNd_19": [],
"sharegpt_oIB2JG9_0": [],
"sharegpt_u1AM5RT_77": [],
"sharegpt_xY3p1o7_127": [],
"sharegpt_yIn0hRf_0": [],
"ultrachat_117663": [],
"ultrachat_130506": [],
"ultrachat_139665": [],
"ultrachat_169304": [],
"ultrachat_183475": [],
"ultrachat_203": [],
"ultrachat_208144": [],
"ultrachat_20893": [],
"ultrachat_243691": [],
"ultrachat_251919": [],
"ultrachat_299649": [],
"ultrachat_368065": [],
"ultrachat_396893": [],
"ultrachat_484591": [],
"ultrachat_546429": [],
"ultrachat_561782": []
},
"question_id": "3c1045c8",
"ranked_retrieved_hits": [
"ultrachat_561782",
"ultrachat_169304",
"sharegpt_YNf7pK5_0",
"sharegpt_yIn0hRf_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"4f3b36d4_3",
"ultrachat_117663",
"ultrachat_139665",
"sharegpt_oI0DiNd_19",
"ultrachat_208144",
"sharegpt_Dewf2fQ_0",
"sharegpt_YNf7pK5_0",
"fe7b6394_4",
"8589bc93",
"sharegpt_GYqnAhC_190",
"ef71a35e_1",
"eff61b54",
"sharegpt_5cTVO62_0",
"50b705ab_2",
"ultrachat_561782",
"sharegpt_Qs3Qxuo_13",
"3a1ea336_4",
"sharegpt_yIn0hRf_0",
"sharegpt_adeLn3D_0",
"cf422c07",
"sharegpt_xY3p1o7_127",
"sharegpt_hccQjAV_0",
"ultrachat_20893",
"ultrachat_243691",
"answer_c8cc60d6_2",
"sharegpt_u1AM5RT_77",
"answer_c8cc60d6_1",
"ultrachat_251919",
"ultrachat_183475",
"sharegpt_jSnesqJ_43",
"sharegpt_oIB2JG9_0",
"sharegpt_KII0vuJ_0",
"sharegpt_9qIrl37_0",
"ultrachat_396893",
"ultrachat_203",
"ultrachat_169304",
"be32ad25_2",
"ultrachat_546429",
"ultrachat_484591",
"sharegpt_fnuLBKl_83",
"ecd24d5e_1",
"ultrachat_368065",
"62541047",
"sharegpt_cuQZMLA_45",
"sharegpt_GJ5G8h3_13",
"ultrachat_130506",
"sharegpt_jUUvPID_0",
"sharegpt_NTHvrGV_0",
"8db0ab95_1",
"b52f03a1_1",
"89d84b83",
"ultrachat_299649"
]
}