Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace b9cfe692
Stored context/evidence
["ultrachat_265626","0c27c633_2","ultrachat_245759","sharegpt_0xudmtl_0","sharegpt_rx0Hm6s_9","91d847c1_6","sharegpt_MxT7oAc_11","10123b35_2","sharegpt_ZftWuNK_62","answer_5e3bb940_3","sharegpt_JRQtEcd_115","answer_5e3bb940_2","ultrachat_80430","f9e02722","2ef69168","0ebe7344_2","da23d58d_5","sharegpt_48DLSiF_0","sharegpt_Qw30cz6_0","sharegpt_ErOTMZ3_149","sharegpt_9Wnceim_41","sharegpt_tvcY0lQ_41","ed88aded_2","ultrachat_345496","6f051087_3","answer_5e3bb940_1","3ccb8cbc_1","ca0553dd_1","2c7bff3a_1","ultrachat_315106","f4593853_1","da650f3b","sharegpt_XfpSdfP_0","sharegpt_oXgiN7q_53","ultrachat_16690","23917fcd_1","5c6a5b7c_1","ultrachat_23295","ultrachat_381149","sharegpt_QDfpZQ4_0","sharegpt_ZUJIuGt_5","df003c93_2","sharegpt_x51Ik3b_0","cde14b15","2714885f_3","ultrachat_328100","ultrachat_8304","d9fb1588_1"]
Retrieved context/evidence
["sharegpt_XfpSdfP_0","answer_5e3bb940_1","sharegpt_QDfpZQ4_0","ultrachat_265626"]
Retrieval output (not a generated answer)
sharegpt_XfpSdfP_0
Complete stored trace (JSON)
{
"answer": "sharegpt_XfpSdfP_0",
"answer_session_ids": [
"answer_5e3bb940_3",
"answer_5e3bb940_2",
"answer_5e3bb940_1"
],
"gold_references": [
"answer_5e3bb940_3",
"answer_5e3bb940_2",
"answer_5e3bb940_1"
],
"oracle_has_answer_turns": {
"0c27c633_2": [],
"0ebe7344_2": [],
"10123b35_2": [],
"23917fcd_1": [],
"2714885f_3": [],
"2c7bff3a_1": [],
"2ef69168": [],
"3ccb8cbc_1": [],
"5c6a5b7c_1": [],
"6f051087_3": [],
"91d847c1_6": [],
"answer_5e3bb940_1": [],
"answer_5e3bb940_2": [
0
],
"answer_5e3bb940_3": [
0
],
"ca0553dd_1": [],
"cde14b15": [],
"d9fb1588_1": [],
"da23d58d_5": [],
"da650f3b": [],
"df003c93_2": [],
"ed88aded_2": [],
"f4593853_1": [],
"f9e02722": [],
"sharegpt_0xudmtl_0": [],
"sharegpt_48DLSiF_0": [],
"sharegpt_9Wnceim_41": [],
"sharegpt_ErOTMZ3_149": [],
"sharegpt_JRQtEcd_115": [],
"sharegpt_MxT7oAc_11": [],
"sharegpt_QDfpZQ4_0": [],
"sharegpt_Qw30cz6_0": [],
"sharegpt_XfpSdfP_0": [],
"sharegpt_ZUJIuGt_5": [],
"sharegpt_ZftWuNK_62": [],
"sharegpt_oXgiN7q_53": [],
"sharegpt_rx0Hm6s_9": [],
"sharegpt_tvcY0lQ_41": [],
"sharegpt_x51Ik3b_0": [],
"ultrachat_16690": [],
"ultrachat_23295": [],
"ultrachat_245759": [],
"ultrachat_265626": [],
"ultrachat_315106": [],
"ultrachat_328100": [],
"ultrachat_345496": [],
"ultrachat_381149": [],
"ultrachat_80430": [],
"ultrachat_8304": []
},
"question_id": "b9cfe692",
"ranked_retrieved_hits": [
"sharegpt_XfpSdfP_0",
"answer_5e3bb940_1",
"sharegpt_QDfpZQ4_0",
"ultrachat_265626"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ultrachat_265626",
"0c27c633_2",
"ultrachat_245759",
"sharegpt_0xudmtl_0",
"sharegpt_rx0Hm6s_9",
"91d847c1_6",
"sharegpt_MxT7oAc_11",
"10123b35_2",
"sharegpt_ZftWuNK_62",
"answer_5e3bb940_3",
"sharegpt_JRQtEcd_115",
"answer_5e3bb940_2",
"ultrachat_80430",
"f9e02722",
"2ef69168",
"0ebe7344_2",
"da23d58d_5",
"sharegpt_48DLSiF_0",
"sharegpt_Qw30cz6_0",
"sharegpt_ErOTMZ3_149",
"sharegpt_9Wnceim_41",
"sharegpt_tvcY0lQ_41",
"ed88aded_2",
"ultrachat_345496",
"6f051087_3",
"answer_5e3bb940_1",
"3ccb8cbc_1",
"ca0553dd_1",
"2c7bff3a_1",
"ultrachat_315106",
"f4593853_1",
"da650f3b",
"sharegpt_XfpSdfP_0",
"sharegpt_oXgiN7q_53",
"ultrachat_16690",
"23917fcd_1",
"5c6a5b7c_1",
"ultrachat_23295",
"ultrachat_381149",
"sharegpt_QDfpZQ4_0",
"sharegpt_ZUJIuGt_5",
"df003c93_2",
"sharegpt_x51Ik3b_0",
"cde14b15",
"2714885f_3",
"ultrachat_328100",
"ultrachat_8304",
"d9fb1588_1"
]
}