Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace bf659f65
Stored context/evidence
["sharegpt_tIKRqD0_9","ultrachat_167088","9330ccce_3","answer_7726e7e9_1","sharegpt_SBJezEx_4","4243ce01_2","457e26bf","sharegpt_inuIr9J_119","sharegpt_cfHA2H7_0","71619051_1","211e3dc2","f2835879_2","sharegpt_SE32ku3_0","sharegpt_jrexRUl_43","81354f67_2","sharegpt_lBBNU59_0","ultrachat_285127","ultrachat_365864","1a968fd1","ultrachat_209740","32833e0b_3","sharegpt_8cFNcVG_0","ultrachat_377765","sharegpt_YhjYiLX_3","sharegpt_qL1FpI2_0","2917b130_2","ultrachat_65631","8873a7c6_1","ultrachat_168045","1b0d3a67","sharegpt_0fcUU6N_25","9e2e32c1_3","answer_7726e7e9_3","ultrachat_80539","c7a5667a_4","sharegpt_3swiY8I_36","sharegpt_GfjP3Fi_0","ultrachat_447131","sharegpt_FdbDo9h_11","ultrachat_109086","ultrachat_465222","sharegpt_vis7PvP_0","a47fae3e","9d480413_5","sharegpt_ibDuVgO_0","385a60c8_3","258645ba_3","answer_7726e7e9_2","ultrachat_407413","ultrachat_370839","sharegpt_6U487ht_15","ultrachat_87167"]
Retrieved context/evidence
["sharegpt_lBBNU59_0","answer_7726e7e9_2"]
Retrieval output (not a generated answer)
sharegpt_lBBNU59_0
Complete stored trace (JSON)
{
"answer": "sharegpt_lBBNU59_0",
"answer_session_ids": [
"answer_7726e7e9_1",
"answer_7726e7e9_3",
"answer_7726e7e9_2"
],
"gold_references": [
"answer_7726e7e9_1",
"answer_7726e7e9_3",
"answer_7726e7e9_2"
],
"oracle_has_answer_turns": {
"1a968fd1": [],
"1b0d3a67": [],
"211e3dc2": [],
"258645ba_3": [],
"2917b130_2": [],
"32833e0b_3": [],
"385a60c8_3": [],
"4243ce01_2": [],
"457e26bf": [],
"71619051_1": [],
"81354f67_2": [],
"8873a7c6_1": [],
"9330ccce_3": [],
"9d480413_5": [],
"9e2e32c1_3": [],
"a47fae3e": [],
"answer_7726e7e9_1": [
0
],
"answer_7726e7e9_2": [
0
],
"answer_7726e7e9_3": [
0
],
"c7a5667a_4": [],
"f2835879_2": [],
"sharegpt_0fcUU6N_25": [],
"sharegpt_3swiY8I_36": [],
"sharegpt_6U487ht_15": [],
"sharegpt_8cFNcVG_0": [],
"sharegpt_FdbDo9h_11": [],
"sharegpt_GfjP3Fi_0": [],
"sharegpt_SBJezEx_4": [],
"sharegpt_SE32ku3_0": [],
"sharegpt_YhjYiLX_3": [],
"sharegpt_cfHA2H7_0": [],
"sharegpt_ibDuVgO_0": [],
"sharegpt_inuIr9J_119": [],
"sharegpt_jrexRUl_43": [],
"sharegpt_lBBNU59_0": [],
"sharegpt_qL1FpI2_0": [],
"sharegpt_tIKRqD0_9": [],
"sharegpt_vis7PvP_0": [],
"ultrachat_109086": [],
"ultrachat_167088": [],
"ultrachat_168045": [],
"ultrachat_209740": [],
"ultrachat_285127": [],
"ultrachat_365864": [],
"ultrachat_370839": [],
"ultrachat_377765": [],
"ultrachat_407413": [],
"ultrachat_447131": [],
"ultrachat_465222": [],
"ultrachat_65631": [],
"ultrachat_80539": [],
"ultrachat_87167": []
},
"question_id": "bf659f65",
"ranked_retrieved_hits": [
"sharegpt_lBBNU59_0",
"answer_7726e7e9_2"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"sharegpt_tIKRqD0_9",
"ultrachat_167088",
"9330ccce_3",
"answer_7726e7e9_1",
"sharegpt_SBJezEx_4",
"4243ce01_2",
"457e26bf",
"sharegpt_inuIr9J_119",
"sharegpt_cfHA2H7_0",
"71619051_1",
"211e3dc2",
"f2835879_2",
"sharegpt_SE32ku3_0",
"sharegpt_jrexRUl_43",
"81354f67_2",
"sharegpt_lBBNU59_0",
"ultrachat_285127",
"ultrachat_365864",
"1a968fd1",
"ultrachat_209740",
"32833e0b_3",
"sharegpt_8cFNcVG_0",
"ultrachat_377765",
"sharegpt_YhjYiLX_3",
"sharegpt_qL1FpI2_0",
"2917b130_2",
"ultrachat_65631",
"8873a7c6_1",
"ultrachat_168045",
"1b0d3a67",
"sharegpt_0fcUU6N_25",
"9e2e32c1_3",
"answer_7726e7e9_3",
"ultrachat_80539",
"c7a5667a_4",
"sharegpt_3swiY8I_36",
"sharegpt_GfjP3Fi_0",
"ultrachat_447131",
"sharegpt_FdbDo9h_11",
"ultrachat_109086",
"ultrachat_465222",
"sharegpt_vis7PvP_0",
"a47fae3e",
"9d480413_5",
"sharegpt_ibDuVgO_0",
"385a60c8_3",
"258645ba_3",
"answer_7726e7e9_2",
"ultrachat_407413",
"ultrachat_370839",
"sharegpt_6U487ht_15",
"ultrachat_87167"
]
}