Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace ef9cf60a
Stored context/evidence
["ultrachat_473615","sharegpt_Lk4UN8n_159","sharegpt_SQx36hf_23","ultrachat_147259","8d7ff4b0_2","0babf5b6_2","sharegpt_BTYExLI_0","412f94d0","sharegpt_yM5Aeql_0","sharegpt_U8CljCM_315","b330d6b1","7a34bc76_3","sharegpt_FNyKOSt_0","answer_87e3a1cb_1","sharegpt_Ha6kIaj_0","sharegpt_ToxFax1_56","de47d59b_1","sharegpt_d2lXEcg_0","ultrachat_507366","sharegpt_GzaSwLW_0","ultrachat_298929","sharegpt_6fU0WOe_56","a89815bf","ultrachat_202794","4dadbee0","d677eb06","2357de36_2","ultrachat_411180","sharegpt_zGF0EmX_25","sharegpt_nrCPDzJ_0","sharegpt_VrUNawI_95","ultrachat_173642","ultrachat_237018","3cd4a679","b9220c40","sharegpt_NelPQLT_0","ultrachat_61701","0605ec06","71027306_1","0275bceb_2","12dd7681_4","sharegpt_dJCqNGh_0","ultrachat_362609","105d4e04_1","ultrachat_537961","7b88c38b_1","sharegpt_mvtmr4e_19","18077b0b","ultrachat_247949","ultrachat_395952","ultrachat_58504","answer_87e3a1cb_2","sharegpt_qy92M4s_0","sharegpt_2Qru46f_0"]
Retrieved context/evidence
["sharegpt_2Qru46f_0","ultrachat_298929","ultrachat_247949"]
Retrieval output (not a generated answer)
sharegpt_2Qru46f_0
Complete stored trace (JSON)
{
"answer": "sharegpt_2Qru46f_0",
"answer_session_ids": [
"answer_87e3a1cb_1",
"answer_87e3a1cb_2"
],
"gold_references": [
"answer_87e3a1cb_1",
"answer_87e3a1cb_2"
],
"oracle_has_answer_turns": {
"0275bceb_2": [],
"0605ec06": [],
"0babf5b6_2": [],
"105d4e04_1": [],
"12dd7681_4": [],
"18077b0b": [],
"2357de36_2": [],
"3cd4a679": [],
"412f94d0": [],
"4dadbee0": [],
"71027306_1": [],
"7a34bc76_3": [],
"7b88c38b_1": [],
"8d7ff4b0_2": [],
"a89815bf": [],
"answer_87e3a1cb_1": [
0
],
"answer_87e3a1cb_2": [
0
],
"b330d6b1": [],
"b9220c40": [],
"d677eb06": [],
"de47d59b_1": [],
"sharegpt_2Qru46f_0": [],
"sharegpt_6fU0WOe_56": [],
"sharegpt_BTYExLI_0": [],
"sharegpt_FNyKOSt_0": [],
"sharegpt_GzaSwLW_0": [],
"sharegpt_Ha6kIaj_0": [],
"sharegpt_Lk4UN8n_159": [],
"sharegpt_NelPQLT_0": [],
"sharegpt_SQx36hf_23": [],
"sharegpt_ToxFax1_56": [],
"sharegpt_U8CljCM_315": [],
"sharegpt_VrUNawI_95": [],
"sharegpt_d2lXEcg_0": [],
"sharegpt_dJCqNGh_0": [],
"sharegpt_mvtmr4e_19": [],
"sharegpt_nrCPDzJ_0": [],
"sharegpt_qy92M4s_0": [],
"sharegpt_yM5Aeql_0": [],
"sharegpt_zGF0EmX_25": [],
"ultrachat_147259": [],
"ultrachat_173642": [],
"ultrachat_202794": [],
"ultrachat_237018": [],
"ultrachat_247949": [],
"ultrachat_298929": [],
"ultrachat_362609": [],
"ultrachat_395952": [],
"ultrachat_411180": [],
"ultrachat_473615": [],
"ultrachat_507366": [],
"ultrachat_537961": [],
"ultrachat_58504": [],
"ultrachat_61701": []
},
"question_id": "ef9cf60a",
"ranked_retrieved_hits": [
"sharegpt_2Qru46f_0",
"ultrachat_298929",
"ultrachat_247949"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ultrachat_473615",
"sharegpt_Lk4UN8n_159",
"sharegpt_SQx36hf_23",
"ultrachat_147259",
"8d7ff4b0_2",
"0babf5b6_2",
"sharegpt_BTYExLI_0",
"412f94d0",
"sharegpt_yM5Aeql_0",
"sharegpt_U8CljCM_315",
"b330d6b1",
"7a34bc76_3",
"sharegpt_FNyKOSt_0",
"answer_87e3a1cb_1",
"sharegpt_Ha6kIaj_0",
"sharegpt_ToxFax1_56",
"de47d59b_1",
"sharegpt_d2lXEcg_0",
"ultrachat_507366",
"sharegpt_GzaSwLW_0",
"ultrachat_298929",
"sharegpt_6fU0WOe_56",
"a89815bf",
"ultrachat_202794",
"4dadbee0",
"d677eb06",
"2357de36_2",
"ultrachat_411180",
"sharegpt_zGF0EmX_25",
"sharegpt_nrCPDzJ_0",
"sharegpt_VrUNawI_95",
"ultrachat_173642",
"ultrachat_237018",
"3cd4a679",
"b9220c40",
"sharegpt_NelPQLT_0",
"ultrachat_61701",
"0605ec06",
"71027306_1",
"0275bceb_2",
"12dd7681_4",
"sharegpt_dJCqNGh_0",
"ultrachat_362609",
"105d4e04_1",
"ultrachat_537961",
"7b88c38b_1",
"sharegpt_mvtmr4e_19",
"18077b0b",
"ultrachat_247949",
"ultrachat_395952",
"ultrachat_58504",
"answer_87e3a1cb_2",
"sharegpt_qy92M4s_0",
"sharegpt_2Qru46f_0"
]
}