Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 5809eb10
Stored context/evidence
["ultrachat_275993","d3069305_2","ultrachat_215480","f3881d05","sharegpt_fQhexkP_38","sharegpt_Z7M15Pp_0","sharegpt_naopDKi_27","sharegpt_mZSVJXV_0","b0f8fc7b_4","701ea427_6","922c819f_2","sharegpt_l23V4xY_0","ultrachat_536416","ultrachat_255793","9ee69ca6_2","94cfe8ed_2","sharegpt_xkWMnwQ_57","10857212_1","58ae7c4f_1","5237bb0b_1","ultrachat_538827","8bc99ae3_1","616b8721","ultrachat_459954","22ce6625_1","ultrachat_380682","ultrachat_282393","sharegpt_oMlZMsi_0","sharegpt_nTTR2yo_9","ultrachat_401753","ultrachat_115151","sharegpt_GDFyxeT_0","ca555919_3","sharegpt_QaiMtpK_0","ultrachat_298486","sharegpt_n3MgsgL_0","fc3d6c80","sharegpt_9M4WbfX_0","93799389","35ee7421","sharegpt_E7l8Uab_43","sharegpt_vbNrVtS_293","3c3ee718_1","sharegpt_jljEnXI_0","sharegpt_oKiXiX8_0","9b820206","ultrachat_549762","ultrachat_562162","sharegpt_obCC1BP_103","ultrachat_279156","2ec2813b_1","answer_sharegpt_4aJsGCH_0"]
Retrieved context/evidence
["answer_sharegpt_4aJsGCH_0","sharegpt_oMlZMsi_0"]
Retrieval output (not a generated answer)
answer_sharegpt_4aJsGCH_0
Complete stored trace (JSON)
{
"answer": "answer_sharegpt_4aJsGCH_0",
"answer_session_ids": [
"answer_sharegpt_4aJsGCH_0"
],
"gold_references": [
"answer_sharegpt_4aJsGCH_0"
],
"oracle_has_answer_turns": {
"10857212_1": [],
"22ce6625_1": [],
"2ec2813b_1": [],
"35ee7421": [],
"3c3ee718_1": [],
"5237bb0b_1": [],
"58ae7c4f_1": [],
"616b8721": [],
"701ea427_6": [],
"8bc99ae3_1": [],
"922c819f_2": [],
"93799389": [],
"94cfe8ed_2": [],
"9b820206": [],
"9ee69ca6_2": [],
"answer_sharegpt_4aJsGCH_0": [
0
],
"b0f8fc7b_4": [],
"ca555919_3": [],
"d3069305_2": [],
"f3881d05": [],
"fc3d6c80": [],
"sharegpt_9M4WbfX_0": [],
"sharegpt_E7l8Uab_43": [],
"sharegpt_GDFyxeT_0": [],
"sharegpt_QaiMtpK_0": [],
"sharegpt_Z7M15Pp_0": [],
"sharegpt_fQhexkP_38": [],
"sharegpt_jljEnXI_0": [],
"sharegpt_l23V4xY_0": [],
"sharegpt_mZSVJXV_0": [],
"sharegpt_n3MgsgL_0": [],
"sharegpt_nTTR2yo_9": [],
"sharegpt_naopDKi_27": [],
"sharegpt_oKiXiX8_0": [],
"sharegpt_oMlZMsi_0": [],
"sharegpt_obCC1BP_103": [],
"sharegpt_vbNrVtS_293": [],
"sharegpt_xkWMnwQ_57": [],
"ultrachat_115151": [],
"ultrachat_215480": [],
"ultrachat_255793": [],
"ultrachat_275993": [],
"ultrachat_279156": [],
"ultrachat_282393": [],
"ultrachat_298486": [],
"ultrachat_380682": [],
"ultrachat_401753": [],
"ultrachat_459954": [],
"ultrachat_536416": [],
"ultrachat_538827": [],
"ultrachat_549762": [],
"ultrachat_562162": []
},
"question_id": "5809eb10",
"ranked_retrieved_hits": [
"answer_sharegpt_4aJsGCH_0",
"sharegpt_oMlZMsi_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ultrachat_275993",
"d3069305_2",
"ultrachat_215480",
"f3881d05",
"sharegpt_fQhexkP_38",
"sharegpt_Z7M15Pp_0",
"sharegpt_naopDKi_27",
"sharegpt_mZSVJXV_0",
"b0f8fc7b_4",
"701ea427_6",
"922c819f_2",
"sharegpt_l23V4xY_0",
"ultrachat_536416",
"ultrachat_255793",
"9ee69ca6_2",
"94cfe8ed_2",
"sharegpt_xkWMnwQ_57",
"10857212_1",
"58ae7c4f_1",
"5237bb0b_1",
"ultrachat_538827",
"8bc99ae3_1",
"616b8721",
"ultrachat_459954",
"22ce6625_1",
"ultrachat_380682",
"ultrachat_282393",
"sharegpt_oMlZMsi_0",
"sharegpt_nTTR2yo_9",
"ultrachat_401753",
"ultrachat_115151",
"sharegpt_GDFyxeT_0",
"ca555919_3",
"sharegpt_QaiMtpK_0",
"ultrachat_298486",
"sharegpt_n3MgsgL_0",
"fc3d6c80",
"sharegpt_9M4WbfX_0",
"93799389",
"35ee7421",
"sharegpt_E7l8Uab_43",
"sharegpt_vbNrVtS_293",
"3c3ee718_1",
"sharegpt_jljEnXI_0",
"sharegpt_oKiXiX8_0",
"9b820206",
"ultrachat_549762",
"ultrachat_562162",
"sharegpt_obCC1BP_103",
"ultrachat_279156",
"2ec2813b_1",
"answer_sharegpt_4aJsGCH_0"
]
}