Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 58470ed2
Stored context/evidence
["ultrachat_554610","sharegpt_6QUDIXG_104","9f8973ac","ae6edf07_1","facef6e0_3","ultrachat_230611","sharegpt_1EZ78Ms_0","2f2884ad_3","sharegpt_siSd9ET_0","sharegpt_xVdCPKq_0","020149a5_1","sharegpt_XNJ0U4B_29","66bfa1db","d8e33f5c_abs_2","ultrachat_251269","sharegpt_ty6EeyH_0","sharegpt_CRs49zq_1","sharegpt_9lpTmoD_0","0cf6cf0f_1","718d0e40","sharegpt_e8sgAJX_0","4a324955","e61db1a1_2","sharegpt_Aeo2AOL_0","sharegpt_4sEBgMJ_5","b6018747_4","sharegpt_8t9fAl2_0","4050ebff_6","sharegpt_ay1B0RI_15","sharegpt_xSFBEuR_0","5c0574b1","a49a1438_2","9a5c8f60_4","ultrachat_458590","e45db473_2","ultrachat_210334","ultrachat_297779","answer_sharegpt_U4oCSfU_7","8ca0085a_3","sharegpt_6dy7yyh_0","sharegpt_oPOTyid_141","ff49b5a5_3","af631aa3_1","ultrachat_173621","ultrachat_478785","69bd3d4a_1","sharegpt_ErOTMZ3_277","ebd61d29_2","sharegpt_71QruKd_0","ultrachat_450272"]
Retrieved context/evidence
["answer_sharegpt_U4oCSfU_7","ultrachat_297779","sharegpt_6dy7yyh_0","sharegpt_xSFBEuR_0","sharegpt_xVdCPKq_0"]
Retrieval output (not a generated answer)
answer_sharegpt_U4oCSfU_7
Complete stored trace (JSON)
{
"answer": "answer_sharegpt_U4oCSfU_7",
"answer_session_ids": [
"answer_sharegpt_U4oCSfU_7"
],
"gold_references": [
"answer_sharegpt_U4oCSfU_7"
],
"oracle_has_answer_turns": {
"020149a5_1": [],
"0cf6cf0f_1": [],
"2f2884ad_3": [],
"4050ebff_6": [],
"4a324955": [],
"5c0574b1": [],
"66bfa1db": [],
"69bd3d4a_1": [],
"718d0e40": [],
"8ca0085a_3": [],
"9a5c8f60_4": [],
"9f8973ac": [],
"a49a1438_2": [],
"ae6edf07_1": [],
"af631aa3_1": [],
"answer_sharegpt_U4oCSfU_7": [
0
],
"b6018747_4": [],
"d8e33f5c_abs_2": [],
"e45db473_2": [],
"e61db1a1_2": [],
"ebd61d29_2": [],
"facef6e0_3": [],
"ff49b5a5_3": [],
"sharegpt_1EZ78Ms_0": [],
"sharegpt_4sEBgMJ_5": [],
"sharegpt_6QUDIXG_104": [],
"sharegpt_6dy7yyh_0": [],
"sharegpt_71QruKd_0": [],
"sharegpt_8t9fAl2_0": [],
"sharegpt_9lpTmoD_0": [],
"sharegpt_Aeo2AOL_0": [],
"sharegpt_CRs49zq_1": [],
"sharegpt_ErOTMZ3_277": [],
"sharegpt_XNJ0U4B_29": [],
"sharegpt_ay1B0RI_15": [],
"sharegpt_e8sgAJX_0": [],
"sharegpt_oPOTyid_141": [],
"sharegpt_siSd9ET_0": [],
"sharegpt_ty6EeyH_0": [],
"sharegpt_xSFBEuR_0": [],
"sharegpt_xVdCPKq_0": [],
"ultrachat_173621": [],
"ultrachat_210334": [],
"ultrachat_230611": [],
"ultrachat_251269": [],
"ultrachat_297779": [],
"ultrachat_450272": [],
"ultrachat_458590": [],
"ultrachat_478785": [],
"ultrachat_554610": []
},
"question_id": "58470ed2",
"ranked_retrieved_hits": [
"answer_sharegpt_U4oCSfU_7",
"ultrachat_297779",
"sharegpt_6dy7yyh_0",
"sharegpt_xSFBEuR_0",
"sharegpt_xVdCPKq_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ultrachat_554610",
"sharegpt_6QUDIXG_104",
"9f8973ac",
"ae6edf07_1",
"facef6e0_3",
"ultrachat_230611",
"sharegpt_1EZ78Ms_0",
"2f2884ad_3",
"sharegpt_siSd9ET_0",
"sharegpt_xVdCPKq_0",
"020149a5_1",
"sharegpt_XNJ0U4B_29",
"66bfa1db",
"d8e33f5c_abs_2",
"ultrachat_251269",
"sharegpt_ty6EeyH_0",
"sharegpt_CRs49zq_1",
"sharegpt_9lpTmoD_0",
"0cf6cf0f_1",
"718d0e40",
"sharegpt_e8sgAJX_0",
"4a324955",
"e61db1a1_2",
"sharegpt_Aeo2AOL_0",
"sharegpt_4sEBgMJ_5",
"b6018747_4",
"sharegpt_8t9fAl2_0",
"4050ebff_6",
"sharegpt_ay1B0RI_15",
"sharegpt_xSFBEuR_0",
"5c0574b1",
"a49a1438_2",
"9a5c8f60_4",
"ultrachat_458590",
"e45db473_2",
"ultrachat_210334",
"ultrachat_297779",
"answer_sharegpt_U4oCSfU_7",
"8ca0085a_3",
"sharegpt_6dy7yyh_0",
"sharegpt_oPOTyid_141",
"ff49b5a5_3",
"af631aa3_1",
"ultrachat_173621",
"ultrachat_478785",
"69bd3d4a_1",
"sharegpt_ErOTMZ3_277",
"ebd61d29_2",
"sharegpt_71QruKd_0",
"ultrachat_450272"
]
}