Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 4b24c848
Stored context/evidence
["sharegpt_yK69lIT_0","sharegpt_fPbjnYB_0","3b5884c7_3","sharegpt_Lj1CaQL_0","16e094b3_1","ultrachat_79865","d9e0c03e","answer_2cec623b_1","sharegpt_pFUKhUt_0","ultrachat_59767","sharegpt_wZ6vj2a_0","f5245daf_2","sharegpt_iqJr8nh_0","5f4ef8d7_1","ultrachat_523059","95ae7b23_1","fb9a1b32_4","94f0d575_1","ultrachat_244540","faa194ea","ultrachat_421733","sharegpt_AywMoqu_0","d5c260e7_1","9786d553","ultrachat_198571","ultrachat_234135","f5cf8815_1","5afa6b41_2","d38e5b38","69a9211c_3","afa0c2e7_1","306cb175","ultrachat_234080","a6b00510_4","d0c1453b_1","ultrachat_280735","ultrachat_209858","sharegpt_3sx1zG1_0","4555584c_2","sharegpt_qy92M4s_0","sharegpt_ewad5Sr_0","sharegpt_jI47h5d_0","a5a1c39c_1","ultrachat_317761","1815d1b7","ultrachat_243311","answer_2cec623b_2","b0855671_2","sharegpt_npraY29_17","sharegpt_2bdi5Ol_25","sharegpt_BsQhkZL_0"]
Retrieved context/evidence
["answer_2cec623b_1","sharegpt_pFUKhUt_0"]
Retrieval output (not a generated answer)
answer_2cec623b_1
Complete stored trace (JSON)
{
"answer": "answer_2cec623b_1",
"answer_session_ids": [
"answer_2cec623b_1",
"answer_2cec623b_2"
],
"gold_references": [
"answer_2cec623b_1",
"answer_2cec623b_2"
],
"oracle_has_answer_turns": {
"16e094b3_1": [],
"1815d1b7": [],
"306cb175": [],
"3b5884c7_3": [],
"4555584c_2": [],
"5afa6b41_2": [],
"5f4ef8d7_1": [],
"69a9211c_3": [],
"94f0d575_1": [],
"95ae7b23_1": [],
"9786d553": [],
"a5a1c39c_1": [],
"a6b00510_4": [],
"afa0c2e7_1": [],
"answer_2cec623b_1": [
4
],
"answer_2cec623b_2": [
0
],
"b0855671_2": [],
"d0c1453b_1": [],
"d38e5b38": [],
"d5c260e7_1": [],
"d9e0c03e": [],
"f5245daf_2": [],
"f5cf8815_1": [],
"faa194ea": [],
"fb9a1b32_4": [],
"sharegpt_2bdi5Ol_25": [],
"sharegpt_3sx1zG1_0": [],
"sharegpt_AywMoqu_0": [],
"sharegpt_BsQhkZL_0": [],
"sharegpt_Lj1CaQL_0": [],
"sharegpt_ewad5Sr_0": [],
"sharegpt_fPbjnYB_0": [],
"sharegpt_iqJr8nh_0": [],
"sharegpt_jI47h5d_0": [],
"sharegpt_npraY29_17": [],
"sharegpt_pFUKhUt_0": [],
"sharegpt_qy92M4s_0": [],
"sharegpt_wZ6vj2a_0": [],
"sharegpt_yK69lIT_0": [],
"ultrachat_198571": [],
"ultrachat_209858": [],
"ultrachat_234080": [],
"ultrachat_234135": [],
"ultrachat_243311": [],
"ultrachat_244540": [],
"ultrachat_280735": [],
"ultrachat_317761": [],
"ultrachat_421733": [],
"ultrachat_523059": [],
"ultrachat_59767": [],
"ultrachat_79865": []
},
"question_id": "4b24c848",
"ranked_retrieved_hits": [
"answer_2cec623b_1",
"sharegpt_pFUKhUt_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"sharegpt_yK69lIT_0",
"sharegpt_fPbjnYB_0",
"3b5884c7_3",
"sharegpt_Lj1CaQL_0",
"16e094b3_1",
"ultrachat_79865",
"d9e0c03e",
"answer_2cec623b_1",
"sharegpt_pFUKhUt_0",
"ultrachat_59767",
"sharegpt_wZ6vj2a_0",
"f5245daf_2",
"sharegpt_iqJr8nh_0",
"5f4ef8d7_1",
"ultrachat_523059",
"95ae7b23_1",
"fb9a1b32_4",
"94f0d575_1",
"ultrachat_244540",
"faa194ea",
"ultrachat_421733",
"sharegpt_AywMoqu_0",
"d5c260e7_1",
"9786d553",
"ultrachat_198571",
"ultrachat_234135",
"f5cf8815_1",
"5afa6b41_2",
"d38e5b38",
"69a9211c_3",
"afa0c2e7_1",
"306cb175",
"ultrachat_234080",
"a6b00510_4",
"d0c1453b_1",
"ultrachat_280735",
"ultrachat_209858",
"sharegpt_3sx1zG1_0",
"4555584c_2",
"sharegpt_qy92M4s_0",
"sharegpt_ewad5Sr_0",
"sharegpt_jI47h5d_0",
"a5a1c39c_1",
"ultrachat_317761",
"1815d1b7",
"ultrachat_243311",
"answer_2cec623b_2",
"b0855671_2",
"sharegpt_npraY29_17",
"sharegpt_2bdi5Ol_25",
"sharegpt_BsQhkZL_0"
]
}