Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 001be529
Stored context/evidence
["3722ea11_2","sharegpt_6cz1Sq6_328","3c11dc79","c8854b28","sharegpt_YSEjnMT_7","0eb28b73_2","f067b0ee","sharegpt_u1DIJRf_0","sharegpt_ETJwE0s_0","sharegpt_HbIK81o_0","ultrachat_499876","ultrachat_351532","0f71db75_1","28e0ea23_2","ed9dad6c_1","afabb63b","ultrachat_471978","93aff0d7_1","ultrachat_241736","sharegpt_NOBTl9Z_9","sharegpt_o3cfukb_0","sharegpt_L5SCdrp_0","0b64c6cb_2","ultrachat_95472","ultrachat_45520","sharegpt_SYbLHTK_0#occurrence-0","sharegpt_g15cpiF_0","ultrachat_39884","a113eec0","sharegpt_KjF70Iy_23","dffe8d2d_2","ultrachat_287130","ultrachat_318155","sharegpt_PKXxlMF_0","ultrachat_355671","ultrachat_470904","9becef17_3","a244d459","de877349","ultrachat_135527","sharegpt_YQ4UlQM_83","fb793c87_2","answer_530960c1","2c1537ff","sharegpt_MtrF4Lm_0","752a01fe_3","c2ab12bc_1","ultrachat_278930","84648e61_2","sharegpt_SYbLHTK_0#occurrence-1","ultrachat_203993"]
Retrieved context/evidence
["2c1537ff","ultrachat_470904"]
Retrieval output (not a generated answer)
2c1537ff
Complete stored trace (JSON)
{
"answer": "2c1537ff",
"answer_session_ids": [
"answer_530960c1"
],
"gold_references": [
"answer_530960c1"
],
"oracle_has_answer_turns": {
"0b64c6cb_2": [],
"0eb28b73_2": [],
"0f71db75_1": [],
"28e0ea23_2": [],
"2c1537ff": [],
"3722ea11_2": [],
"3c11dc79": [],
"752a01fe_3": [],
"84648e61_2": [],
"93aff0d7_1": [],
"9becef17_3": [],
"a113eec0": [],
"a244d459": [],
"afabb63b": [],
"answer_530960c1": [
4
],
"c2ab12bc_1": [],
"c8854b28": [],
"de877349": [],
"dffe8d2d_2": [],
"ed9dad6c_1": [],
"f067b0ee": [],
"fb793c87_2": [],
"sharegpt_6cz1Sq6_328": [],
"sharegpt_ETJwE0s_0": [],
"sharegpt_HbIK81o_0": [],
"sharegpt_KjF70Iy_23": [],
"sharegpt_L5SCdrp_0": [],
"sharegpt_MtrF4Lm_0": [],
"sharegpt_NOBTl9Z_9": [],
"sharegpt_PKXxlMF_0": [],
"sharegpt_SYbLHTK_0": [],
"sharegpt_YQ4UlQM_83": [],
"sharegpt_YSEjnMT_7": [],
"sharegpt_g15cpiF_0": [],
"sharegpt_o3cfukb_0": [],
"sharegpt_u1DIJRf_0": [],
"ultrachat_135527": [],
"ultrachat_203993": [],
"ultrachat_241736": [],
"ultrachat_278930": [],
"ultrachat_287130": [],
"ultrachat_318155": [],
"ultrachat_351532": [],
"ultrachat_355671": [],
"ultrachat_39884": [],
"ultrachat_45520": [],
"ultrachat_470904": [],
"ultrachat_471978": [],
"ultrachat_499876": [],
"ultrachat_95472": []
},
"question_id": "001be529",
"ranked_retrieved_hits": [
"2c1537ff",
"ultrachat_470904"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"3722ea11_2",
"sharegpt_6cz1Sq6_328",
"3c11dc79",
"c8854b28",
"sharegpt_YSEjnMT_7",
"0eb28b73_2",
"f067b0ee",
"sharegpt_u1DIJRf_0",
"sharegpt_ETJwE0s_0",
"sharegpt_HbIK81o_0",
"ultrachat_499876",
"ultrachat_351532",
"0f71db75_1",
"28e0ea23_2",
"ed9dad6c_1",
"afabb63b",
"ultrachat_471978",
"93aff0d7_1",
"ultrachat_241736",
"sharegpt_NOBTl9Z_9",
"sharegpt_o3cfukb_0",
"sharegpt_L5SCdrp_0",
"0b64c6cb_2",
"ultrachat_95472",
"ultrachat_45520",
"sharegpt_SYbLHTK_0#occurrence-0",
"sharegpt_g15cpiF_0",
"ultrachat_39884",
"a113eec0",
"sharegpt_KjF70Iy_23",
"dffe8d2d_2",
"ultrachat_287130",
"ultrachat_318155",
"sharegpt_PKXxlMF_0",
"ultrachat_355671",
"ultrachat_470904",
"9becef17_3",
"a244d459",
"de877349",
"ultrachat_135527",
"sharegpt_YQ4UlQM_83",
"fb793c87_2",
"answer_530960c1",
"2c1537ff",
"sharegpt_MtrF4Lm_0",
"752a01fe_3",
"c2ab12bc_1",
"ultrachat_278930",
"84648e61_2",
"sharegpt_SYbLHTK_0#occurrence-1",
"ultrachat_203993"
]
}