Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 0862e8bf_abs
Stored context/evidence
["6a8f8453_2","94f0d575_1","c1b801e6","ultrachat_532726","89a9f6f5","ultrachat_74903","7439f497_4","ultrachat_525172","0e69d205_1","sharegpt_xLtmCeT_0","c58fdf1e_1","ultrachat_460804","sharegpt_3GUsrg7_0","baf0243b_1","ultrachat_210818","f238edb0_1","1881e7db_2","answer_c6fd8ebd_abs","ultrachat_294894","8f007ec7_3","33401191_2","ultrachat_438164","fd5448f0","sharegpt_qgxzDJ9_0","f8036905_1","3301f749_1","sharegpt_Sionhxj_245","d76030af_1","ultrachat_404562","sharegpt_PSjpANO_35","94bc18df_3","sharegpt_bG7QQdY_0","32833e0b_5","ultrachat_556023","ultrachat_216815","ultrachat_135959","1d85d4ba_2","ultrachat_195779","ultrachat_455839","091a4cea_2","sharegpt_9l7gjYP_17","sharegpt_StUzdLK_227","sharegpt_2YoO81t_21","539778d4_2","sharegpt_FN5cRaf_0","15c03056_2","ultrachat_215299","sharegpt_8T6d65A_83","sharegpt_xzol7DQ_13","sharegpt_m2jtopG_0","12cd736c","ultrachat_400310"]
Retrieved context/evidence
["sharegpt_bG7QQdY_0","sharegpt_3GUsrg7_0","6a8f8453_2"]
Retrieval output (not a generated answer)
sharegpt_bG7QQdY_0
Complete stored trace (JSON)
{
"answer": "sharegpt_bG7QQdY_0",
"answer_session_ids": [
"answer_c6fd8ebd_abs"
],
"gold_references": [
"answer_c6fd8ebd_abs"
],
"oracle_has_answer_turns": {
"091a4cea_2": [],
"0e69d205_1": [],
"12cd736c": [],
"15c03056_2": [],
"1881e7db_2": [],
"1d85d4ba_2": [],
"32833e0b_5": [],
"3301f749_1": [],
"33401191_2": [],
"539778d4_2": [],
"6a8f8453_2": [],
"7439f497_4": [],
"89a9f6f5": [],
"8f007ec7_3": [],
"94bc18df_3": [],
"94f0d575_1": [],
"answer_c6fd8ebd_abs": [],
"baf0243b_1": [],
"c1b801e6": [],
"c58fdf1e_1": [],
"d76030af_1": [],
"f238edb0_1": [],
"f8036905_1": [],
"fd5448f0": [],
"sharegpt_2YoO81t_21": [],
"sharegpt_3GUsrg7_0": [],
"sharegpt_8T6d65A_83": [],
"sharegpt_9l7gjYP_17": [],
"sharegpt_FN5cRaf_0": [],
"sharegpt_PSjpANO_35": [],
"sharegpt_Sionhxj_245": [],
"sharegpt_StUzdLK_227": [],
"sharegpt_bG7QQdY_0": [],
"sharegpt_m2jtopG_0": [],
"sharegpt_qgxzDJ9_0": [],
"sharegpt_xLtmCeT_0": [],
"sharegpt_xzol7DQ_13": [],
"ultrachat_135959": [],
"ultrachat_195779": [],
"ultrachat_210818": [],
"ultrachat_215299": [],
"ultrachat_216815": [],
"ultrachat_294894": [],
"ultrachat_400310": [],
"ultrachat_404562": [],
"ultrachat_438164": [],
"ultrachat_455839": [],
"ultrachat_460804": [],
"ultrachat_525172": [],
"ultrachat_532726": [],
"ultrachat_556023": [],
"ultrachat_74903": []
},
"question_id": "0862e8bf_abs",
"ranked_retrieved_hits": [
"sharegpt_bG7QQdY_0",
"sharegpt_3GUsrg7_0",
"6a8f8453_2"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"6a8f8453_2",
"94f0d575_1",
"c1b801e6",
"ultrachat_532726",
"89a9f6f5",
"ultrachat_74903",
"7439f497_4",
"ultrachat_525172",
"0e69d205_1",
"sharegpt_xLtmCeT_0",
"c58fdf1e_1",
"ultrachat_460804",
"sharegpt_3GUsrg7_0",
"baf0243b_1",
"ultrachat_210818",
"f238edb0_1",
"1881e7db_2",
"answer_c6fd8ebd_abs",
"ultrachat_294894",
"8f007ec7_3",
"33401191_2",
"ultrachat_438164",
"fd5448f0",
"sharegpt_qgxzDJ9_0",
"f8036905_1",
"3301f749_1",
"sharegpt_Sionhxj_245",
"d76030af_1",
"ultrachat_404562",
"sharegpt_PSjpANO_35",
"94bc18df_3",
"sharegpt_bG7QQdY_0",
"32833e0b_5",
"ultrachat_556023",
"ultrachat_216815",
"ultrachat_135959",
"1d85d4ba_2",
"ultrachat_195779",
"ultrachat_455839",
"091a4cea_2",
"sharegpt_9l7gjYP_17",
"sharegpt_StUzdLK_227",
"sharegpt_2YoO81t_21",
"539778d4_2",
"sharegpt_FN5cRaf_0",
"15c03056_2",
"ultrachat_215299",
"sharegpt_8T6d65A_83",
"sharegpt_xzol7DQ_13",
"sharegpt_m2jtopG_0",
"12cd736c",
"ultrachat_400310"
]
}