Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 9a707b81
Stored context/evidence
["ultrachat_550996","ultrachat_510964","eb47eabb","a984d15a_1","sharegpt_uYiyT6n_0","990f3ef9_6","33baaaab_4","d7a98679_3","80656590_2","ultrachat_509415","sharegpt_VA5CWV7_0","5a13d047_1","59510ab6","ultrachat_77781","sharegpt_4L5LmyO_0","sharegpt_81HGwKX_58","e75c302b_2","sharegpt_l4wRaiy_13","answer_dba89487_2","07548ed6","ultrachat_401813","sharegpt_UIJ42ou_0","ultrachat_54772","ultrachat_513217","ultrachat_123315","e1d11615_1","ultrachat_535049","sharegpt_fD3AaKk_0","ultrachat_243091","318048af_1","sharegpt_XNcyasy_17","ultrachat_257240","3fcbb58c_4","ultrachat_233519","ultrachat_206990","sharegpt_v3mxcGF_0","ultrachat_68544","ultrachat_546114","sharegpt_bGRy51c_21","a8e24e22","aa47b0c7_1","80215374_4","sharegpt_HcIllfl_0","ultrachat_437785","sharegpt_1Koj4dR_0","sharegpt_9q6K1JO_0","answer_dba89487_1","sharegpt_07OY96u_27","4abbeb2a_2","5dff2532_3","ultrachat_308810","sharegpt_sW9QRz1_0","ultrachat_242992","6862e478_2"]
Retrieved context/evidence
["sharegpt_l4wRaiy_13","ultrachat_243091"]
Retrieval output (not a generated answer)
sharegpt_l4wRaiy_13
Complete stored trace (JSON)
{
"answer": "sharegpt_l4wRaiy_13",
"answer_session_ids": [
"answer_dba89487_2",
"answer_dba89487_1"
],
"gold_references": [
"answer_dba89487_2",
"answer_dba89487_1"
],
"oracle_has_answer_turns": {
"07548ed6": [],
"318048af_1": [],
"33baaaab_4": [],
"3fcbb58c_4": [],
"4abbeb2a_2": [],
"59510ab6": [],
"5a13d047_1": [],
"5dff2532_3": [],
"6862e478_2": [],
"80215374_4": [],
"80656590_2": [],
"990f3ef9_6": [],
"a8e24e22": [],
"a984d15a_1": [],
"aa47b0c7_1": [],
"answer_dba89487_1": [
10
],
"answer_dba89487_2": [
2
],
"d7a98679_3": [],
"e1d11615_1": [],
"e75c302b_2": [],
"eb47eabb": [],
"sharegpt_07OY96u_27": [],
"sharegpt_1Koj4dR_0": [],
"sharegpt_4L5LmyO_0": [],
"sharegpt_81HGwKX_58": [],
"sharegpt_9q6K1JO_0": [],
"sharegpt_HcIllfl_0": [],
"sharegpt_UIJ42ou_0": [],
"sharegpt_VA5CWV7_0": [],
"sharegpt_XNcyasy_17": [],
"sharegpt_bGRy51c_21": [],
"sharegpt_fD3AaKk_0": [],
"sharegpt_l4wRaiy_13": [],
"sharegpt_sW9QRz1_0": [],
"sharegpt_uYiyT6n_0": [],
"sharegpt_v3mxcGF_0": [],
"ultrachat_123315": [],
"ultrachat_206990": [],
"ultrachat_233519": [],
"ultrachat_242992": [],
"ultrachat_243091": [],
"ultrachat_257240": [],
"ultrachat_308810": [],
"ultrachat_401813": [],
"ultrachat_437785": [],
"ultrachat_509415": [],
"ultrachat_510964": [],
"ultrachat_513217": [],
"ultrachat_535049": [],
"ultrachat_546114": [],
"ultrachat_54772": [],
"ultrachat_550996": [],
"ultrachat_68544": [],
"ultrachat_77781": []
},
"question_id": "9a707b81",
"ranked_retrieved_hits": [
"sharegpt_l4wRaiy_13",
"ultrachat_243091"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ultrachat_550996",
"ultrachat_510964",
"eb47eabb",
"a984d15a_1",
"sharegpt_uYiyT6n_0",
"990f3ef9_6",
"33baaaab_4",
"d7a98679_3",
"80656590_2",
"ultrachat_509415",
"sharegpt_VA5CWV7_0",
"5a13d047_1",
"59510ab6",
"ultrachat_77781",
"sharegpt_4L5LmyO_0",
"sharegpt_81HGwKX_58",
"e75c302b_2",
"sharegpt_l4wRaiy_13",
"answer_dba89487_2",
"07548ed6",
"ultrachat_401813",
"sharegpt_UIJ42ou_0",
"ultrachat_54772",
"ultrachat_513217",
"ultrachat_123315",
"e1d11615_1",
"ultrachat_535049",
"sharegpt_fD3AaKk_0",
"ultrachat_243091",
"318048af_1",
"sharegpt_XNcyasy_17",
"ultrachat_257240",
"3fcbb58c_4",
"ultrachat_233519",
"ultrachat_206990",
"sharegpt_v3mxcGF_0",
"ultrachat_68544",
"ultrachat_546114",
"sharegpt_bGRy51c_21",
"a8e24e22",
"aa47b0c7_1",
"80215374_4",
"sharegpt_HcIllfl_0",
"ultrachat_437785",
"sharegpt_1Koj4dR_0",
"sharegpt_9q6K1JO_0",
"answer_dba89487_1",
"sharegpt_07OY96u_27",
"4abbeb2a_2",
"5dff2532_3",
"ultrachat_308810",
"sharegpt_sW9QRz1_0",
"ultrachat_242992",
"6862e478_2"
]
}