Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 2788b940
Stored context/evidence
["ultrachat_174438","answer_8f6b938d_1","sharegpt_vgBnRfE_0","sharegpt_dabXXRO_10","ultrachat_55767","sharegpt_hV2NEYj_2","ab483540","c29c8e3a","sharegpt_3G9hf5m_0","ultrachat_22304","sharegpt_PEr0L5a_0","ultrachat_270594","7033540c_2","69f3386e","sharegpt_gzG9vx1_35","sharegpt_c3uNDVw_39","ff6e824b_1","8de5b7cf_2","3f863722","ultrachat_392913","ultrachat_410014","ultrachat_491824","afe0aed9","821242cd_3","ultrachat_100939","544fe66c_2","acb525b3_1","sharegpt_xFriTfz_35","ultrachat_305422","sharegpt_b76JUGd_65","sharegpt_c22x2ZP_15","sharegpt_f7j1Act_28","d3e5f558_1","sharegpt_PjKVbff_0","9d5af57c_4","sharegpt_qmHagii_15","ultrachat_538712","ultrachat_567558","752392bb_1","answer_8f6b938d_3","sharegpt_u4nGTjd_13","answer_8f6b938d_4","ultrachat_27975","answer_8f6b938d_2","f862d1b6_1","44202c74_2","708e39b6_1"]
Retrieved context/evidence
["sharegpt_3G9hf5m_0","ultrachat_567558","ultrachat_55767","ultrachat_27975"]
Retrieval output (not a generated answer)
sharegpt_3G9hf5m_0
Complete stored trace (JSON)
{
"answer": "sharegpt_3G9hf5m_0",
"answer_session_ids": [
"answer_8f6b938d_1",
"answer_8f6b938d_3",
"answer_8f6b938d_4",
"answer_8f6b938d_2"
],
"gold_references": [
"answer_8f6b938d_1",
"answer_8f6b938d_3",
"answer_8f6b938d_4",
"answer_8f6b938d_2"
],
"oracle_has_answer_turns": {
"3f863722": [],
"44202c74_2": [],
"544fe66c_2": [],
"69f3386e": [],
"7033540c_2": [],
"708e39b6_1": [],
"752392bb_1": [],
"821242cd_3": [],
"8de5b7cf_2": [],
"9d5af57c_4": [],
"ab483540": [],
"acb525b3_1": [],
"afe0aed9": [],
"answer_8f6b938d_1": [
0,
2
],
"answer_8f6b938d_2": [
0
],
"answer_8f6b938d_3": [
0
],
"answer_8f6b938d_4": [
0
],
"c29c8e3a": [],
"d3e5f558_1": [],
"f862d1b6_1": [],
"ff6e824b_1": [],
"sharegpt_3G9hf5m_0": [],
"sharegpt_PEr0L5a_0": [],
"sharegpt_PjKVbff_0": [],
"sharegpt_b76JUGd_65": [],
"sharegpt_c22x2ZP_15": [],
"sharegpt_c3uNDVw_39": [],
"sharegpt_dabXXRO_10": [],
"sharegpt_f7j1Act_28": [],
"sharegpt_gzG9vx1_35": [],
"sharegpt_hV2NEYj_2": [],
"sharegpt_qmHagii_15": [],
"sharegpt_u4nGTjd_13": [],
"sharegpt_vgBnRfE_0": [],
"sharegpt_xFriTfz_35": [],
"ultrachat_100939": [],
"ultrachat_174438": [],
"ultrachat_22304": [],
"ultrachat_270594": [],
"ultrachat_27975": [],
"ultrachat_305422": [],
"ultrachat_392913": [],
"ultrachat_410014": [],
"ultrachat_491824": [],
"ultrachat_538712": [],
"ultrachat_55767": [],
"ultrachat_567558": []
},
"question_id": "2788b940",
"ranked_retrieved_hits": [
"sharegpt_3G9hf5m_0",
"ultrachat_567558",
"ultrachat_55767",
"ultrachat_27975"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ultrachat_174438",
"answer_8f6b938d_1",
"sharegpt_vgBnRfE_0",
"sharegpt_dabXXRO_10",
"ultrachat_55767",
"sharegpt_hV2NEYj_2",
"ab483540",
"c29c8e3a",
"sharegpt_3G9hf5m_0",
"ultrachat_22304",
"sharegpt_PEr0L5a_0",
"ultrachat_270594",
"7033540c_2",
"69f3386e",
"sharegpt_gzG9vx1_35",
"sharegpt_c3uNDVw_39",
"ff6e824b_1",
"8de5b7cf_2",
"3f863722",
"ultrachat_392913",
"ultrachat_410014",
"ultrachat_491824",
"afe0aed9",
"821242cd_3",
"ultrachat_100939",
"544fe66c_2",
"acb525b3_1",
"sharegpt_xFriTfz_35",
"ultrachat_305422",
"sharegpt_b76JUGd_65",
"sharegpt_c22x2ZP_15",
"sharegpt_f7j1Act_28",
"d3e5f558_1",
"sharegpt_PjKVbff_0",
"9d5af57c_4",
"sharegpt_qmHagii_15",
"ultrachat_538712",
"ultrachat_567558",
"752392bb_1",
"answer_8f6b938d_3",
"sharegpt_u4nGTjd_13",
"answer_8f6b938d_4",
"ultrachat_27975",
"answer_8f6b938d_2",
"f862d1b6_1",
"44202c74_2",
"708e39b6_1"
]
}