Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 6a27ffc2
Stored context/evidence
["sharegpt_y1IBjYa_0","ultrachat_35241","ae00973d_5","sharegpt_kkqlRlo_13","ultrachat_183936","ultrachat_161210","ultrachat_169777","ultrachat_326979","ultrachat_548925","46ed11e9","ultrachat_87812","ultrachat_431605","ultrachat_348251","sharegpt_KSCqghj_0","9ded9e01_2","sharegpt_9EFuTRi_3","ultrachat_83397","sharegpt_5clkQjb_12","sharegpt_XykNSdx_15","answer_77f32504_1","sharegpt_CUs8LR4_0","f684ac4c_3","ultrachat_522416","7966888b_2","b76006cb_3","ultrachat_529096","ultrachat_530489","sharegpt_LgRcROx_0","6ae451d1_2","d55bc17d_1","eb87aced_1","sharegpt_tco8eKE_0","sharegpt_GZP0zo9_1","sharegpt_vbNrVtS_259","08effb2b_2","de26a9d4","ultrachat_22304","ultrachat_437948","sharegpt_9Z00o6B_0","0651f7bd_2","ab483540","4604bc73_3","ultrachat_20656","answer_77f32504_2","0e193841_3","84a9826e_1","1388b204_2","ultrachat_553321","ultrachat_505209","ultrachat_480768","sharegpt_CW8gAFB_8"]
Retrieved context/evidence
["ultrachat_431605","ultrachat_83397","ultrachat_437948"]
Retrieval output (not a generated answer)
ultrachat_431605
Complete stored trace (JSON)
{
"answer": "ultrachat_431605",
"answer_session_ids": [
"answer_77f32504_1",
"answer_77f32504_2"
],
"gold_references": [
"answer_77f32504_1",
"answer_77f32504_2"
],
"oracle_has_answer_turns": {
"0651f7bd_2": [],
"08effb2b_2": [],
"0e193841_3": [],
"1388b204_2": [],
"4604bc73_3": [],
"46ed11e9": [],
"6ae451d1_2": [],
"7966888b_2": [],
"84a9826e_1": [],
"9ded9e01_2": [],
"ab483540": [],
"ae00973d_5": [],
"answer_77f32504_1": [
0
],
"answer_77f32504_2": [
2
],
"b76006cb_3": [],
"d55bc17d_1": [],
"de26a9d4": [],
"eb87aced_1": [],
"f684ac4c_3": [],
"sharegpt_5clkQjb_12": [],
"sharegpt_9EFuTRi_3": [],
"sharegpt_9Z00o6B_0": [],
"sharegpt_CUs8LR4_0": [],
"sharegpt_CW8gAFB_8": [],
"sharegpt_GZP0zo9_1": [],
"sharegpt_KSCqghj_0": [],
"sharegpt_LgRcROx_0": [],
"sharegpt_XykNSdx_15": [],
"sharegpt_kkqlRlo_13": [],
"sharegpt_tco8eKE_0": [],
"sharegpt_vbNrVtS_259": [],
"sharegpt_y1IBjYa_0": [],
"ultrachat_161210": [],
"ultrachat_169777": [],
"ultrachat_183936": [],
"ultrachat_20656": [],
"ultrachat_22304": [],
"ultrachat_326979": [],
"ultrachat_348251": [],
"ultrachat_35241": [],
"ultrachat_431605": [],
"ultrachat_437948": [],
"ultrachat_480768": [],
"ultrachat_505209": [],
"ultrachat_522416": [],
"ultrachat_529096": [],
"ultrachat_530489": [],
"ultrachat_548925": [],
"ultrachat_553321": [],
"ultrachat_83397": [],
"ultrachat_87812": []
},
"question_id": "6a27ffc2",
"ranked_retrieved_hits": [
"ultrachat_431605",
"ultrachat_83397",
"ultrachat_437948"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"sharegpt_y1IBjYa_0",
"ultrachat_35241",
"ae00973d_5",
"sharegpt_kkqlRlo_13",
"ultrachat_183936",
"ultrachat_161210",
"ultrachat_169777",
"ultrachat_326979",
"ultrachat_548925",
"46ed11e9",
"ultrachat_87812",
"ultrachat_431605",
"ultrachat_348251",
"sharegpt_KSCqghj_0",
"9ded9e01_2",
"sharegpt_9EFuTRi_3",
"ultrachat_83397",
"sharegpt_5clkQjb_12",
"sharegpt_XykNSdx_15",
"answer_77f32504_1",
"sharegpt_CUs8LR4_0",
"f684ac4c_3",
"ultrachat_522416",
"7966888b_2",
"b76006cb_3",
"ultrachat_529096",
"ultrachat_530489",
"sharegpt_LgRcROx_0",
"6ae451d1_2",
"d55bc17d_1",
"eb87aced_1",
"sharegpt_tco8eKE_0",
"sharegpt_GZP0zo9_1",
"sharegpt_vbNrVtS_259",
"08effb2b_2",
"de26a9d4",
"ultrachat_22304",
"ultrachat_437948",
"sharegpt_9Z00o6B_0",
"0651f7bd_2",
"ab483540",
"4604bc73_3",
"ultrachat_20656",
"answer_77f32504_2",
"0e193841_3",
"84a9826e_1",
"1388b204_2",
"ultrachat_553321",
"ultrachat_505209",
"ultrachat_480768",
"sharegpt_CW8gAFB_8"
]
}