Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 6ade9755
Stored context/evidence
["27c10839_2","ultrachat_297979","ultrachat_62167","ultrachat_393203","ultrachat_84599","sharegpt_UVR6nrq_11","ultrachat_105990","f2209dd0","sharegpt_AEaFiuN_0","ultrachat_270925","ultrachat_565482","sharegpt_GBrtlr2_17","4bc2cef9_1","sharegpt_g5K4eCT_19","ultrachat_460185","73c6fe9e_2","e49a0b52_1","de5634fc_2","6155addd_3","161f48d6_2","ultrachat_302115","ultrachat_329610","5d049e3c","bd2b1034_2","1ddc89e9_3","sharegpt_Ke2HP8U_31","a200b713_4","ultrachat_217527","sharegpt_BghMUHh_0","sharegpt_2o1zvbh_11","sharegpt_SaUokxc_63","28621d6a_2","4f29941e_1","ultrachat_556745","ultrachat_59767","sharegpt_E9Egq9q_0","910ed479_3","sharegpt_mJ7MnQS_31","5df2f487","sharegpt_DAr2SHr_0","7c5ab02a_2","00cca725_2","ultrachat_112120","ultrachat_462","sharegpt_eGVTJri_33","ec8fa65d_2","sharegpt_YsgacQi_0","sharegpt_SoOGnwu_11","0b64c6cb_1","ultrachat_183970","answer_9398da02"]
Retrieved context/evidence
["answer_9398da02","sharegpt_DAr2SHr_0","ultrachat_393203","ultrachat_302115"]
Retrieval output (not a generated answer)
answer_9398da02
Complete stored trace (JSON)
{
"answer": "answer_9398da02",
"answer_session_ids": [
"answer_9398da02"
],
"gold_references": [
"answer_9398da02"
],
"oracle_has_answer_turns": {
"00cca725_2": [],
"0b64c6cb_1": [],
"161f48d6_2": [],
"1ddc89e9_3": [],
"27c10839_2": [],
"28621d6a_2": [],
"4bc2cef9_1": [],
"4f29941e_1": [],
"5d049e3c": [],
"5df2f487": [],
"6155addd_3": [],
"73c6fe9e_2": [],
"7c5ab02a_2": [],
"910ed479_3": [],
"a200b713_4": [],
"answer_9398da02": [
4
],
"bd2b1034_2": [],
"de5634fc_2": [],
"e49a0b52_1": [],
"ec8fa65d_2": [],
"f2209dd0": [],
"sharegpt_2o1zvbh_11": [],
"sharegpt_AEaFiuN_0": [],
"sharegpt_BghMUHh_0": [],
"sharegpt_DAr2SHr_0": [],
"sharegpt_E9Egq9q_0": [],
"sharegpt_GBrtlr2_17": [],
"sharegpt_Ke2HP8U_31": [],
"sharegpt_SaUokxc_63": [],
"sharegpt_SoOGnwu_11": [],
"sharegpt_UVR6nrq_11": [],
"sharegpt_YsgacQi_0": [],
"sharegpt_eGVTJri_33": [],
"sharegpt_g5K4eCT_19": [],
"sharegpt_mJ7MnQS_31": [],
"ultrachat_105990": [],
"ultrachat_112120": [],
"ultrachat_183970": [],
"ultrachat_217527": [],
"ultrachat_270925": [],
"ultrachat_297979": [],
"ultrachat_302115": [],
"ultrachat_329610": [],
"ultrachat_393203": [],
"ultrachat_460185": [],
"ultrachat_462": [],
"ultrachat_556745": [],
"ultrachat_565482": [],
"ultrachat_59767": [],
"ultrachat_62167": [],
"ultrachat_84599": []
},
"question_id": "6ade9755",
"ranked_retrieved_hits": [
"answer_9398da02",
"sharegpt_DAr2SHr_0",
"ultrachat_393203",
"ultrachat_302115"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"27c10839_2",
"ultrachat_297979",
"ultrachat_62167",
"ultrachat_393203",
"ultrachat_84599",
"sharegpt_UVR6nrq_11",
"ultrachat_105990",
"f2209dd0",
"sharegpt_AEaFiuN_0",
"ultrachat_270925",
"ultrachat_565482",
"sharegpt_GBrtlr2_17",
"4bc2cef9_1",
"sharegpt_g5K4eCT_19",
"ultrachat_460185",
"73c6fe9e_2",
"e49a0b52_1",
"de5634fc_2",
"6155addd_3",
"161f48d6_2",
"ultrachat_302115",
"ultrachat_329610",
"5d049e3c",
"bd2b1034_2",
"1ddc89e9_3",
"sharegpt_Ke2HP8U_31",
"a200b713_4",
"ultrachat_217527",
"sharegpt_BghMUHh_0",
"sharegpt_2o1zvbh_11",
"sharegpt_SaUokxc_63",
"28621d6a_2",
"4f29941e_1",
"ultrachat_556745",
"ultrachat_59767",
"sharegpt_E9Egq9q_0",
"910ed479_3",
"sharegpt_mJ7MnQS_31",
"5df2f487",
"sharegpt_DAr2SHr_0",
"7c5ab02a_2",
"00cca725_2",
"ultrachat_112120",
"ultrachat_462",
"sharegpt_eGVTJri_33",
"ec8fa65d_2",
"sharegpt_YsgacQi_0",
"sharegpt_SoOGnwu_11",
"0b64c6cb_1",
"ultrachat_183970",
"answer_9398da02"
]
}