Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 505af2f5
Stored context/evidence
["sharegpt_RNF6TzV_0","sharegpt_A3DTUI4_28","baf33acc","sharegpt_bTDMt3m_80","sharegpt_FGklF8y_13","66bf4b03_1","078db67b","9216c4d3_4","answer_f3164f2c","sharegpt_Ob4KIVf_0","4f2d6be4_2","sharegpt_DDnUhPZ_9","56cdb8b8_2","sharegpt_i59HUGf_0","ultrachat_489450","ultrachat_152866","ultrachat_393555","sharegpt_COt6u0J_0","sharegpt_va3sCvX_0","sharegpt_kjeGJvK_11","ultrachat_467685","e627b1aa_4","sharegpt_XrAhTcb_0","07d1915d_2","7d52ca48_2","ultrachat_351855","ultrachat_378192","ebeb4c51","5e4bb245_1","7abee25b_1","ultrachat_300911","sharegpt_Mt8yQFL_0","69a42467_1","ultrachat_208471","9f8fa5e4_1","sharegpt_XYtuANl_9","ultrachat_577418","ultrachat_342931","04b96dce","ultrachat_58290","ultrachat_440970","92b06116_2","sharegpt_cjulkGS_15","sharegpt_cIj2dFl_0","629f17b4_2","sharegpt_jbZ9MZm_0","f92b37c2_2","0e193841_8","sharegpt_feG9Za9_0","sharegpt_pontIlo_0","ultrachat_514392","ultrachat_501655","af631aa3_1"]
Retrieved context/evidence
["ebeb4c51","ultrachat_208471","ultrachat_467685"]
Retrieval output (not a generated answer)
ebeb4c51
Complete stored trace (JSON)
{
"answer": "ebeb4c51",
"answer_session_ids": [
"answer_f3164f2c"
],
"gold_references": [
"answer_f3164f2c"
],
"oracle_has_answer_turns": {
"04b96dce": [],
"078db67b": [],
"07d1915d_2": [],
"0e193841_8": [],
"4f2d6be4_2": [],
"56cdb8b8_2": [],
"5e4bb245_1": [],
"629f17b4_2": [],
"66bf4b03_1": [],
"69a42467_1": [],
"7abee25b_1": [],
"7d52ca48_2": [],
"9216c4d3_4": [],
"92b06116_2": [],
"9f8fa5e4_1": [],
"af631aa3_1": [],
"answer_f3164f2c": [
0
],
"baf33acc": [],
"e627b1aa_4": [],
"ebeb4c51": [],
"f92b37c2_2": [],
"sharegpt_A3DTUI4_28": [],
"sharegpt_COt6u0J_0": [],
"sharegpt_DDnUhPZ_9": [],
"sharegpt_FGklF8y_13": [],
"sharegpt_Mt8yQFL_0": [],
"sharegpt_Ob4KIVf_0": [],
"sharegpt_RNF6TzV_0": [],
"sharegpt_XYtuANl_9": [],
"sharegpt_XrAhTcb_0": [],
"sharegpt_bTDMt3m_80": [],
"sharegpt_cIj2dFl_0": [],
"sharegpt_cjulkGS_15": [],
"sharegpt_feG9Za9_0": [],
"sharegpt_i59HUGf_0": [],
"sharegpt_jbZ9MZm_0": [],
"sharegpt_kjeGJvK_11": [],
"sharegpt_pontIlo_0": [],
"sharegpt_va3sCvX_0": [],
"ultrachat_152866": [],
"ultrachat_208471": [],
"ultrachat_300911": [],
"ultrachat_342931": [],
"ultrachat_351855": [],
"ultrachat_378192": [],
"ultrachat_393555": [],
"ultrachat_440970": [],
"ultrachat_467685": [],
"ultrachat_489450": [],
"ultrachat_501655": [],
"ultrachat_514392": [],
"ultrachat_577418": [],
"ultrachat_58290": []
},
"question_id": "505af2f5",
"ranked_retrieved_hits": [
"ebeb4c51",
"ultrachat_208471",
"ultrachat_467685"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"sharegpt_RNF6TzV_0",
"sharegpt_A3DTUI4_28",
"baf33acc",
"sharegpt_bTDMt3m_80",
"sharegpt_FGklF8y_13",
"66bf4b03_1",
"078db67b",
"9216c4d3_4",
"answer_f3164f2c",
"sharegpt_Ob4KIVf_0",
"4f2d6be4_2",
"sharegpt_DDnUhPZ_9",
"56cdb8b8_2",
"sharegpt_i59HUGf_0",
"ultrachat_489450",
"ultrachat_152866",
"ultrachat_393555",
"sharegpt_COt6u0J_0",
"sharegpt_va3sCvX_0",
"sharegpt_kjeGJvK_11",
"ultrachat_467685",
"e627b1aa_4",
"sharegpt_XrAhTcb_0",
"07d1915d_2",
"7d52ca48_2",
"ultrachat_351855",
"ultrachat_378192",
"ebeb4c51",
"5e4bb245_1",
"7abee25b_1",
"ultrachat_300911",
"sharegpt_Mt8yQFL_0",
"69a42467_1",
"ultrachat_208471",
"9f8fa5e4_1",
"sharegpt_XYtuANl_9",
"ultrachat_577418",
"ultrachat_342931",
"04b96dce",
"ultrachat_58290",
"ultrachat_440970",
"92b06116_2",
"sharegpt_cjulkGS_15",
"sharegpt_cIj2dFl_0",
"629f17b4_2",
"sharegpt_jbZ9MZm_0",
"f92b37c2_2",
"0e193841_8",
"sharegpt_feG9Za9_0",
"sharegpt_pontIlo_0",
"ultrachat_514392",
"ultrachat_501655",
"af631aa3_1"
]
}