Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 9a707b82
Stored context/evidence
["778bedd4","ultrachat_66997","ultrachat_101327","e8df5350","79d122f0","0a88e234","e627b1aa_1","9b3a20c1","f62c04c6","7a4d00b3_2","sharegpt_2YoO81t_403","answer_dba89488_2","answer_dba89488_1","sharegpt_c0PdB3l_0","sharegpt_XKH6h44_0","68d35085_1","ultrachat_94727","ultrachat_474367","ultrachat_266894","990f3ef9_2","f8e9d4fa","ultrachat_460792","0a69b3b3","ultrachat_134920","ultrachat_90281","30bbae12_1","ultrachat_292842","sharegpt_GzaSwLW_0","8e78fa70_1","e72739cd_1","7966888b_2","ultrachat_113726","ultrachat_150469","ultrachat_25013","ultrachat_149665","ultrachat_7560","sharegpt_awBz9YP_0","d33dbfd5_2","sharegpt_vNtb2OL_0","sharegpt_bUaSM2v_0","sharegpt_y8BMIYb_0","ed5c4c33_1","sharegpt_gHycFws_39","04b96dce","12b6f0f1_3","sharegpt_LSHGExK_0","fab41c07","ultrachat_451333","sharegpt_yC6nsDU_13","09e97c6f_2","sharegpt_Cpc5FCH_0","ultrachat_466884","sharegpt_v11Tpg9_147"]
Retrieved context/evidence
["8e78fa70_1","sharegpt_Cpc5FCH_0","ultrachat_150469"]
Retrieval output (not a generated answer)
8e78fa70_1
Complete stored trace (JSON)
{
"answer": "8e78fa70_1",
"answer_session_ids": [
"answer_dba89488_2",
"answer_dba89488_1"
],
"gold_references": [
"answer_dba89488_2",
"answer_dba89488_1"
],
"oracle_has_answer_turns": {
"04b96dce": [],
"09e97c6f_2": [],
"0a69b3b3": [],
"0a88e234": [],
"12b6f0f1_3": [],
"30bbae12_1": [],
"68d35085_1": [],
"778bedd4": [],
"7966888b_2": [],
"79d122f0": [],
"7a4d00b3_2": [],
"8e78fa70_1": [],
"990f3ef9_2": [],
"9b3a20c1": [],
"answer_dba89488_1": [
10
],
"answer_dba89488_2": [],
"d33dbfd5_2": [],
"e627b1aa_1": [],
"e72739cd_1": [],
"e8df5350": [],
"ed5c4c33_1": [],
"f62c04c6": [],
"f8e9d4fa": [],
"fab41c07": [],
"sharegpt_2YoO81t_403": [],
"sharegpt_Cpc5FCH_0": [],
"sharegpt_GzaSwLW_0": [],
"sharegpt_LSHGExK_0": [],
"sharegpt_XKH6h44_0": [],
"sharegpt_awBz9YP_0": [],
"sharegpt_bUaSM2v_0": [],
"sharegpt_c0PdB3l_0": [],
"sharegpt_gHycFws_39": [],
"sharegpt_v11Tpg9_147": [],
"sharegpt_vNtb2OL_0": [],
"sharegpt_y8BMIYb_0": [],
"sharegpt_yC6nsDU_13": [],
"ultrachat_101327": [],
"ultrachat_113726": [],
"ultrachat_134920": [],
"ultrachat_149665": [],
"ultrachat_150469": [],
"ultrachat_25013": [],
"ultrachat_266894": [],
"ultrachat_292842": [],
"ultrachat_451333": [],
"ultrachat_460792": [],
"ultrachat_466884": [],
"ultrachat_474367": [],
"ultrachat_66997": [],
"ultrachat_7560": [],
"ultrachat_90281": [],
"ultrachat_94727": []
},
"question_id": "9a707b82",
"ranked_retrieved_hits": [
"8e78fa70_1",
"sharegpt_Cpc5FCH_0",
"ultrachat_150469"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"778bedd4",
"ultrachat_66997",
"ultrachat_101327",
"e8df5350",
"79d122f0",
"0a88e234",
"e627b1aa_1",
"9b3a20c1",
"f62c04c6",
"7a4d00b3_2",
"sharegpt_2YoO81t_403",
"answer_dba89488_2",
"answer_dba89488_1",
"sharegpt_c0PdB3l_0",
"sharegpt_XKH6h44_0",
"68d35085_1",
"ultrachat_94727",
"ultrachat_474367",
"ultrachat_266894",
"990f3ef9_2",
"f8e9d4fa",
"ultrachat_460792",
"0a69b3b3",
"ultrachat_134920",
"ultrachat_90281",
"30bbae12_1",
"ultrachat_292842",
"sharegpt_GzaSwLW_0",
"8e78fa70_1",
"e72739cd_1",
"7966888b_2",
"ultrachat_113726",
"ultrachat_150469",
"ultrachat_25013",
"ultrachat_149665",
"ultrachat_7560",
"sharegpt_awBz9YP_0",
"d33dbfd5_2",
"sharegpt_vNtb2OL_0",
"sharegpt_bUaSM2v_0",
"sharegpt_y8BMIYb_0",
"ed5c4c33_1",
"sharegpt_gHycFws_39",
"04b96dce",
"12b6f0f1_3",
"sharegpt_LSHGExK_0",
"fab41c07",
"ultrachat_451333",
"sharegpt_yC6nsDU_13",
"09e97c6f_2",
"sharegpt_Cpc5FCH_0",
"ultrachat_466884",
"sharegpt_v11Tpg9_147"
]
}