Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 5d3d2817
Stored context/evidence
["ultrachat_106114","sharegpt_LYdAIQw_11","7dc6f276_1","sharegpt_P6UZzFA_9","ultrachat_121159","ultrachat_384575","25d1830a_1","ultrachat_281551","ultrachat_535024","dae7d519","sharegpt_mtS0qOD_65","212ce1f4_5","49b78a55_1","sharegpt_gsAFtR8_0","ultrachat_485506","7e6bcfa7_1","sharegpt_ipLglky_48","sharegpt_0OYTYWn_15","e93efd9a_1","sharegpt_Gdrz2qz_15","sharegpt_g7U3fa7_0","ultrachat_440912","sharegpt_VuQnjeB_0","4ae45145","bd380a89_2","ultrachat_286225","answer_235eb6fb","ultrachat_79137","sharegpt_BKl952A_23","670ca40e","sharegpt_WVeg9Bf_0","ultrachat_86927","ultrachat_171456","ultrachat_158776","4785e1f2_1","e00298a6_1","sharegpt_Qga4bRp_0","ultrachat_371333","f0ecaea5_1","ultrachat_381129","sharegpt_bTDMt3m_64","sharegpt_8zsFRKh_0","sharegpt_NdlHKlg_1","ultrachat_234942","sharegpt_ebWP6Hz_0","ultrachat_397949","e7b0637e_3","59f7fff7_1","72f053da_2","ultrachat_198348","cef33b28_2","85d16d01","sharegpt_TY5Si51_29"]
Retrieved context/evidence
["sharegpt_bTDMt3m_64","ultrachat_234942"]
Retrieval output (not a generated answer)
sharegpt_bTDMt3m_64
Complete stored trace (JSON)
{
"answer": "sharegpt_bTDMt3m_64",
"answer_session_ids": [
"answer_235eb6fb"
],
"gold_references": [
"answer_235eb6fb"
],
"oracle_has_answer_turns": {
"212ce1f4_5": [],
"25d1830a_1": [],
"4785e1f2_1": [],
"49b78a55_1": [],
"4ae45145": [],
"59f7fff7_1": [],
"670ca40e": [],
"72f053da_2": [],
"7dc6f276_1": [],
"7e6bcfa7_1": [],
"85d16d01": [],
"answer_235eb6fb": [
4
],
"bd380a89_2": [],
"cef33b28_2": [],
"dae7d519": [],
"e00298a6_1": [],
"e7b0637e_3": [],
"e93efd9a_1": [],
"f0ecaea5_1": [],
"sharegpt_0OYTYWn_15": [],
"sharegpt_8zsFRKh_0": [],
"sharegpt_BKl952A_23": [],
"sharegpt_Gdrz2qz_15": [],
"sharegpt_LYdAIQw_11": [],
"sharegpt_NdlHKlg_1": [],
"sharegpt_P6UZzFA_9": [],
"sharegpt_Qga4bRp_0": [],
"sharegpt_TY5Si51_29": [],
"sharegpt_VuQnjeB_0": [],
"sharegpt_WVeg9Bf_0": [],
"sharegpt_bTDMt3m_64": [],
"sharegpt_ebWP6Hz_0": [],
"sharegpt_g7U3fa7_0": [],
"sharegpt_gsAFtR8_0": [],
"sharegpt_ipLglky_48": [],
"sharegpt_mtS0qOD_65": [],
"ultrachat_106114": [],
"ultrachat_121159": [],
"ultrachat_158776": [],
"ultrachat_171456": [],
"ultrachat_198348": [],
"ultrachat_234942": [],
"ultrachat_281551": [],
"ultrachat_286225": [],
"ultrachat_371333": [],
"ultrachat_381129": [],
"ultrachat_384575": [],
"ultrachat_397949": [],
"ultrachat_440912": [],
"ultrachat_485506": [],
"ultrachat_535024": [],
"ultrachat_79137": [],
"ultrachat_86927": []
},
"question_id": "5d3d2817",
"ranked_retrieved_hits": [
"sharegpt_bTDMt3m_64",
"ultrachat_234942"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ultrachat_106114",
"sharegpt_LYdAIQw_11",
"7dc6f276_1",
"sharegpt_P6UZzFA_9",
"ultrachat_121159",
"ultrachat_384575",
"25d1830a_1",
"ultrachat_281551",
"ultrachat_535024",
"dae7d519",
"sharegpt_mtS0qOD_65",
"212ce1f4_5",
"49b78a55_1",
"sharegpt_gsAFtR8_0",
"ultrachat_485506",
"7e6bcfa7_1",
"sharegpt_ipLglky_48",
"sharegpt_0OYTYWn_15",
"e93efd9a_1",
"sharegpt_Gdrz2qz_15",
"sharegpt_g7U3fa7_0",
"ultrachat_440912",
"sharegpt_VuQnjeB_0",
"4ae45145",
"bd380a89_2",
"ultrachat_286225",
"answer_235eb6fb",
"ultrachat_79137",
"sharegpt_BKl952A_23",
"670ca40e",
"sharegpt_WVeg9Bf_0",
"ultrachat_86927",
"ultrachat_171456",
"ultrachat_158776",
"4785e1f2_1",
"e00298a6_1",
"sharegpt_Qga4bRp_0",
"ultrachat_371333",
"f0ecaea5_1",
"ultrachat_381129",
"sharegpt_bTDMt3m_64",
"sharegpt_8zsFRKh_0",
"sharegpt_NdlHKlg_1",
"ultrachat_234942",
"sharegpt_ebWP6Hz_0",
"ultrachat_397949",
"e7b0637e_3",
"59f7fff7_1",
"72f053da_2",
"ultrachat_198348",
"cef33b28_2",
"85d16d01",
"sharegpt_TY5Si51_29"
]
}