Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 031748ae_abs
Stored context/evidence
["ultrachat_427235","sharegpt_oeW6OUk_59","169cd54f","c629cbe4","sharegpt_1TzsjmF_0","sharegpt_h1aKe7z_0","sharegpt_jjVI7d6_11","9f1bd693_2","ultrachat_532826","sharegpt_NenH8FZ_21","1521a6c3_1","210d7fd8_2","1d03455f_1","ultrachat_257693","11e21620","ultrachat_341706","sharegpt_EX0p0tj_19","fd18e0dd_6","sharegpt_KwbJJ66_13","sharegpt_GHkdBCd_0","3b924a2d_1","7ef7d5b8_1","86935301_1","ultrachat_331344","1ddc89e9_2","sharegpt_2LrB18X_13","4445fe6c","sharegpt_wN1Z65m_0","0afa6f05_1","ultrachat_300117","ultrachat_265707","ultrachat_284263","ea909af1","73c6fe9e_2","ultrachat_206906","sharegpt_VXdtXlg_0","ultrachat_373148","sharegpt_7PLgNll_0","ca8286f2","answer_8748f791_abs_1","ultrachat_561369","19ec8de1_1","sharegpt_Us1zWGN_19","ultrachat_112916","answer_8748f791_abs_2","7e76059f_2","feba9363_1","ultrachat_461360","4d2c2c88_1","sharegpt_ODWL4fb_14","0e1dce89_1","ultrachat_473482"]
Retrieved context/evidence
["sharegpt_VXdtXlg_0","answer_8748f791_abs_2","ultrachat_427235"]
Retrieval output (not a generated answer)
sharegpt_VXdtXlg_0
Complete stored trace (JSON)
{
"answer": "sharegpt_VXdtXlg_0",
"answer_session_ids": [
"answer_8748f791_abs_1",
"answer_8748f791_abs_2"
],
"gold_references": [
"answer_8748f791_abs_1",
"answer_8748f791_abs_2"
],
"oracle_has_answer_turns": {
"0afa6f05_1": [],
"0e1dce89_1": [],
"11e21620": [],
"1521a6c3_1": [],
"169cd54f": [],
"19ec8de1_1": [],
"1d03455f_1": [],
"1ddc89e9_2": [],
"210d7fd8_2": [],
"3b924a2d_1": [],
"4445fe6c": [],
"4d2c2c88_1": [],
"73c6fe9e_2": [],
"7e76059f_2": [],
"7ef7d5b8_1": [],
"86935301_1": [],
"9f1bd693_2": [],
"answer_8748f791_abs_1": [],
"answer_8748f791_abs_2": [],
"c629cbe4": [],
"ca8286f2": [],
"ea909af1": [],
"fd18e0dd_6": [],
"feba9363_1": [],
"sharegpt_1TzsjmF_0": [],
"sharegpt_2LrB18X_13": [],
"sharegpt_7PLgNll_0": [],
"sharegpt_EX0p0tj_19": [],
"sharegpt_GHkdBCd_0": [],
"sharegpt_KwbJJ66_13": [],
"sharegpt_NenH8FZ_21": [],
"sharegpt_ODWL4fb_14": [],
"sharegpt_Us1zWGN_19": [],
"sharegpt_VXdtXlg_0": [],
"sharegpt_h1aKe7z_0": [],
"sharegpt_jjVI7d6_11": [],
"sharegpt_oeW6OUk_59": [],
"sharegpt_wN1Z65m_0": [],
"ultrachat_112916": [],
"ultrachat_206906": [],
"ultrachat_257693": [],
"ultrachat_265707": [],
"ultrachat_284263": [],
"ultrachat_300117": [],
"ultrachat_331344": [],
"ultrachat_341706": [],
"ultrachat_373148": [],
"ultrachat_427235": [],
"ultrachat_461360": [],
"ultrachat_473482": [],
"ultrachat_532826": [],
"ultrachat_561369": []
},
"question_id": "031748ae_abs",
"ranked_retrieved_hits": [
"sharegpt_VXdtXlg_0",
"answer_8748f791_abs_2",
"ultrachat_427235"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ultrachat_427235",
"sharegpt_oeW6OUk_59",
"169cd54f",
"c629cbe4",
"sharegpt_1TzsjmF_0",
"sharegpt_h1aKe7z_0",
"sharegpt_jjVI7d6_11",
"9f1bd693_2",
"ultrachat_532826",
"sharegpt_NenH8FZ_21",
"1521a6c3_1",
"210d7fd8_2",
"1d03455f_1",
"ultrachat_257693",
"11e21620",
"ultrachat_341706",
"sharegpt_EX0p0tj_19",
"fd18e0dd_6",
"sharegpt_KwbJJ66_13",
"sharegpt_GHkdBCd_0",
"3b924a2d_1",
"7ef7d5b8_1",
"86935301_1",
"ultrachat_331344",
"1ddc89e9_2",
"sharegpt_2LrB18X_13",
"4445fe6c",
"sharegpt_wN1Z65m_0",
"0afa6f05_1",
"ultrachat_300117",
"ultrachat_265707",
"ultrachat_284263",
"ea909af1",
"73c6fe9e_2",
"ultrachat_206906",
"sharegpt_VXdtXlg_0",
"ultrachat_373148",
"sharegpt_7PLgNll_0",
"ca8286f2",
"answer_8748f791_abs_1",
"ultrachat_561369",
"19ec8de1_1",
"sharegpt_Us1zWGN_19",
"ultrachat_112916",
"answer_8748f791_abs_2",
"7e76059f_2",
"feba9363_1",
"ultrachat_461360",
"4d2c2c88_1",
"sharegpt_ODWL4fb_14",
"0e1dce89_1",
"ultrachat_473482"
]
}