Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace b3c15d39
Stored context/evidence
["answer_05d808e6_1","c0aea96c","168776ed_1","a6e9eca0_1","72c3dbe5","d298714d_1","ultrachat_356582","sharegpt_V2j1zkI_0","sharegpt_gPmunOt_37","sharegpt_ekP744v_7","ultrachat_487439","sharegpt_5n9NBC8_0","sharegpt_h4ZC1fl_203","ultrachat_49061","2ecc393e","f58c36b8_2","ultrachat_79487","ultrachat_56176","ultrachat_95967","sharegpt_NTrNWqJ_0","d1e4ee27_1","6f7485fa","7bb01253","4276f1f6","6be23caa","ultrachat_235743","sharegpt_inuIr9J_119","a126eeab_1","answer_05d808e6_2","sharegpt_AlhEEqa_0","ultrachat_517352","sharegpt_KwbJJ66_5","ultrachat_13571","bd26a341","sharegpt_NXDBJHk_0","6306f407","ultrachat_123611","5d4ff8db_1","ultrachat_8105","sharegpt_ZzoS7zf_0","sharegpt_YRHDKsc_0","ultrachat_183983","sharegpt_cfESFSo_0","ultrachat_86473","a16a4158","8d25b813_1","bd00a24d_2","78c9a68b_1","sharegpt_H4fpIsr_9","sharegpt_mmw2BKO_0","3a888fd6"]
Retrieved context/evidence
["ultrachat_183983","answer_05d808e6_2","sharegpt_5n9NBC8_0"]
Retrieval output (not a generated answer)
ultrachat_183983
Complete stored trace (JSON)
{
"answer": "ultrachat_183983",
"answer_session_ids": [
"answer_05d808e6_1",
"answer_05d808e6_2"
],
"gold_references": [
"answer_05d808e6_1",
"answer_05d808e6_2"
],
"oracle_has_answer_turns": {
"168776ed_1": [],
"2ecc393e": [],
"3a888fd6": [],
"4276f1f6": [],
"5d4ff8db_1": [],
"6306f407": [],
"6be23caa": [],
"6f7485fa": [],
"72c3dbe5": [],
"78c9a68b_1": [],
"7bb01253": [],
"8d25b813_1": [],
"a126eeab_1": [],
"a16a4158": [],
"a6e9eca0_1": [],
"answer_05d808e6_1": [
10
],
"answer_05d808e6_2": [
0
],
"bd00a24d_2": [],
"bd26a341": [],
"c0aea96c": [],
"d1e4ee27_1": [],
"d298714d_1": [],
"f58c36b8_2": [],
"sharegpt_5n9NBC8_0": [],
"sharegpt_AlhEEqa_0": [],
"sharegpt_H4fpIsr_9": [],
"sharegpt_KwbJJ66_5": [],
"sharegpt_NTrNWqJ_0": [],
"sharegpt_NXDBJHk_0": [],
"sharegpt_V2j1zkI_0": [],
"sharegpt_YRHDKsc_0": [],
"sharegpt_ZzoS7zf_0": [],
"sharegpt_cfESFSo_0": [],
"sharegpt_ekP744v_7": [],
"sharegpt_gPmunOt_37": [],
"sharegpt_h4ZC1fl_203": [],
"sharegpt_inuIr9J_119": [],
"sharegpt_mmw2BKO_0": [],
"ultrachat_123611": [],
"ultrachat_13571": [],
"ultrachat_183983": [],
"ultrachat_235743": [],
"ultrachat_356582": [],
"ultrachat_487439": [],
"ultrachat_49061": [],
"ultrachat_517352": [],
"ultrachat_56176": [],
"ultrachat_79487": [],
"ultrachat_8105": [],
"ultrachat_86473": [],
"ultrachat_95967": []
},
"question_id": "b3c15d39",
"ranked_retrieved_hits": [
"ultrachat_183983",
"answer_05d808e6_2",
"sharegpt_5n9NBC8_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"answer_05d808e6_1",
"c0aea96c",
"168776ed_1",
"a6e9eca0_1",
"72c3dbe5",
"d298714d_1",
"ultrachat_356582",
"sharegpt_V2j1zkI_0",
"sharegpt_gPmunOt_37",
"sharegpt_ekP744v_7",
"ultrachat_487439",
"sharegpt_5n9NBC8_0",
"sharegpt_h4ZC1fl_203",
"ultrachat_49061",
"2ecc393e",
"f58c36b8_2",
"ultrachat_79487",
"ultrachat_56176",
"ultrachat_95967",
"sharegpt_NTrNWqJ_0",
"d1e4ee27_1",
"6f7485fa",
"7bb01253",
"4276f1f6",
"6be23caa",
"ultrachat_235743",
"sharegpt_inuIr9J_119",
"a126eeab_1",
"answer_05d808e6_2",
"sharegpt_AlhEEqa_0",
"ultrachat_517352",
"sharegpt_KwbJJ66_5",
"ultrachat_13571",
"bd26a341",
"sharegpt_NXDBJHk_0",
"6306f407",
"ultrachat_123611",
"5d4ff8db_1",
"ultrachat_8105",
"sharegpt_ZzoS7zf_0",
"sharegpt_YRHDKsc_0",
"ultrachat_183983",
"sharegpt_cfESFSo_0",
"ultrachat_86473",
"a16a4158",
"8d25b813_1",
"bd00a24d_2",
"78c9a68b_1",
"sharegpt_H4fpIsr_9",
"sharegpt_mmw2BKO_0",
"3a888fd6"
]
}