Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 9ea5eabc
Stored context/evidence
["62e6593e_1","ultrachat_40916","a9a88764","sharegpt_LZBZ1l9_0","6df6fff4","ultrachat_446004","answer_02e66dec_1","ultrachat_380137","ultrachat_243996","sharegpt_7jGo66i_151","sharegpt_gn21BMy_0","sharegpt_tQHP40V_0","ultrachat_135750","390acb55_3","sharegpt_HJhlusD_32","sharegpt_0Qembb9_0","sharegpt_3BxDVlw_0","sharegpt_83fkMsQ_0","fcb08a46_2","sharegpt_RZOUdxs_0","8c8b180e","sharegpt_3v69R59_0","sharegpt_JRQtEcd_115","ultrachat_296728","ultrachat_86888","sharegpt_GLBRixR_0","sharegpt_b6KZPg6_0","418c27fa","sharegpt_EEdzJQj_0","6e2cca63_1","sharegpt_iJhf8Lw_0","d22a462a_1","e2f70c45_1","7c44bc2d_1","21e61fad_2","14f0a8ed_2","sharegpt_FDDY7hu_7","sharegpt_KwbJJ66_18","ultrachat_551944","ultrachat_208288","052310d7_1","ultrachat_416364","6519afa8","66cffcc7","d1f30ac6_5","answer_02e66dec_2","29695e1c_2","ultrachat_499622","232dba46_1","dd0f3b8f","ultrachat_512641","9bf5da2d","sharegpt_mwblaPp_96"]
Retrieved context/evidence
["62e6593e_1","ultrachat_416364"]
Retrieval output (not a generated answer)
62e6593e_1
Complete stored trace (JSON)
{
"answer": "62e6593e_1",
"answer_session_ids": [
"answer_02e66dec_1",
"answer_02e66dec_2"
],
"gold_references": [
"answer_02e66dec_1",
"answer_02e66dec_2"
],
"oracle_has_answer_turns": {
"052310d7_1": [],
"14f0a8ed_2": [],
"21e61fad_2": [],
"232dba46_1": [],
"29695e1c_2": [],
"390acb55_3": [],
"418c27fa": [],
"62e6593e_1": [],
"6519afa8": [],
"66cffcc7": [],
"6df6fff4": [],
"6e2cca63_1": [],
"7c44bc2d_1": [],
"8c8b180e": [],
"9bf5da2d": [],
"a9a88764": [],
"answer_02e66dec_1": [
2
],
"answer_02e66dec_2": [
8
],
"d1f30ac6_5": [],
"d22a462a_1": [],
"dd0f3b8f": [],
"e2f70c45_1": [],
"fcb08a46_2": [],
"sharegpt_0Qembb9_0": [],
"sharegpt_3BxDVlw_0": [],
"sharegpt_3v69R59_0": [],
"sharegpt_7jGo66i_151": [],
"sharegpt_83fkMsQ_0": [],
"sharegpt_EEdzJQj_0": [],
"sharegpt_FDDY7hu_7": [],
"sharegpt_GLBRixR_0": [],
"sharegpt_HJhlusD_32": [],
"sharegpt_JRQtEcd_115": [],
"sharegpt_KwbJJ66_18": [],
"sharegpt_LZBZ1l9_0": [],
"sharegpt_RZOUdxs_0": [],
"sharegpt_b6KZPg6_0": [],
"sharegpt_gn21BMy_0": [],
"sharegpt_iJhf8Lw_0": [],
"sharegpt_mwblaPp_96": [],
"sharegpt_tQHP40V_0": [],
"ultrachat_135750": [],
"ultrachat_208288": [],
"ultrachat_243996": [],
"ultrachat_296728": [],
"ultrachat_380137": [],
"ultrachat_40916": [],
"ultrachat_416364": [],
"ultrachat_446004": [],
"ultrachat_499622": [],
"ultrachat_512641": [],
"ultrachat_551944": [],
"ultrachat_86888": []
},
"question_id": "9ea5eabc",
"ranked_retrieved_hits": [
"62e6593e_1",
"ultrachat_416364"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"62e6593e_1",
"ultrachat_40916",
"a9a88764",
"sharegpt_LZBZ1l9_0",
"6df6fff4",
"ultrachat_446004",
"answer_02e66dec_1",
"ultrachat_380137",
"ultrachat_243996",
"sharegpt_7jGo66i_151",
"sharegpt_gn21BMy_0",
"sharegpt_tQHP40V_0",
"ultrachat_135750",
"390acb55_3",
"sharegpt_HJhlusD_32",
"sharegpt_0Qembb9_0",
"sharegpt_3BxDVlw_0",
"sharegpt_83fkMsQ_0",
"fcb08a46_2",
"sharegpt_RZOUdxs_0",
"8c8b180e",
"sharegpt_3v69R59_0",
"sharegpt_JRQtEcd_115",
"ultrachat_296728",
"ultrachat_86888",
"sharegpt_GLBRixR_0",
"sharegpt_b6KZPg6_0",
"418c27fa",
"sharegpt_EEdzJQj_0",
"6e2cca63_1",
"sharegpt_iJhf8Lw_0",
"d22a462a_1",
"e2f70c45_1",
"7c44bc2d_1",
"21e61fad_2",
"14f0a8ed_2",
"sharegpt_FDDY7hu_7",
"sharegpt_KwbJJ66_18",
"ultrachat_551944",
"ultrachat_208288",
"052310d7_1",
"ultrachat_416364",
"6519afa8",
"66cffcc7",
"d1f30ac6_5",
"answer_02e66dec_2",
"29695e1c_2",
"ultrachat_499622",
"232dba46_1",
"dd0f3b8f",
"ultrachat_512641",
"9bf5da2d",
"sharegpt_mwblaPp_96"
]
}