Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace gpt4_b5700ca9
Stored context/evidence
["837a5cb7","ultrachat_279843","d743153b_1","sharegpt_7qFUagj_0","ultrachat_378971","sharegpt_6QUDIXG_104","ultrachat_220788","sharegpt_Ktz3pBy_0","8b726eee_1","sharegpt_pTzidkh_0","ultrachat_142856","0de045b3","44c62f26","ultrachat_134591","5053474c_2","1f88b2b3","sharegpt_pc6mFD7_11","47382adf_1","ultrachat_495897","c45b1632","ultrachat_322353","ultrachat_383774","sharegpt_FqOC5e9_169","answer_a17423e7_1","ultrachat_73163","sharegpt_D5vldxd_21","c81aa33c_2","sharegpt_6sDqw6L_0","12b34e79_1","ultrachat_530489","46a7f71a","ultrachat_435360","555e1a02","ultrachat_346810","sharegpt_WLtZLKF_0","31829c1b_1","sharegpt_bp51PRm_4","ultrachat_466236","01f3f7e1_2","ultrachat_70110","sharegpt_0IFEMjM_0","ultrachat_314363","33bdd89a_1","7128c070_2","ultrachat_269037","ultrachat_371938","a53c7542_1","ultrachat_46958","ultrachat_484653","65698aa9_7","sharegpt_jJQwr3e_0","ultrachat_366301"]
Retrieved context/evidence
["answer_a17423e7_1","sharegpt_7qFUagj_0"]
Retrieval output (not a generated answer)
answer_a17423e7_1
Complete stored trace (JSON)
{
"answer": "answer_a17423e7_1",
"answer_session_ids": [
"answer_a17423e7_1"
],
"gold_references": [
"answer_a17423e7_1"
],
"oracle_has_answer_turns": {
"01f3f7e1_2": [],
"0de045b3": [],
"12b34e79_1": [],
"1f88b2b3": [],
"31829c1b_1": [],
"33bdd89a_1": [],
"44c62f26": [],
"46a7f71a": [],
"47382adf_1": [],
"5053474c_2": [],
"555e1a02": [],
"65698aa9_7": [],
"7128c070_2": [],
"837a5cb7": [],
"8b726eee_1": [],
"a53c7542_1": [],
"answer_a17423e7_1": [
6
],
"c45b1632": [],
"c81aa33c_2": [],
"d743153b_1": [],
"sharegpt_0IFEMjM_0": [],
"sharegpt_6QUDIXG_104": [],
"sharegpt_6sDqw6L_0": [],
"sharegpt_7qFUagj_0": [],
"sharegpt_D5vldxd_21": [],
"sharegpt_FqOC5e9_169": [],
"sharegpt_Ktz3pBy_0": [],
"sharegpt_WLtZLKF_0": [],
"sharegpt_bp51PRm_4": [],
"sharegpt_jJQwr3e_0": [],
"sharegpt_pTzidkh_0": [],
"sharegpt_pc6mFD7_11": [],
"ultrachat_134591": [],
"ultrachat_142856": [],
"ultrachat_220788": [],
"ultrachat_269037": [],
"ultrachat_279843": [],
"ultrachat_314363": [],
"ultrachat_322353": [],
"ultrachat_346810": [],
"ultrachat_366301": [],
"ultrachat_371938": [],
"ultrachat_378971": [],
"ultrachat_383774": [],
"ultrachat_435360": [],
"ultrachat_466236": [],
"ultrachat_46958": [],
"ultrachat_484653": [],
"ultrachat_495897": [],
"ultrachat_530489": [],
"ultrachat_70110": [],
"ultrachat_73163": []
},
"question_id": "gpt4_b5700ca9",
"ranked_retrieved_hits": [
"answer_a17423e7_1",
"sharegpt_7qFUagj_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"837a5cb7",
"ultrachat_279843",
"d743153b_1",
"sharegpt_7qFUagj_0",
"ultrachat_378971",
"sharegpt_6QUDIXG_104",
"ultrachat_220788",
"sharegpt_Ktz3pBy_0",
"8b726eee_1",
"sharegpt_pTzidkh_0",
"ultrachat_142856",
"0de045b3",
"44c62f26",
"ultrachat_134591",
"5053474c_2",
"1f88b2b3",
"sharegpt_pc6mFD7_11",
"47382adf_1",
"ultrachat_495897",
"c45b1632",
"ultrachat_322353",
"ultrachat_383774",
"sharegpt_FqOC5e9_169",
"answer_a17423e7_1",
"ultrachat_73163",
"sharegpt_D5vldxd_21",
"c81aa33c_2",
"sharegpt_6sDqw6L_0",
"12b34e79_1",
"ultrachat_530489",
"46a7f71a",
"ultrachat_435360",
"555e1a02",
"ultrachat_346810",
"sharegpt_WLtZLKF_0",
"31829c1b_1",
"sharegpt_bp51PRm_4",
"ultrachat_466236",
"01f3f7e1_2",
"ultrachat_70110",
"sharegpt_0IFEMjM_0",
"ultrachat_314363",
"33bdd89a_1",
"7128c070_2",
"ultrachat_269037",
"ultrachat_371938",
"a53c7542_1",
"ultrachat_46958",
"ultrachat_484653",
"65698aa9_7",
"sharegpt_jJQwr3e_0",
"ultrachat_366301"
]
}