Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace gpt4_d6585ce8
Stored context/evidence
["ultrachat_504942","sharegpt_pontIlo_0","answer_f999b05b_1","sharegpt_ywOUn1X_0","sharegpt_YvXNDwf_0","ultrachat_349195","ultrachat_44773","sharegpt_Qs3Qxuo_13","ultrachat_446621","sharegpt_Asf5ayG_41","sharegpt_s8fhi1t_0","e9c1ef4b_2","62f24315_1","ultrachat_2354","ultrachat_34772","23901329_2","fafbefdb","51c82c8e_2","answer_f999b05b_4","sharegpt_JlSnb71_23","6ec9bed9","26fb4930","sharegpt_iqPG9aE_0","answer_f999b05b_2","sharegpt_xuR7z91_24","a52489dc","answer_f999b05b_5","c1e598cd_3","ultrachat_92761","8c1da8f9_1","ultrachat_531211","ultrachat_225491","5bb39ea4_2","sharegpt_Bq8wUBY_13","ultrachat_434097","a2b2d331_2","ultrachat_219597","4a79d078_4","ultrachat_354319","dc0802a9_1","sharegpt_MHOFGzU_23","ultrachat_186470","sharegpt_aDXlx7k_0","ultrachat_534243","5d4010bd","sharegpt_gLb26GY_0","6ccd9245_2","ultrachat_159656","0e193841_9","answer_f999b05b_3"]
Retrieved context/evidence
["sharegpt_iqPG9aE_0","ultrachat_159656","sharegpt_MHOFGzU_23","sharegpt_YvXNDwf_0"]
Retrieval output (not a generated answer)
sharegpt_iqPG9aE_0
Complete stored trace (JSON)
{
"answer": "sharegpt_iqPG9aE_0",
"answer_session_ids": [
"answer_f999b05b_1",
"answer_f999b05b_4",
"answer_f999b05b_2",
"answer_f999b05b_5",
"answer_f999b05b_3"
],
"gold_references": [
"answer_f999b05b_1",
"answer_f999b05b_4",
"answer_f999b05b_2",
"answer_f999b05b_5",
"answer_f999b05b_3"
],
"oracle_has_answer_turns": {
"0e193841_9": [],
"23901329_2": [],
"26fb4930": [],
"4a79d078_4": [],
"51c82c8e_2": [],
"5bb39ea4_2": [],
"5d4010bd": [],
"62f24315_1": [],
"6ccd9245_2": [],
"6ec9bed9": [],
"8c1da8f9_1": [],
"a2b2d331_2": [],
"a52489dc": [],
"answer_f999b05b_1": [
0
],
"answer_f999b05b_2": [
0
],
"answer_f999b05b_3": [
0
],
"answer_f999b05b_4": [
0
],
"answer_f999b05b_5": [
0
],
"c1e598cd_3": [],
"dc0802a9_1": [],
"e9c1ef4b_2": [],
"fafbefdb": [],
"sharegpt_Asf5ayG_41": [],
"sharegpt_Bq8wUBY_13": [],
"sharegpt_JlSnb71_23": [],
"sharegpt_MHOFGzU_23": [],
"sharegpt_Qs3Qxuo_13": [],
"sharegpt_YvXNDwf_0": [],
"sharegpt_aDXlx7k_0": [],
"sharegpt_gLb26GY_0": [],
"sharegpt_iqPG9aE_0": [],
"sharegpt_pontIlo_0": [],
"sharegpt_s8fhi1t_0": [],
"sharegpt_xuR7z91_24": [],
"sharegpt_ywOUn1X_0": [],
"ultrachat_159656": [],
"ultrachat_186470": [],
"ultrachat_219597": [],
"ultrachat_225491": [],
"ultrachat_2354": [],
"ultrachat_34772": [],
"ultrachat_349195": [],
"ultrachat_354319": [],
"ultrachat_434097": [],
"ultrachat_446621": [],
"ultrachat_44773": [],
"ultrachat_504942": [],
"ultrachat_531211": [],
"ultrachat_534243": [],
"ultrachat_92761": []
},
"question_id": "gpt4_d6585ce8",
"ranked_retrieved_hits": [
"sharegpt_iqPG9aE_0",
"ultrachat_159656",
"sharegpt_MHOFGzU_23",
"sharegpt_YvXNDwf_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ultrachat_504942",
"sharegpt_pontIlo_0",
"answer_f999b05b_1",
"sharegpt_ywOUn1X_0",
"sharegpt_YvXNDwf_0",
"ultrachat_349195",
"ultrachat_44773",
"sharegpt_Qs3Qxuo_13",
"ultrachat_446621",
"sharegpt_Asf5ayG_41",
"sharegpt_s8fhi1t_0",
"e9c1ef4b_2",
"62f24315_1",
"ultrachat_2354",
"ultrachat_34772",
"23901329_2",
"fafbefdb",
"51c82c8e_2",
"answer_f999b05b_4",
"sharegpt_JlSnb71_23",
"6ec9bed9",
"26fb4930",
"sharegpt_iqPG9aE_0",
"answer_f999b05b_2",
"sharegpt_xuR7z91_24",
"a52489dc",
"answer_f999b05b_5",
"c1e598cd_3",
"ultrachat_92761",
"8c1da8f9_1",
"ultrachat_531211",
"ultrachat_225491",
"5bb39ea4_2",
"sharegpt_Bq8wUBY_13",
"ultrachat_434097",
"a2b2d331_2",
"ultrachat_219597",
"4a79d078_4",
"ultrachat_354319",
"dc0802a9_1",
"sharegpt_MHOFGzU_23",
"ultrachat_186470",
"sharegpt_aDXlx7k_0",
"ultrachat_534243",
"5d4010bd",
"sharegpt_gLb26GY_0",
"6ccd9245_2",
"ultrachat_159656",
"0e193841_9",
"answer_f999b05b_3"
]
}