Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace gpt4_1e4a8aec
Stored context/evidence
["sharegpt_1W3bJCw_21","e41b78c7_2","0b635369_2","sharegpt_N5FgNXo_0","sharegpt_cp6hfVh_19","26eedae1_2","d9ffcd09","298a07de_5","1c662b7b_1","sharegpt_sRhcMiu_0","sharegpt_6MvsZ2t_0","sharegpt_csbrF1q_0","9f1f3bf4","b5773bc1","322c08d2","49576fd6","743b1fc3_2","b1265fd7_1","ultrachat_442154","1c177942_1","ultrachat_39395","e75c302b_2","ultrachat_380846","a8086137","ultrachat_482960","bee1aec6_3","ultrachat_401481","b0729ec8_1","answer_16bd5ea6_1","sharegpt_pB4WQcy_0","ultrachat_319337","ultrachat_204460","6091f47a","sharegpt_I1R6D23_0","sharegpt_IuLT3VI_0","636e0e32_2","7f08e2e8_1","sharegpt_9JZCfee_0","e675c69a_1","f43a4050_3","sharegpt_ufhwYrx_0","sharegpt_2edPOAb_0","b34a52aa_3","sharegpt_EeXTDjc_23","answer_16bd5ea6_2","ultrachat_190065","sharegpt_Get1wF2_0","4c8455cb_2","sharegpt_vzdpjR5_97","sharegpt_QRYjIGf_0"]
Retrieved context/evidence
["9f1f3bf4","ultrachat_380846","sharegpt_I1R6D23_0","sharegpt_QRYjIGf_0"]
Retrieval output (not a generated answer)
9f1f3bf4
Complete stored trace (JSON)
{
"answer": "9f1f3bf4",
"answer_session_ids": [
"answer_16bd5ea6_1",
"answer_16bd5ea6_2"
],
"gold_references": [
"answer_16bd5ea6_1",
"answer_16bd5ea6_2"
],
"oracle_has_answer_turns": {
"0b635369_2": [],
"1c177942_1": [],
"1c662b7b_1": [],
"26eedae1_2": [],
"298a07de_5": [],
"322c08d2": [],
"49576fd6": [],
"4c8455cb_2": [],
"6091f47a": [],
"636e0e32_2": [],
"743b1fc3_2": [],
"7f08e2e8_1": [],
"9f1f3bf4": [],
"a8086137": [],
"answer_16bd5ea6_1": [],
"answer_16bd5ea6_2": [
0
],
"b0729ec8_1": [],
"b1265fd7_1": [],
"b34a52aa_3": [],
"b5773bc1": [],
"bee1aec6_3": [],
"d9ffcd09": [],
"e41b78c7_2": [],
"e675c69a_1": [],
"e75c302b_2": [],
"f43a4050_3": [],
"sharegpt_1W3bJCw_21": [],
"sharegpt_2edPOAb_0": [],
"sharegpt_6MvsZ2t_0": [],
"sharegpt_9JZCfee_0": [],
"sharegpt_EeXTDjc_23": [],
"sharegpt_Get1wF2_0": [],
"sharegpt_I1R6D23_0": [],
"sharegpt_IuLT3VI_0": [],
"sharegpt_N5FgNXo_0": [],
"sharegpt_QRYjIGf_0": [],
"sharegpt_cp6hfVh_19": [],
"sharegpt_csbrF1q_0": [],
"sharegpt_pB4WQcy_0": [],
"sharegpt_sRhcMiu_0": [],
"sharegpt_ufhwYrx_0": [],
"sharegpt_vzdpjR5_97": [],
"ultrachat_190065": [],
"ultrachat_204460": [],
"ultrachat_319337": [],
"ultrachat_380846": [],
"ultrachat_39395": [],
"ultrachat_401481": [],
"ultrachat_442154": [],
"ultrachat_482960": []
},
"question_id": "gpt4_1e4a8aec",
"ranked_retrieved_hits": [
"9f1f3bf4",
"ultrachat_380846",
"sharegpt_I1R6D23_0",
"sharegpt_QRYjIGf_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"sharegpt_1W3bJCw_21",
"e41b78c7_2",
"0b635369_2",
"sharegpt_N5FgNXo_0",
"sharegpt_cp6hfVh_19",
"26eedae1_2",
"d9ffcd09",
"298a07de_5",
"1c662b7b_1",
"sharegpt_sRhcMiu_0",
"sharegpt_6MvsZ2t_0",
"sharegpt_csbrF1q_0",
"9f1f3bf4",
"b5773bc1",
"322c08d2",
"49576fd6",
"743b1fc3_2",
"b1265fd7_1",
"ultrachat_442154",
"1c177942_1",
"ultrachat_39395",
"e75c302b_2",
"ultrachat_380846",
"a8086137",
"ultrachat_482960",
"bee1aec6_3",
"ultrachat_401481",
"b0729ec8_1",
"answer_16bd5ea6_1",
"sharegpt_pB4WQcy_0",
"ultrachat_319337",
"ultrachat_204460",
"6091f47a",
"sharegpt_I1R6D23_0",
"sharegpt_IuLT3VI_0",
"636e0e32_2",
"7f08e2e8_1",
"sharegpt_9JZCfee_0",
"e675c69a_1",
"f43a4050_3",
"sharegpt_ufhwYrx_0",
"sharegpt_2edPOAb_0",
"b34a52aa_3",
"sharegpt_EeXTDjc_23",
"answer_16bd5ea6_2",
"ultrachat_190065",
"sharegpt_Get1wF2_0",
"4c8455cb_2",
"sharegpt_vzdpjR5_97",
"sharegpt_QRYjIGf_0"
]
}