Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace gpt4_7abb270c
Stored context/evidence
["c2c249ea","sharegpt_6kuCDjT_0","331197d5_5","cb787bfa_1","sharegpt_xzol7DQ_13","6e42386d_1","answer_7093d898_1","39948bcf_4","ultrachat_114043","answer_7093d898_2","sharegpt_W6t3Ck0_0","3a7cdf9c","ultrachat_87310","bfae8d20","answer_7093d898_3","ultrachat_41971","6c7fea68_2","ccd9e928","ultrachat_369541","answer_7093d898_4","85056d5f_1","sharegpt_NVMYFvJ_1","ultrachat_435033","ultrachat_28183","3c9cdf01","sharegpt_n6D3Q2m_0","sharegpt_MO9Xxet_39","ultrachat_567177","sharegpt_Jb45xGp_27","ultrachat_222019","1bfd5a8b_2","ultrachat_28982","answer_7093d898_5","sharegpt_xN5ExNb_0","d69d3d7a_2","6ac43c5b_4","ultrachat_253954","a211539c","22e6959c","ultrachat_544684","05793e59_1","087d2b0a_2","5808284e","ultrachat_560932","answer_7093d898_6","845803a1_2","sharegpt_5tdvozz_0","sharegpt_5QJbBnD_20"]
Retrieved context/evidence
["ultrachat_369541","ultrachat_253954","answer_7093d898_1"]
Retrieval output (not a generated answer)
ultrachat_369541
Complete stored trace (JSON)
{
"answer": "ultrachat_369541",
"answer_session_ids": [
"answer_7093d898_1",
"answer_7093d898_2",
"answer_7093d898_3",
"answer_7093d898_4",
"answer_7093d898_5",
"answer_7093d898_6"
],
"gold_references": [
"answer_7093d898_1",
"answer_7093d898_2",
"answer_7093d898_3",
"answer_7093d898_4",
"answer_7093d898_5",
"answer_7093d898_6"
],
"oracle_has_answer_turns": {
"05793e59_1": [],
"087d2b0a_2": [],
"1bfd5a8b_2": [],
"22e6959c": [],
"331197d5_5": [],
"39948bcf_4": [],
"3a7cdf9c": [],
"3c9cdf01": [],
"5808284e": [],
"6ac43c5b_4": [],
"6c7fea68_2": [],
"6e42386d_1": [],
"845803a1_2": [],
"85056d5f_1": [],
"a211539c": [],
"answer_7093d898_1": [
0
],
"answer_7093d898_2": [
6
],
"answer_7093d898_3": [
0
],
"answer_7093d898_4": [
0
],
"answer_7093d898_5": [
0
],
"answer_7093d898_6": [
0
],
"bfae8d20": [],
"c2c249ea": [],
"cb787bfa_1": [],
"ccd9e928": [],
"d69d3d7a_2": [],
"sharegpt_5QJbBnD_20": [],
"sharegpt_5tdvozz_0": [],
"sharegpt_6kuCDjT_0": [],
"sharegpt_Jb45xGp_27": [],
"sharegpt_MO9Xxet_39": [],
"sharegpt_NVMYFvJ_1": [],
"sharegpt_W6t3Ck0_0": [],
"sharegpt_n6D3Q2m_0": [],
"sharegpt_xN5ExNb_0": [],
"sharegpt_xzol7DQ_13": [],
"ultrachat_114043": [],
"ultrachat_222019": [],
"ultrachat_253954": [],
"ultrachat_28183": [],
"ultrachat_28982": [],
"ultrachat_369541": [],
"ultrachat_41971": [],
"ultrachat_435033": [],
"ultrachat_544684": [],
"ultrachat_560932": [],
"ultrachat_567177": [],
"ultrachat_87310": []
},
"question_id": "gpt4_7abb270c",
"ranked_retrieved_hits": [
"ultrachat_369541",
"ultrachat_253954",
"answer_7093d898_1"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"c2c249ea",
"sharegpt_6kuCDjT_0",
"331197d5_5",
"cb787bfa_1",
"sharegpt_xzol7DQ_13",
"6e42386d_1",
"answer_7093d898_1",
"39948bcf_4",
"ultrachat_114043",
"answer_7093d898_2",
"sharegpt_W6t3Ck0_0",
"3a7cdf9c",
"ultrachat_87310",
"bfae8d20",
"answer_7093d898_3",
"ultrachat_41971",
"6c7fea68_2",
"ccd9e928",
"ultrachat_369541",
"answer_7093d898_4",
"85056d5f_1",
"sharegpt_NVMYFvJ_1",
"ultrachat_435033",
"ultrachat_28183",
"3c9cdf01",
"sharegpt_n6D3Q2m_0",
"sharegpt_MO9Xxet_39",
"ultrachat_567177",
"sharegpt_Jb45xGp_27",
"ultrachat_222019",
"1bfd5a8b_2",
"ultrachat_28982",
"answer_7093d898_5",
"sharegpt_xN5ExNb_0",
"d69d3d7a_2",
"6ac43c5b_4",
"ultrachat_253954",
"a211539c",
"22e6959c",
"ultrachat_544684",
"05793e59_1",
"087d2b0a_2",
"5808284e",
"ultrachat_560932",
"answer_7093d898_6",
"845803a1_2",
"sharegpt_5tdvozz_0",
"sharegpt_5QJbBnD_20"
]
}