Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 77eafa52
Stored context/evidence
["sharegpt_F1lIiep_0","answer_33c251f0_2","ultrachat_294748","71cf5aeb_1","bc1f1051_4","sharegpt_8rWUCSm_0","ultrachat_332800","sharegpt_q5xkR1c_0","sharegpt_v5FPcu8_0","ultrachat_34319","ultrachat_40030","sharegpt_vGZ5lH1_21","sharegpt_ijZ2Bps_0","ultrachat_138810","ultrachat_171424","0ebce30b_2","sharegpt_bpxJpAU_0","af20772a_1","9c4358a4","ultrachat_447493","cb88f886_1","fc9a62c0_1","733e443a_abs_1","sharegpt_UUFCRmF_0","sharegpt_1v0H9A3_0","sharegpt_ysMparQ_41","174cccbc","sharegpt_C9GjDsF_0","7b13b4d6_2","sharegpt_FlvsHKg_4","cd568521_3","41a87f13_1","ultrachat_1624","sharegpt_nCTZBKf_0","answer_33c251f0_1","b3429d32_1","ultrachat_207343","sharegpt_6tlM8nx_0","c7e67f01_1","5f4ccde8_3","ultrachat_309057","sharegpt_dvA1THi_0","sharegpt_D5wySc6_0","0c4841ee","sharegpt_YjDWRhe_0","ultrachat_12073","f87fea58_1","sharegpt_HSWxjhd_0","10ffeb8f_1","sharegpt_Sh9Mpc6_27","sharegpt_qEukY6n_14"]
Retrieved context/evidence
["sharegpt_6tlM8nx_0","sharegpt_C9GjDsF_0","ultrachat_207343","sharegpt_HSWxjhd_0","ultrachat_294748"]
Retrieval output (not a generated answer)
sharegpt_6tlM8nx_0
Complete stored trace (JSON)
{
"answer": "sharegpt_6tlM8nx_0",
"answer_session_ids": [
"answer_33c251f0_2",
"answer_33c251f0_1"
],
"gold_references": [
"answer_33c251f0_2",
"answer_33c251f0_1"
],
"oracle_has_answer_turns": {
"0c4841ee": [],
"0ebce30b_2": [],
"10ffeb8f_1": [],
"174cccbc": [],
"41a87f13_1": [],
"5f4ccde8_3": [],
"71cf5aeb_1": [],
"733e443a_abs_1": [],
"7b13b4d6_2": [],
"9c4358a4": [],
"af20772a_1": [],
"answer_33c251f0_1": [
2
],
"answer_33c251f0_2": [
0
],
"b3429d32_1": [],
"bc1f1051_4": [],
"c7e67f01_1": [],
"cb88f886_1": [],
"cd568521_3": [],
"f87fea58_1": [],
"fc9a62c0_1": [],
"sharegpt_1v0H9A3_0": [],
"sharegpt_6tlM8nx_0": [],
"sharegpt_8rWUCSm_0": [],
"sharegpt_C9GjDsF_0": [],
"sharegpt_D5wySc6_0": [],
"sharegpt_F1lIiep_0": [],
"sharegpt_FlvsHKg_4": [],
"sharegpt_HSWxjhd_0": [],
"sharegpt_Sh9Mpc6_27": [],
"sharegpt_UUFCRmF_0": [],
"sharegpt_YjDWRhe_0": [],
"sharegpt_bpxJpAU_0": [],
"sharegpt_dvA1THi_0": [],
"sharegpt_ijZ2Bps_0": [],
"sharegpt_nCTZBKf_0": [],
"sharegpt_q5xkR1c_0": [],
"sharegpt_qEukY6n_14": [],
"sharegpt_v5FPcu8_0": [],
"sharegpt_vGZ5lH1_21": [],
"sharegpt_ysMparQ_41": [],
"ultrachat_12073": [],
"ultrachat_138810": [],
"ultrachat_1624": [],
"ultrachat_171424": [],
"ultrachat_207343": [],
"ultrachat_294748": [],
"ultrachat_309057": [],
"ultrachat_332800": [],
"ultrachat_34319": [],
"ultrachat_40030": [],
"ultrachat_447493": []
},
"question_id": "77eafa52",
"ranked_retrieved_hits": [
"sharegpt_6tlM8nx_0",
"sharegpt_C9GjDsF_0",
"ultrachat_207343",
"sharegpt_HSWxjhd_0",
"ultrachat_294748"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"sharegpt_F1lIiep_0",
"answer_33c251f0_2",
"ultrachat_294748",
"71cf5aeb_1",
"bc1f1051_4",
"sharegpt_8rWUCSm_0",
"ultrachat_332800",
"sharegpt_q5xkR1c_0",
"sharegpt_v5FPcu8_0",
"ultrachat_34319",
"ultrachat_40030",
"sharegpt_vGZ5lH1_21",
"sharegpt_ijZ2Bps_0",
"ultrachat_138810",
"ultrachat_171424",
"0ebce30b_2",
"sharegpt_bpxJpAU_0",
"af20772a_1",
"9c4358a4",
"ultrachat_447493",
"cb88f886_1",
"fc9a62c0_1",
"733e443a_abs_1",
"sharegpt_UUFCRmF_0",
"sharegpt_1v0H9A3_0",
"sharegpt_ysMparQ_41",
"174cccbc",
"sharegpt_C9GjDsF_0",
"7b13b4d6_2",
"sharegpt_FlvsHKg_4",
"cd568521_3",
"41a87f13_1",
"ultrachat_1624",
"sharegpt_nCTZBKf_0",
"answer_33c251f0_1",
"b3429d32_1",
"ultrachat_207343",
"sharegpt_6tlM8nx_0",
"c7e67f01_1",
"5f4ccde8_3",
"ultrachat_309057",
"sharegpt_dvA1THi_0",
"sharegpt_D5wySc6_0",
"0c4841ee",
"sharegpt_YjDWRhe_0",
"ultrachat_12073",
"f87fea58_1",
"sharegpt_HSWxjhd_0",
"10ffeb8f_1",
"sharegpt_Sh9Mpc6_27",
"sharegpt_qEukY6n_14"
]
}