Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 35a27287
Stored context/evidence
["f863a648_3","ultrachat_16847","9aad36bb_2","ultrachat_152094","ultrachat_539433","ultrachat_431916","99887392_1","ultrachat_422353","ultrachat_557683","203bf3fa_2","b78242f5_1","7128c070_2","ultrachat_340403","ultrachat_39307","sharegpt_xSXvZRE_0","02f2ab8e_2","ultrachat_460622","d20be4f3_1","ea6c60a3","0a00a4ca_2","sharegpt_86llQ0z_0","5dcfc9e1_1","ultrachat_126689","0e193841_7","58ae7c4f_3","ultrachat_360890","sharegpt_Ay5Ry0I_23","90403fb9_3","ultrachat_104583","sharegpt_d6Xeauh_0","sharegpt_Vjkqc5J_0","sharegpt_ltAQ5FD_0","a98ff421_1","sharegpt_8Qorb3g_0","sharegpt_2LrB18X_13","sharegpt_aDqty4d_106","64071e19_2","ultrachat_267380","sharegpt_itaBzIZ_27","sharegpt_NxkBiMe_0","answer_9b182436","c9b1c309_4","sharegpt_KctbPyz_0","880ee13e","e4a1b565_2","465f0d1b_1","147e93c4","ultrachat_247448","sharegpt_35Datf2_38","ultrachat_510702","ultrachat_11598"]
Retrieved context/evidence
["sharegpt_NxkBiMe_0","ultrachat_152094","ultrachat_431916","ultrachat_267380"]
Retrieval output (not a generated answer)
sharegpt_NxkBiMe_0
Complete stored trace (JSON)
{
"answer": "sharegpt_NxkBiMe_0",
"answer_session_ids": [
"answer_9b182436"
],
"gold_references": [
"answer_9b182436"
],
"oracle_has_answer_turns": {
"02f2ab8e_2": [],
"0a00a4ca_2": [],
"0e193841_7": [],
"147e93c4": [],
"203bf3fa_2": [],
"465f0d1b_1": [],
"58ae7c4f_3": [],
"5dcfc9e1_1": [],
"64071e19_2": [],
"7128c070_2": [],
"880ee13e": [],
"90403fb9_3": [],
"99887392_1": [],
"9aad36bb_2": [],
"a98ff421_1": [],
"answer_9b182436": [
2,
4,
12
],
"b78242f5_1": [],
"c9b1c309_4": [],
"d20be4f3_1": [],
"e4a1b565_2": [],
"ea6c60a3": [],
"f863a648_3": [],
"sharegpt_2LrB18X_13": [],
"sharegpt_35Datf2_38": [],
"sharegpt_86llQ0z_0": [],
"sharegpt_8Qorb3g_0": [],
"sharegpt_Ay5Ry0I_23": [],
"sharegpt_KctbPyz_0": [],
"sharegpt_NxkBiMe_0": [],
"sharegpt_Vjkqc5J_0": [],
"sharegpt_aDqty4d_106": [],
"sharegpt_d6Xeauh_0": [],
"sharegpt_itaBzIZ_27": [],
"sharegpt_ltAQ5FD_0": [],
"sharegpt_xSXvZRE_0": [],
"ultrachat_104583": [],
"ultrachat_11598": [],
"ultrachat_126689": [],
"ultrachat_152094": [],
"ultrachat_16847": [],
"ultrachat_247448": [],
"ultrachat_267380": [],
"ultrachat_340403": [],
"ultrachat_360890": [],
"ultrachat_39307": [],
"ultrachat_422353": [],
"ultrachat_431916": [],
"ultrachat_460622": [],
"ultrachat_510702": [],
"ultrachat_539433": [],
"ultrachat_557683": []
},
"question_id": "35a27287",
"ranked_retrieved_hits": [
"sharegpt_NxkBiMe_0",
"ultrachat_152094",
"ultrachat_431916",
"ultrachat_267380"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"f863a648_3",
"ultrachat_16847",
"9aad36bb_2",
"ultrachat_152094",
"ultrachat_539433",
"ultrachat_431916",
"99887392_1",
"ultrachat_422353",
"ultrachat_557683",
"203bf3fa_2",
"b78242f5_1",
"7128c070_2",
"ultrachat_340403",
"ultrachat_39307",
"sharegpt_xSXvZRE_0",
"02f2ab8e_2",
"ultrachat_460622",
"d20be4f3_1",
"ea6c60a3",
"0a00a4ca_2",
"sharegpt_86llQ0z_0",
"5dcfc9e1_1",
"ultrachat_126689",
"0e193841_7",
"58ae7c4f_3",
"ultrachat_360890",
"sharegpt_Ay5Ry0I_23",
"90403fb9_3",
"ultrachat_104583",
"sharegpt_d6Xeauh_0",
"sharegpt_Vjkqc5J_0",
"sharegpt_ltAQ5FD_0",
"a98ff421_1",
"sharegpt_8Qorb3g_0",
"sharegpt_2LrB18X_13",
"sharegpt_aDqty4d_106",
"64071e19_2",
"ultrachat_267380",
"sharegpt_itaBzIZ_27",
"sharegpt_NxkBiMe_0",
"answer_9b182436",
"c9b1c309_4",
"sharegpt_KctbPyz_0",
"880ee13e",
"e4a1b565_2",
"465f0d1b_1",
"147e93c4",
"ultrachat_247448",
"sharegpt_35Datf2_38",
"ultrachat_510702",
"ultrachat_11598"
]
}