Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 60d45044
Stored context/evidence
["35a61ccd_1","4ebf9095_1","ultrachat_222781","446173bb_1","af4d4ecd_2","sharegpt_ClWRKRv_0","sharegpt_iTPuqPy_0","sharegpt_xL4tdWA_0","ultrachat_173845","ultrachat_181742","fcc6d66d_1","025c9e24_1","ultrachat_387433","sharegpt_gzocj9T_0","sharegpt_cD2Kgkn_33","sharegpt_uDSaCgI_0","0c0f2449_1","a0e4d9be_2","ultrachat_525292","ultrachat_532690","ultrachat_307301","sharegpt_D88l1Iv_11","sharegpt_yyStjJb_103","sharegpt_wWUI4SO_7","de34d3f7","f90c44e6_2","ultrachat_384646","sharegpt_gTknhGs_0","sharegpt_cmyFRwn_0","ultrachat_445432","sharegpt_N6xRqWs_0","ultrachat_518863","answer_9cddca88","ultrachat_137437","e5713180_1","sharegpt_vRXR59F_0","795a13a7","bda4a421","sharegpt_hcaZN94_507","26bc645b_5","ultrachat_443643","a76e7e3c_2","ultrachat_56204","sharegpt_42tUQ8S_0","sharegpt_SxpAlwx_50","9b1d5656_2","fec059c5","ultrachat_459954","ultrachat_78581","sharegpt_BFODaKW_0","ultrachat_313581"]
Retrieved context/evidence
["sharegpt_wWUI4SO_7","sharegpt_iTPuqPy_0","ultrachat_459954","ultrachat_518863"]
Retrieval output (not a generated answer)
sharegpt_wWUI4SO_7
Complete stored trace (JSON)
{
"answer": "sharegpt_wWUI4SO_7",
"answer_session_ids": [
"answer_9cddca88"
],
"gold_references": [
"answer_9cddca88"
],
"oracle_has_answer_turns": {
"025c9e24_1": [],
"0c0f2449_1": [],
"26bc645b_5": [],
"35a61ccd_1": [],
"446173bb_1": [],
"4ebf9095_1": [],
"795a13a7": [],
"9b1d5656_2": [],
"a0e4d9be_2": [],
"a76e7e3c_2": [],
"af4d4ecd_2": [],
"answer_9cddca88": [
4
],
"bda4a421": [],
"de34d3f7": [],
"e5713180_1": [],
"f90c44e6_2": [],
"fcc6d66d_1": [],
"fec059c5": [],
"sharegpt_42tUQ8S_0": [],
"sharegpt_BFODaKW_0": [],
"sharegpt_ClWRKRv_0": [],
"sharegpt_D88l1Iv_11": [],
"sharegpt_N6xRqWs_0": [],
"sharegpt_SxpAlwx_50": [],
"sharegpt_cD2Kgkn_33": [],
"sharegpt_cmyFRwn_0": [],
"sharegpt_gTknhGs_0": [],
"sharegpt_gzocj9T_0": [],
"sharegpt_hcaZN94_507": [],
"sharegpt_iTPuqPy_0": [],
"sharegpt_uDSaCgI_0": [],
"sharegpt_vRXR59F_0": [],
"sharegpt_wWUI4SO_7": [],
"sharegpt_xL4tdWA_0": [],
"sharegpt_yyStjJb_103": [],
"ultrachat_137437": [],
"ultrachat_173845": [],
"ultrachat_181742": [],
"ultrachat_222781": [],
"ultrachat_307301": [],
"ultrachat_313581": [],
"ultrachat_384646": [],
"ultrachat_387433": [],
"ultrachat_443643": [],
"ultrachat_445432": [],
"ultrachat_459954": [],
"ultrachat_518863": [],
"ultrachat_525292": [],
"ultrachat_532690": [],
"ultrachat_56204": [],
"ultrachat_78581": []
},
"question_id": "60d45044",
"ranked_retrieved_hits": [
"sharegpt_wWUI4SO_7",
"sharegpt_iTPuqPy_0",
"ultrachat_459954",
"ultrachat_518863"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"35a61ccd_1",
"4ebf9095_1",
"ultrachat_222781",
"446173bb_1",
"af4d4ecd_2",
"sharegpt_ClWRKRv_0",
"sharegpt_iTPuqPy_0",
"sharegpt_xL4tdWA_0",
"ultrachat_173845",
"ultrachat_181742",
"fcc6d66d_1",
"025c9e24_1",
"ultrachat_387433",
"sharegpt_gzocj9T_0",
"sharegpt_cD2Kgkn_33",
"sharegpt_uDSaCgI_0",
"0c0f2449_1",
"a0e4d9be_2",
"ultrachat_525292",
"ultrachat_532690",
"ultrachat_307301",
"sharegpt_D88l1Iv_11",
"sharegpt_yyStjJb_103",
"sharegpt_wWUI4SO_7",
"de34d3f7",
"f90c44e6_2",
"ultrachat_384646",
"sharegpt_gTknhGs_0",
"sharegpt_cmyFRwn_0",
"ultrachat_445432",
"sharegpt_N6xRqWs_0",
"ultrachat_518863",
"answer_9cddca88",
"ultrachat_137437",
"e5713180_1",
"sharegpt_vRXR59F_0",
"795a13a7",
"bda4a421",
"sharegpt_hcaZN94_507",
"26bc645b_5",
"ultrachat_443643",
"a76e7e3c_2",
"ultrachat_56204",
"sharegpt_42tUQ8S_0",
"sharegpt_SxpAlwx_50",
"9b1d5656_2",
"fec059c5",
"ultrachat_459954",
"ultrachat_78581",
"sharegpt_BFODaKW_0",
"ultrachat_313581"
]
}