Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace c14c00dd
Stored context/evidence
["ultrachat_456324","ultrachat_16880","ultrachat_258314","ce6a5e41","sharegpt_lDVDe5H_339","sharegpt_KznkJ2p_0","cd1f5147","sharegpt_GgO4N4k_23","ultrachat_502239","d9a145b9","answer_304511ce","sharegpt_ET9WzdL_33","35f052f9_1","ultrachat_309177","sharegpt_FfqJ2xI_0","sharegpt_vXWOUqx_11","fbf3449c_1","sharegpt_QXDcy4j_0","ultrachat_468103","sharegpt_gU0qvZu_0","sharegpt_gGriMhQ_91","84e6ffa3_1","ultrachat_5043","ultrachat_438569","ffd66315_2","147ab7e9_7","sharegpt_JfMnEjD_1","ultrachat_451453","ultrachat_69022","sharegpt_zs9nI2N_0","541ecc45_1","sharegpt_yW4k8hG_0","7cd7c296_3","7c338712_2","8de3201f_1","c77250d2","ultrachat_272210","183b6085","f91cac51_1","ultrachat_276951","ultrachat_311861","710f4e21_2","5dac7cc2_1","sharegpt_XCNeusQ_9","3fcbb58c_4","e2cb1647","sharegpt_IEmtQfM_23","097cefd0_2","ultrachat_132592","e7cc239c_4","ultrachat_92362"]
Retrieved context/evidence
["sharegpt_yW4k8hG_0","fbf3449c_1","sharegpt_gU0qvZu_0","ultrachat_468103"]
Retrieval output (not a generated answer)
sharegpt_yW4k8hG_0
Complete stored trace (JSON)
{
"answer": "sharegpt_yW4k8hG_0",
"answer_session_ids": [
"answer_304511ce"
],
"gold_references": [
"answer_304511ce"
],
"oracle_has_answer_turns": {
"097cefd0_2": [],
"147ab7e9_7": [],
"183b6085": [],
"35f052f9_1": [],
"3fcbb58c_4": [],
"541ecc45_1": [],
"5dac7cc2_1": [],
"710f4e21_2": [],
"7c338712_2": [],
"7cd7c296_3": [],
"84e6ffa3_1": [],
"8de3201f_1": [],
"answer_304511ce": [
4
],
"c77250d2": [],
"cd1f5147": [],
"ce6a5e41": [],
"d9a145b9": [],
"e2cb1647": [],
"e7cc239c_4": [],
"f91cac51_1": [],
"fbf3449c_1": [],
"ffd66315_2": [],
"sharegpt_ET9WzdL_33": [],
"sharegpt_FfqJ2xI_0": [],
"sharegpt_GgO4N4k_23": [],
"sharegpt_IEmtQfM_23": [],
"sharegpt_JfMnEjD_1": [],
"sharegpt_KznkJ2p_0": [],
"sharegpt_QXDcy4j_0": [],
"sharegpt_XCNeusQ_9": [],
"sharegpt_gGriMhQ_91": [],
"sharegpt_gU0qvZu_0": [],
"sharegpt_lDVDe5H_339": [],
"sharegpt_vXWOUqx_11": [],
"sharegpt_yW4k8hG_0": [],
"sharegpt_zs9nI2N_0": [],
"ultrachat_132592": [],
"ultrachat_16880": [],
"ultrachat_258314": [],
"ultrachat_272210": [],
"ultrachat_276951": [],
"ultrachat_309177": [],
"ultrachat_311861": [],
"ultrachat_438569": [],
"ultrachat_451453": [],
"ultrachat_456324": [],
"ultrachat_468103": [],
"ultrachat_502239": [],
"ultrachat_5043": [],
"ultrachat_69022": [],
"ultrachat_92362": []
},
"question_id": "c14c00dd",
"ranked_retrieved_hits": [
"sharegpt_yW4k8hG_0",
"fbf3449c_1",
"sharegpt_gU0qvZu_0",
"ultrachat_468103"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ultrachat_456324",
"ultrachat_16880",
"ultrachat_258314",
"ce6a5e41",
"sharegpt_lDVDe5H_339",
"sharegpt_KznkJ2p_0",
"cd1f5147",
"sharegpt_GgO4N4k_23",
"ultrachat_502239",
"d9a145b9",
"answer_304511ce",
"sharegpt_ET9WzdL_33",
"35f052f9_1",
"ultrachat_309177",
"sharegpt_FfqJ2xI_0",
"sharegpt_vXWOUqx_11",
"fbf3449c_1",
"sharegpt_QXDcy4j_0",
"ultrachat_468103",
"sharegpt_gU0qvZu_0",
"sharegpt_gGriMhQ_91",
"84e6ffa3_1",
"ultrachat_5043",
"ultrachat_438569",
"ffd66315_2",
"147ab7e9_7",
"sharegpt_JfMnEjD_1",
"ultrachat_451453",
"ultrachat_69022",
"sharegpt_zs9nI2N_0",
"541ecc45_1",
"sharegpt_yW4k8hG_0",
"7cd7c296_3",
"7c338712_2",
"8de3201f_1",
"c77250d2",
"ultrachat_272210",
"183b6085",
"f91cac51_1",
"ultrachat_276951",
"ultrachat_311861",
"710f4e21_2",
"5dac7cc2_1",
"sharegpt_XCNeusQ_9",
"3fcbb58c_4",
"e2cb1647",
"sharegpt_IEmtQfM_23",
"097cefd0_2",
"ultrachat_132592",
"e7cc239c_4",
"ultrachat_92362"
]
}