Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 0862e8bf
Stored context/evidence
["sharegpt_nh3eDLi_9","sharegpt_oLlUxYj_40","ultrachat_181126","ultrachat_511593","ultrachat_247189","932c7d0d_2","sharegpt_0iEF8Gz_0","0a6a592a_1","ultrachat_518141","6c172949_1","aefe50f4","sharegpt_au9YjVi_0","sharegpt_p073tJI_0","ultrachat_102040","ultrachat_96014","ultrachat_433398","147381f2_2","sharegpt_sCFErnY_22","ultrachat_403393","a8179676","ultrachat_357044","sharegpt_2I1TxKW_0","sharegpt_KOaA4jf_0","sharegpt_MTUnqho_0","a20b50bc","b209867b","ultrachat_47999","answer_c6fd8ebd","ultrachat_408906","ultrachat_382510","sharegpt_HdxflS0_0","sharegpt_isQJkCz_17","sharegpt_3BkB8g5_0","ultrachat_470951","sharegpt_A7KJApk_21","ultrachat_240637","6d11b87d_2","sharegpt_NCfYoAJ_0","ultrachat_177909","f31033c0_2","95c36d37","0566c21b","02b63d04_3","381b80a3","sharegpt_WhKs0Le_0","sharegpt_G8j6c8J_23","2442d5b9","97cddf70_5","ultrachat_88749","10541a2c_1"]
Retrieved context/evidence
["sharegpt_NCfYoAJ_0","sharegpt_WhKs0Le_0","ultrachat_357044","sharegpt_au9YjVi_0"]
Retrieval output (not a generated answer)
sharegpt_NCfYoAJ_0
Complete stored trace (JSON)
{
"answer": "sharegpt_NCfYoAJ_0",
"answer_session_ids": [
"answer_c6fd8ebd"
],
"gold_references": [
"answer_c6fd8ebd"
],
"oracle_has_answer_turns": {
"02b63d04_3": [],
"0566c21b": [],
"0a6a592a_1": [],
"10541a2c_1": [],
"147381f2_2": [],
"2442d5b9": [],
"381b80a3": [],
"6c172949_1": [],
"6d11b87d_2": [],
"932c7d0d_2": [],
"95c36d37": [],
"97cddf70_5": [],
"a20b50bc": [],
"a8179676": [],
"aefe50f4": [],
"answer_c6fd8ebd": [
10
],
"b209867b": [],
"f31033c0_2": [],
"sharegpt_0iEF8Gz_0": [],
"sharegpt_2I1TxKW_0": [],
"sharegpt_3BkB8g5_0": [],
"sharegpt_A7KJApk_21": [],
"sharegpt_G8j6c8J_23": [],
"sharegpt_HdxflS0_0": [],
"sharegpt_KOaA4jf_0": [],
"sharegpt_MTUnqho_0": [],
"sharegpt_NCfYoAJ_0": [],
"sharegpt_WhKs0Le_0": [],
"sharegpt_au9YjVi_0": [],
"sharegpt_isQJkCz_17": [],
"sharegpt_nh3eDLi_9": [],
"sharegpt_oLlUxYj_40": [],
"sharegpt_p073tJI_0": [],
"sharegpt_sCFErnY_22": [],
"ultrachat_102040": [],
"ultrachat_177909": [],
"ultrachat_181126": [],
"ultrachat_240637": [],
"ultrachat_247189": [],
"ultrachat_357044": [],
"ultrachat_382510": [],
"ultrachat_403393": [],
"ultrachat_408906": [],
"ultrachat_433398": [],
"ultrachat_470951": [],
"ultrachat_47999": [],
"ultrachat_511593": [],
"ultrachat_518141": [],
"ultrachat_88749": [],
"ultrachat_96014": []
},
"question_id": "0862e8bf",
"ranked_retrieved_hits": [
"sharegpt_NCfYoAJ_0",
"sharegpt_WhKs0Le_0",
"ultrachat_357044",
"sharegpt_au9YjVi_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"sharegpt_nh3eDLi_9",
"sharegpt_oLlUxYj_40",
"ultrachat_181126",
"ultrachat_511593",
"ultrachat_247189",
"932c7d0d_2",
"sharegpt_0iEF8Gz_0",
"0a6a592a_1",
"ultrachat_518141",
"6c172949_1",
"aefe50f4",
"sharegpt_au9YjVi_0",
"sharegpt_p073tJI_0",
"ultrachat_102040",
"ultrachat_96014",
"ultrachat_433398",
"147381f2_2",
"sharegpt_sCFErnY_22",
"ultrachat_403393",
"a8179676",
"ultrachat_357044",
"sharegpt_2I1TxKW_0",
"sharegpt_KOaA4jf_0",
"sharegpt_MTUnqho_0",
"a20b50bc",
"b209867b",
"ultrachat_47999",
"answer_c6fd8ebd",
"ultrachat_408906",
"ultrachat_382510",
"sharegpt_HdxflS0_0",
"sharegpt_isQJkCz_17",
"sharegpt_3BkB8g5_0",
"ultrachat_470951",
"sharegpt_A7KJApk_21",
"ultrachat_240637",
"6d11b87d_2",
"sharegpt_NCfYoAJ_0",
"ultrachat_177909",
"f31033c0_2",
"95c36d37",
"0566c21b",
"02b63d04_3",
"381b80a3",
"sharegpt_WhKs0Le_0",
"sharegpt_G8j6c8J_23",
"2442d5b9",
"97cddf70_5",
"ultrachat_88749",
"10541a2c_1"
]
}