Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 71017277
Stored context/evidence
["f8de4e92_4","sharegpt_vAmtpXS_27","ultrachat_30447","fd749c9a_1","ad175dc4_5","sharegpt_7SCdbX2_0","sharegpt_A4N0rHY_13","e030fd34","sharegpt_YQxIgLZ_0","ultrachat_38585","5854eebc_2","85a1be56_2","80dc42f7_2","sharegpt_0EPbdNW_0","ultrachat_463391","dd99d002","ultrachat_489008","sharegpt_lDQ2X2W_0","445e6a7a_1","1474b89f_1","6de70f46_2","b1d9eb66_1","sharegpt_jCjT0AL_25","451ecb23_3","sharegpt_zoTDCU6_0","ultrachat_530260","ultrachat_182880","449b918c_3","976ca0d9","sharegpt_7ce5xOg_0","ultrachat_314414","0aacd15f_5","ultrachat_129109","sharegpt_sFHgoSi_0","40a1e681_1","ultrachat_56077","answer_0b4a8adc_1","ultrachat_192433","sharegpt_IaL3bvQ_0","ultrachat_557308","sharegpt_pOHJRXT_0","e64f9553_1","ultrachat_181350","ccaf07c8_1","sharegpt_8LT4mI1_0","sharegpt_EEB6Fsp_0","ultrachat_542251","sharegpt_CDJJxSP_0","ultrachat_498231","0320f558_1","e5b86922_1"]
Retrieved context/evidence
["5854eebc_2","ultrachat_489008","sharegpt_IaL3bvQ_0"]
Retrieval output (not a generated answer)
5854eebc_2
Complete stored trace (JSON)
{
"answer": "5854eebc_2",
"answer_session_ids": [
"answer_0b4a8adc_1"
],
"gold_references": [
"answer_0b4a8adc_1"
],
"oracle_has_answer_turns": {
"0320f558_1": [],
"0aacd15f_5": [],
"1474b89f_1": [],
"40a1e681_1": [],
"445e6a7a_1": [],
"449b918c_3": [],
"451ecb23_3": [],
"5854eebc_2": [],
"6de70f46_2": [],
"80dc42f7_2": [],
"85a1be56_2": [],
"976ca0d9": [],
"ad175dc4_5": [],
"answer_0b4a8adc_1": [
0
],
"b1d9eb66_1": [],
"ccaf07c8_1": [],
"dd99d002": [],
"e030fd34": [],
"e5b86922_1": [],
"e64f9553_1": [],
"f8de4e92_4": [],
"fd749c9a_1": [],
"sharegpt_0EPbdNW_0": [],
"sharegpt_7SCdbX2_0": [],
"sharegpt_7ce5xOg_0": [],
"sharegpt_8LT4mI1_0": [],
"sharegpt_A4N0rHY_13": [],
"sharegpt_CDJJxSP_0": [],
"sharegpt_EEB6Fsp_0": [],
"sharegpt_IaL3bvQ_0": [],
"sharegpt_YQxIgLZ_0": [],
"sharegpt_jCjT0AL_25": [],
"sharegpt_lDQ2X2W_0": [],
"sharegpt_pOHJRXT_0": [],
"sharegpt_sFHgoSi_0": [],
"sharegpt_vAmtpXS_27": [],
"sharegpt_zoTDCU6_0": [],
"ultrachat_129109": [],
"ultrachat_181350": [],
"ultrachat_182880": [],
"ultrachat_192433": [],
"ultrachat_30447": [],
"ultrachat_314414": [],
"ultrachat_38585": [],
"ultrachat_463391": [],
"ultrachat_489008": [],
"ultrachat_498231": [],
"ultrachat_530260": [],
"ultrachat_542251": [],
"ultrachat_557308": [],
"ultrachat_56077": []
},
"question_id": "71017277",
"ranked_retrieved_hits": [
"5854eebc_2",
"ultrachat_489008",
"sharegpt_IaL3bvQ_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"f8de4e92_4",
"sharegpt_vAmtpXS_27",
"ultrachat_30447",
"fd749c9a_1",
"ad175dc4_5",
"sharegpt_7SCdbX2_0",
"sharegpt_A4N0rHY_13",
"e030fd34",
"sharegpt_YQxIgLZ_0",
"ultrachat_38585",
"5854eebc_2",
"85a1be56_2",
"80dc42f7_2",
"sharegpt_0EPbdNW_0",
"ultrachat_463391",
"dd99d002",
"ultrachat_489008",
"sharegpt_lDQ2X2W_0",
"445e6a7a_1",
"1474b89f_1",
"6de70f46_2",
"b1d9eb66_1",
"sharegpt_jCjT0AL_25",
"451ecb23_3",
"sharegpt_zoTDCU6_0",
"ultrachat_530260",
"ultrachat_182880",
"449b918c_3",
"976ca0d9",
"sharegpt_7ce5xOg_0",
"ultrachat_314414",
"0aacd15f_5",
"ultrachat_129109",
"sharegpt_sFHgoSi_0",
"40a1e681_1",
"ultrachat_56077",
"answer_0b4a8adc_1",
"ultrachat_192433",
"sharegpt_IaL3bvQ_0",
"ultrachat_557308",
"sharegpt_pOHJRXT_0",
"e64f9553_1",
"ultrachat_181350",
"ccaf07c8_1",
"sharegpt_8LT4mI1_0",
"sharegpt_EEB6Fsp_0",
"ultrachat_542251",
"sharegpt_CDJJxSP_0",
"ultrachat_498231",
"0320f558_1",
"e5b86922_1"
]
}