Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace f0e564bc
Stored context/evidence
["4f5880c6_4","798e4ba3_2","6a775d57","588ecfda","sharegpt_783Lb5V_0","ultrachat_293162","c1e598cd_1","9f35ac68","sharegpt_5QJbBnD_31","ultrachat_154739","32387419_2","answer_cfcf5340_1","9163666f_1","ultrachat_143959","sharegpt_W3YFpVK_7","683fdb17","ultrachat_330960","ultrachat_371814","sharegpt_KuYaD2O_0","sharegpt_1QPXgB0_0","ultrachat_448701","3b5884c7_3","ultrachat_197576","ultrachat_483409","ultrachat_183571","06fe8cfb_1","1788a980","55da3cbf_3","ultrachat_271443","ultrachat_469996","6dfc99bf_2","sharegpt_mAC0gqN_0","sharegpt_JfMnEjD_1","f088d563","answer_cfcf5340_2","sharegpt_4OYM4EK_0","bc1f1051_1","sharegpt_wv8W1wz_0","453d3067","658150c4","b41bfab1","ultrachat_328570","ultrachat_384067","932a97c6","sharegpt_qWPE5vW_11","65ca99fb_2","sharegpt_peRemgk_0","sharegpt_3hCiKrk_0","ultrachat_6873","3b8f0d9d"]
Retrieved context/evidence
["ultrachat_483409","ultrachat_197576","ultrachat_469996","sharegpt_1QPXgB0_0"]
Retrieval output (not a generated answer)
ultrachat_483409
Complete stored trace (JSON)
{
"answer": "ultrachat_483409",
"answer_session_ids": [
"answer_cfcf5340_1",
"answer_cfcf5340_2"
],
"gold_references": [
"answer_cfcf5340_1",
"answer_cfcf5340_2"
],
"oracle_has_answer_turns": {
"06fe8cfb_1": [],
"1788a980": [],
"32387419_2": [],
"3b5884c7_3": [],
"3b8f0d9d": [],
"453d3067": [],
"4f5880c6_4": [],
"55da3cbf_3": [],
"588ecfda": [],
"658150c4": [],
"65ca99fb_2": [],
"683fdb17": [],
"6a775d57": [],
"6dfc99bf_2": [],
"798e4ba3_2": [],
"9163666f_1": [],
"932a97c6": [],
"9f35ac68": [],
"answer_cfcf5340_1": [
0
],
"answer_cfcf5340_2": [
0
],
"b41bfab1": [],
"bc1f1051_1": [],
"c1e598cd_1": [],
"f088d563": [],
"sharegpt_1QPXgB0_0": [],
"sharegpt_3hCiKrk_0": [],
"sharegpt_4OYM4EK_0": [],
"sharegpt_5QJbBnD_31": [],
"sharegpt_783Lb5V_0": [],
"sharegpt_JfMnEjD_1": [],
"sharegpt_KuYaD2O_0": [],
"sharegpt_W3YFpVK_7": [],
"sharegpt_mAC0gqN_0": [],
"sharegpt_peRemgk_0": [],
"sharegpt_qWPE5vW_11": [],
"sharegpt_wv8W1wz_0": [],
"ultrachat_143959": [],
"ultrachat_154739": [],
"ultrachat_183571": [],
"ultrachat_197576": [],
"ultrachat_271443": [],
"ultrachat_293162": [],
"ultrachat_328570": [],
"ultrachat_330960": [],
"ultrachat_371814": [],
"ultrachat_384067": [],
"ultrachat_448701": [],
"ultrachat_469996": [],
"ultrachat_483409": [],
"ultrachat_6873": []
},
"question_id": "f0e564bc",
"ranked_retrieved_hits": [
"ultrachat_483409",
"ultrachat_197576",
"ultrachat_469996",
"sharegpt_1QPXgB0_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"4f5880c6_4",
"798e4ba3_2",
"6a775d57",
"588ecfda",
"sharegpt_783Lb5V_0",
"ultrachat_293162",
"c1e598cd_1",
"9f35ac68",
"sharegpt_5QJbBnD_31",
"ultrachat_154739",
"32387419_2",
"answer_cfcf5340_1",
"9163666f_1",
"ultrachat_143959",
"sharegpt_W3YFpVK_7",
"683fdb17",
"ultrachat_330960",
"ultrachat_371814",
"sharegpt_KuYaD2O_0",
"sharegpt_1QPXgB0_0",
"ultrachat_448701",
"3b5884c7_3",
"ultrachat_197576",
"ultrachat_483409",
"ultrachat_183571",
"06fe8cfb_1",
"1788a980",
"55da3cbf_3",
"ultrachat_271443",
"ultrachat_469996",
"6dfc99bf_2",
"sharegpt_mAC0gqN_0",
"sharegpt_JfMnEjD_1",
"f088d563",
"answer_cfcf5340_2",
"sharegpt_4OYM4EK_0",
"bc1f1051_1",
"sharegpt_wv8W1wz_0",
"453d3067",
"658150c4",
"b41bfab1",
"ultrachat_328570",
"ultrachat_384067",
"932a97c6",
"sharegpt_qWPE5vW_11",
"65ca99fb_2",
"sharegpt_peRemgk_0",
"sharegpt_3hCiKrk_0",
"ultrachat_6873",
"3b8f0d9d"
]
}