Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace d52b4f67
Stored context/evidence
["sharegpt_IAh1ih0_0","41d20601","sharegpt_97FsYgD_0","sharegpt_KwbJJ66_1","sharegpt_1oT9jLk_9","c578da1f_1","ultrachat_181957","sharegpt_R1F4uqN_32","sharegpt_2yVrL3l_45","62a6d083","sharegpt_1xWbPPL_0","sharegpt_I6IzvEF_136","sharegpt_n6Ej34Y_75","sharegpt_R7HXgfu_9","18a06652_6","84daebd7_1","ultrachat_182350","d31c3ec8_3","ultrachat_454395","ultrachat_258008","ultrachat_311844","ae97f109","e78617c5_3","9b17bb98","29545df8_1","ultrachat_253134","a80640f5_1","sharegpt_MM7pEKH_0","sharegpt_IqVsDp7_89","d053f1d6","sharegpt_cn3iUbp_7","sharegpt_LOF3smB_15","sharegpt_flHO7QM_17","ultrachat_416577","ultrachat_337169","0840765f_1","7f5e5351_2","sharegpt_SzQ9LQj_0","ultrachat_195338","380a9d4d_1","ultrachat_481735","sharegpt_5H5wKie_0","974fe383_2","c964b460_1","ultrachat_127631","ultrachat_403379","sharegpt_BVfC7JV_0","answer_0df6aa4b","da1797c4_1","sharegpt_jIgZEJP_0","cd1f21d0_3","f999b05b_5"]
Retrieved context/evidence
["answer_0df6aa4b","ultrachat_481735"]
Retrieval output (not a generated answer)
answer_0df6aa4b
Complete stored trace (JSON)
{
"answer": "answer_0df6aa4b",
"answer_session_ids": [
"answer_0df6aa4b"
],
"gold_references": [
"answer_0df6aa4b"
],
"oracle_has_answer_turns": {
"0840765f_1": [],
"18a06652_6": [],
"29545df8_1": [],
"380a9d4d_1": [],
"41d20601": [],
"62a6d083": [],
"7f5e5351_2": [],
"84daebd7_1": [],
"974fe383_2": [],
"9b17bb98": [],
"a80640f5_1": [],
"ae97f109": [],
"answer_0df6aa4b": [
4
],
"c578da1f_1": [],
"c964b460_1": [],
"cd1f21d0_3": [],
"d053f1d6": [],
"d31c3ec8_3": [],
"da1797c4_1": [],
"e78617c5_3": [],
"f999b05b_5": [],
"sharegpt_1oT9jLk_9": [],
"sharegpt_1xWbPPL_0": [],
"sharegpt_2yVrL3l_45": [],
"sharegpt_5H5wKie_0": [],
"sharegpt_97FsYgD_0": [],
"sharegpt_BVfC7JV_0": [],
"sharegpt_I6IzvEF_136": [],
"sharegpt_IAh1ih0_0": [],
"sharegpt_IqVsDp7_89": [],
"sharegpt_KwbJJ66_1": [],
"sharegpt_LOF3smB_15": [],
"sharegpt_MM7pEKH_0": [],
"sharegpt_R1F4uqN_32": [],
"sharegpt_R7HXgfu_9": [],
"sharegpt_SzQ9LQj_0": [],
"sharegpt_cn3iUbp_7": [],
"sharegpt_flHO7QM_17": [],
"sharegpt_jIgZEJP_0": [],
"sharegpt_n6Ej34Y_75": [],
"ultrachat_127631": [],
"ultrachat_181957": [],
"ultrachat_182350": [],
"ultrachat_195338": [],
"ultrachat_253134": [],
"ultrachat_258008": [],
"ultrachat_311844": [],
"ultrachat_337169": [],
"ultrachat_403379": [],
"ultrachat_416577": [],
"ultrachat_454395": [],
"ultrachat_481735": []
},
"question_id": "d52b4f67",
"ranked_retrieved_hits": [
"answer_0df6aa4b",
"ultrachat_481735"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"sharegpt_IAh1ih0_0",
"41d20601",
"sharegpt_97FsYgD_0",
"sharegpt_KwbJJ66_1",
"sharegpt_1oT9jLk_9",
"c578da1f_1",
"ultrachat_181957",
"sharegpt_R1F4uqN_32",
"sharegpt_2yVrL3l_45",
"62a6d083",
"sharegpt_1xWbPPL_0",
"sharegpt_I6IzvEF_136",
"sharegpt_n6Ej34Y_75",
"sharegpt_R7HXgfu_9",
"18a06652_6",
"84daebd7_1",
"ultrachat_182350",
"d31c3ec8_3",
"ultrachat_454395",
"ultrachat_258008",
"ultrachat_311844",
"ae97f109",
"e78617c5_3",
"9b17bb98",
"29545df8_1",
"ultrachat_253134",
"a80640f5_1",
"sharegpt_MM7pEKH_0",
"sharegpt_IqVsDp7_89",
"d053f1d6",
"sharegpt_cn3iUbp_7",
"sharegpt_LOF3smB_15",
"sharegpt_flHO7QM_17",
"ultrachat_416577",
"ultrachat_337169",
"0840765f_1",
"7f5e5351_2",
"sharegpt_SzQ9LQj_0",
"ultrachat_195338",
"380a9d4d_1",
"ultrachat_481735",
"sharegpt_5H5wKie_0",
"974fe383_2",
"c964b460_1",
"ultrachat_127631",
"ultrachat_403379",
"sharegpt_BVfC7JV_0",
"answer_0df6aa4b",
"da1797c4_1",
"sharegpt_jIgZEJP_0",
"cd1f21d0_3",
"f999b05b_5"
]
}