Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace a3838d2b
Stored context/evidence
["82a04f59","e285de4b","e8de3056_1","10305ca9_2","sharegpt_SQzWPKF_34","sharegpt_2Td9Irt_0","ultrachat_538097","sharegpt_fhj3OCi_0","sharegpt_oXjQ9O1_0","06317e04","ultrachat_162118","sharegpt_Kz8ljab_95","answer_4ffa04a2_1","ultrachat_368906","ultrachat_95340","sharegpt_Fy9JAep_157","sharegpt_3PxcmyO_0","ultrachat_173051","ultrachat_34858","ff5922e7","4c358f1b_2","511e2d61","sharegpt_59fzD6J_0","953d5a4b_2","answer_4ffa04a2_6","ae73b0f7_2","sharegpt_bA6P6oG_0","sharegpt_5NoXULS_0","638e7094_1","ultrachat_23714","answer_4ffa04a2_4","4162afef_2","ultrachat_462884","answer_4ffa04a2_3","sharegpt_GDFyxeT_0","answer_4ffa04a2_5","8cf0d2a9","answer_4ffa04a2_2","ultrachat_94693","ultrachat_154465","6dc62df6_2","bd4110bc","ultrachat_336244","e02ddb14_1","2fe5510e_4","ultrachat_487772","sharegpt_JXREDs0_4"]
Retrieved context/evidence
["answer_4ffa04a2_1"]
Retrieval output (not a generated answer)
answer_4ffa04a2_1
Complete stored trace (JSON)
{
"answer": "answer_4ffa04a2_1",
"answer_session_ids": [
"answer_4ffa04a2_1",
"answer_4ffa04a2_6",
"answer_4ffa04a2_4",
"answer_4ffa04a2_3",
"answer_4ffa04a2_5",
"answer_4ffa04a2_2"
],
"gold_references": [
"answer_4ffa04a2_1",
"answer_4ffa04a2_6",
"answer_4ffa04a2_4",
"answer_4ffa04a2_3",
"answer_4ffa04a2_5",
"answer_4ffa04a2_2"
],
"oracle_has_answer_turns": {
"06317e04": [],
"10305ca9_2": [],
"2fe5510e_4": [],
"4162afef_2": [],
"4c358f1b_2": [],
"511e2d61": [],
"638e7094_1": [],
"6dc62df6_2": [],
"82a04f59": [],
"8cf0d2a9": [],
"953d5a4b_2": [],
"ae73b0f7_2": [],
"answer_4ffa04a2_1": [
0
],
"answer_4ffa04a2_2": [
0
],
"answer_4ffa04a2_3": [
0
],
"answer_4ffa04a2_4": [
0
],
"answer_4ffa04a2_5": [
0
],
"answer_4ffa04a2_6": [
0
],
"bd4110bc": [],
"e02ddb14_1": [],
"e285de4b": [],
"e8de3056_1": [],
"ff5922e7": [],
"sharegpt_2Td9Irt_0": [],
"sharegpt_3PxcmyO_0": [],
"sharegpt_59fzD6J_0": [],
"sharegpt_5NoXULS_0": [],
"sharegpt_Fy9JAep_157": [],
"sharegpt_GDFyxeT_0": [],
"sharegpt_JXREDs0_4": [],
"sharegpt_Kz8ljab_95": [],
"sharegpt_SQzWPKF_34": [],
"sharegpt_bA6P6oG_0": [],
"sharegpt_fhj3OCi_0": [],
"sharegpt_oXjQ9O1_0": [],
"ultrachat_154465": [],
"ultrachat_162118": [],
"ultrachat_173051": [],
"ultrachat_23714": [],
"ultrachat_336244": [],
"ultrachat_34858": [],
"ultrachat_368906": [],
"ultrachat_462884": [],
"ultrachat_487772": [],
"ultrachat_538097": [],
"ultrachat_94693": [],
"ultrachat_95340": []
},
"question_id": "a3838d2b",
"ranked_retrieved_hits": [
"answer_4ffa04a2_1"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"82a04f59",
"e285de4b",
"e8de3056_1",
"10305ca9_2",
"sharegpt_SQzWPKF_34",
"sharegpt_2Td9Irt_0",
"ultrachat_538097",
"sharegpt_fhj3OCi_0",
"sharegpt_oXjQ9O1_0",
"06317e04",
"ultrachat_162118",
"sharegpt_Kz8ljab_95",
"answer_4ffa04a2_1",
"ultrachat_368906",
"ultrachat_95340",
"sharegpt_Fy9JAep_157",
"sharegpt_3PxcmyO_0",
"ultrachat_173051",
"ultrachat_34858",
"ff5922e7",
"4c358f1b_2",
"511e2d61",
"sharegpt_59fzD6J_0",
"953d5a4b_2",
"answer_4ffa04a2_6",
"ae73b0f7_2",
"sharegpt_bA6P6oG_0",
"sharegpt_5NoXULS_0",
"638e7094_1",
"ultrachat_23714",
"answer_4ffa04a2_4",
"4162afef_2",
"ultrachat_462884",
"answer_4ffa04a2_3",
"sharegpt_GDFyxeT_0",
"answer_4ffa04a2_5",
"8cf0d2a9",
"answer_4ffa04a2_2",
"ultrachat_94693",
"ultrachat_154465",
"6dc62df6_2",
"bd4110bc",
"ultrachat_336244",
"e02ddb14_1",
"2fe5510e_4",
"ultrachat_487772",
"sharegpt_JXREDs0_4"
]
}