Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 6d550036
Stored context/evidence
["0bab76de","5459ee85","sharegpt_89M8Aiz_0","sharegpt_fV5wNsl_0","sharegpt_rfvV7Pv_0","sharegpt_J7ZAFLd_0","answer_ec904b3c_1","sharegpt_nVi6tIt_0","sharegpt_yMwEvl7_479","ultrachat_271963","sharegpt_OLkkH3L_41","25b2b29d","528f481d_5","f6246b5f","a9981dc6_3","sharegpt_rDem8l4_13","answer_ec904b3c_4","dae3906e_2","sharegpt_lD6huka_0","sharegpt_UbMVpdp_93","ultrachat_417964","a245a0df_2","ultrachat_410909","sharegpt_bULu11Y_19","answer_ec904b3c_3","43f2d083_3","sharegpt_yzR1YLf_0","sharegpt_SbkKtuo_0","sharegpt_zciCXP1_12","187b4852_1","d74d42a2","ultrachat_61295","ultrachat_118214","ultrachat_294469","b37a44e4_5","2e4430d8_2","ultrachat_184799","ultrachat_78098","sharegpt_JlhNyfC_0","answer_ec904b3c_2","5558a42e_2","sharegpt_jDUWXpR_57","eb682e52_2","a51d15cd_3","878271ae_2","sharegpt_oXgiN7q_53","9764990c_4"]
Retrieved context/evidence
["dae3906e_2","ultrachat_417964"]
Retrieval output (not a generated answer)
dae3906e_2
Complete stored trace (JSON)
{
"answer": "dae3906e_2",
"answer_session_ids": [
"answer_ec904b3c_1",
"answer_ec904b3c_4",
"answer_ec904b3c_3",
"answer_ec904b3c_2"
],
"gold_references": [
"answer_ec904b3c_1",
"answer_ec904b3c_4",
"answer_ec904b3c_3",
"answer_ec904b3c_2"
],
"oracle_has_answer_turns": {
"0bab76de": [],
"187b4852_1": [],
"25b2b29d": [],
"2e4430d8_2": [],
"43f2d083_3": [],
"528f481d_5": [],
"5459ee85": [],
"5558a42e_2": [],
"878271ae_2": [],
"9764990c_4": [],
"a245a0df_2": [],
"a51d15cd_3": [],
"a9981dc6_3": [],
"answer_ec904b3c_1": [
0
],
"answer_ec904b3c_2": [
2
],
"answer_ec904b3c_3": [
0
],
"answer_ec904b3c_4": [
0
],
"b37a44e4_5": [],
"d74d42a2": [],
"dae3906e_2": [],
"eb682e52_2": [],
"f6246b5f": [],
"sharegpt_89M8Aiz_0": [],
"sharegpt_J7ZAFLd_0": [],
"sharegpt_JlhNyfC_0": [],
"sharegpt_OLkkH3L_41": [],
"sharegpt_SbkKtuo_0": [],
"sharegpt_UbMVpdp_93": [],
"sharegpt_bULu11Y_19": [],
"sharegpt_fV5wNsl_0": [],
"sharegpt_jDUWXpR_57": [],
"sharegpt_lD6huka_0": [],
"sharegpt_nVi6tIt_0": [],
"sharegpt_oXgiN7q_53": [],
"sharegpt_rDem8l4_13": [],
"sharegpt_rfvV7Pv_0": [],
"sharegpt_yMwEvl7_479": [],
"sharegpt_yzR1YLf_0": [],
"sharegpt_zciCXP1_12": [],
"ultrachat_118214": [],
"ultrachat_184799": [],
"ultrachat_271963": [],
"ultrachat_294469": [],
"ultrachat_410909": [],
"ultrachat_417964": [],
"ultrachat_61295": [],
"ultrachat_78098": []
},
"question_id": "6d550036",
"ranked_retrieved_hits": [
"dae3906e_2",
"ultrachat_417964"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"0bab76de",
"5459ee85",
"sharegpt_89M8Aiz_0",
"sharegpt_fV5wNsl_0",
"sharegpt_rfvV7Pv_0",
"sharegpt_J7ZAFLd_0",
"answer_ec904b3c_1",
"sharegpt_nVi6tIt_0",
"sharegpt_yMwEvl7_479",
"ultrachat_271963",
"sharegpt_OLkkH3L_41",
"25b2b29d",
"528f481d_5",
"f6246b5f",
"a9981dc6_3",
"sharegpt_rDem8l4_13",
"answer_ec904b3c_4",
"dae3906e_2",
"sharegpt_lD6huka_0",
"sharegpt_UbMVpdp_93",
"ultrachat_417964",
"a245a0df_2",
"ultrachat_410909",
"sharegpt_bULu11Y_19",
"answer_ec904b3c_3",
"43f2d083_3",
"sharegpt_yzR1YLf_0",
"sharegpt_SbkKtuo_0",
"sharegpt_zciCXP1_12",
"187b4852_1",
"d74d42a2",
"ultrachat_61295",
"ultrachat_118214",
"ultrachat_294469",
"b37a44e4_5",
"2e4430d8_2",
"ultrachat_184799",
"ultrachat_78098",
"sharegpt_JlhNyfC_0",
"answer_ec904b3c_2",
"5558a42e_2",
"sharegpt_jDUWXpR_57",
"eb682e52_2",
"a51d15cd_3",
"878271ae_2",
"sharegpt_oXgiN7q_53",
"9764990c_4"
]
}