Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 2e6d26dc
Stored context/evidence
["sharegpt_1GMst5Z_0","sharegpt_j4PmNxu_11","sharegpt_nYwVxZC_0","sharegpt_dC2lLD9_0","answer_fa526fc0_4","ultrachat_25205","00765cfd_5","sharegpt_SOWrLSM_0","a8d2a008","sharegpt_KhEQxHr_0","sharegpt_kwkRbs1_0","083ad115","sharegpt_cWXk159_0","406a93d8_2","sharegpt_YbYHKEO_2","d0a53420","ultrachat_277002","answer_fa526fc0_3","14a520c8_2","sharegpt_h4ZC1fl_152","a4d6c239_2","ultrachat_121666","ultrachat_348504","answer_fa526fc0_1","7a3cbde3","sharegpt_flHO7QM_17","sharegpt_hHGVWPU_1","sharegpt_IigLRfw_0","73f14139","1bf266f7_2","f863a648_1","sharegpt_khzxF7S_0","9d1779e4","ultrachat_393167","answer_fa526fc0_2","ultrachat_330764","29695e1c_1","21018039","ultrachat_67223","ultrachat_37638","e8bfacec_1","sharegpt_GGpItd5_0","ultrachat_376179","ultrachat_541982","sharegpt_mcuPM3P_7","ultrachat_549356","sharegpt_SHUmfSm_0","sharegpt_mb2AzS7_11","ultrachat_7697","sharegpt_vXNQZ2I_0","ultrachat_435802","sharegpt_fPcL10k_0","sharegpt_UJi9nfB_0","sharegpt_Wt2YDZs_35"]
Retrieved context/evidence
["sharegpt_SHUmfSm_0","sharegpt_cWXk159_0","ultrachat_25205","ultrachat_435802","sharegpt_1GMst5Z_0"]
Retrieval output (not a generated answer)
sharegpt_SHUmfSm_0
Complete stored trace (JSON)
{
"answer": "sharegpt_SHUmfSm_0",
"answer_session_ids": [
"answer_fa526fc0_4",
"answer_fa526fc0_3",
"answer_fa526fc0_1",
"answer_fa526fc0_2"
],
"gold_references": [
"answer_fa526fc0_4",
"answer_fa526fc0_3",
"answer_fa526fc0_1",
"answer_fa526fc0_2"
],
"oracle_has_answer_turns": {
"00765cfd_5": [],
"083ad115": [],
"14a520c8_2": [],
"1bf266f7_2": [],
"21018039": [],
"29695e1c_1": [],
"406a93d8_2": [],
"73f14139": [],
"7a3cbde3": [],
"9d1779e4": [],
"a4d6c239_2": [],
"a8d2a008": [],
"answer_fa526fc0_1": [
0
],
"answer_fa526fc0_2": [
0
],
"answer_fa526fc0_3": [
0
],
"answer_fa526fc0_4": [
0
],
"d0a53420": [],
"e8bfacec_1": [],
"f863a648_1": [],
"sharegpt_1GMst5Z_0": [],
"sharegpt_GGpItd5_0": [],
"sharegpt_IigLRfw_0": [],
"sharegpt_KhEQxHr_0": [],
"sharegpt_SHUmfSm_0": [],
"sharegpt_SOWrLSM_0": [],
"sharegpt_UJi9nfB_0": [],
"sharegpt_Wt2YDZs_35": [],
"sharegpt_YbYHKEO_2": [],
"sharegpt_cWXk159_0": [],
"sharegpt_dC2lLD9_0": [],
"sharegpt_fPcL10k_0": [],
"sharegpt_flHO7QM_17": [],
"sharegpt_h4ZC1fl_152": [],
"sharegpt_hHGVWPU_1": [],
"sharegpt_j4PmNxu_11": [],
"sharegpt_khzxF7S_0": [],
"sharegpt_kwkRbs1_0": [],
"sharegpt_mb2AzS7_11": [],
"sharegpt_mcuPM3P_7": [],
"sharegpt_nYwVxZC_0": [],
"sharegpt_vXNQZ2I_0": [],
"ultrachat_121666": [],
"ultrachat_25205": [],
"ultrachat_277002": [],
"ultrachat_330764": [],
"ultrachat_348504": [],
"ultrachat_376179": [],
"ultrachat_37638": [],
"ultrachat_393167": [],
"ultrachat_435802": [],
"ultrachat_541982": [],
"ultrachat_549356": [],
"ultrachat_67223": [],
"ultrachat_7697": []
},
"question_id": "2e6d26dc",
"ranked_retrieved_hits": [
"sharegpt_SHUmfSm_0",
"sharegpt_cWXk159_0",
"ultrachat_25205",
"ultrachat_435802",
"sharegpt_1GMst5Z_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"sharegpt_1GMst5Z_0",
"sharegpt_j4PmNxu_11",
"sharegpt_nYwVxZC_0",
"sharegpt_dC2lLD9_0",
"answer_fa526fc0_4",
"ultrachat_25205",
"00765cfd_5",
"sharegpt_SOWrLSM_0",
"a8d2a008",
"sharegpt_KhEQxHr_0",
"sharegpt_kwkRbs1_0",
"083ad115",
"sharegpt_cWXk159_0",
"406a93d8_2",
"sharegpt_YbYHKEO_2",
"d0a53420",
"ultrachat_277002",
"answer_fa526fc0_3",
"14a520c8_2",
"sharegpt_h4ZC1fl_152",
"a4d6c239_2",
"ultrachat_121666",
"ultrachat_348504",
"answer_fa526fc0_1",
"7a3cbde3",
"sharegpt_flHO7QM_17",
"sharegpt_hHGVWPU_1",
"sharegpt_IigLRfw_0",
"73f14139",
"1bf266f7_2",
"f863a648_1",
"sharegpt_khzxF7S_0",
"9d1779e4",
"ultrachat_393167",
"answer_fa526fc0_2",
"ultrachat_330764",
"29695e1c_1",
"21018039",
"ultrachat_67223",
"ultrachat_37638",
"e8bfacec_1",
"sharegpt_GGpItd5_0",
"ultrachat_376179",
"ultrachat_541982",
"sharegpt_mcuPM3P_7",
"ultrachat_549356",
"sharegpt_SHUmfSm_0",
"sharegpt_mb2AzS7_11",
"ultrachat_7697",
"sharegpt_vXNQZ2I_0",
"ultrachat_435802",
"sharegpt_fPcL10k_0",
"sharegpt_UJi9nfB_0",
"sharegpt_Wt2YDZs_35"
]
}