Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 58bf7951
Stored context/evidence
["ultrachat_132201","sharegpt_LG0uJvY_0","5b83c26e_1","sharegpt_CvVLg2J_18","sharegpt_M84blrA_53","ultrachat_38680","sharegpt_dh3mN7U_0","ultrachat_283755","11302335_3","08469b58","sharegpt_6fTnCnw_37","sharegpt_HatyEzg_0","ultrachat_278141","ultrachat_346947","sharegpt_KmMXLp3_0","7e17ae56_5","sharegpt_gmLF3PE_17","07b7a667_1#occurrence-0","4d1b9b0d_2","ultrachat_45704","ultrachat_221066","sharegpt_DGiqvVv_270","1587bd78_1","71f2f490_2","ultrachat_196312","28f15385","e40d733b_3","ultrachat_155546","ultrachat_377566","answer_355c48bb","sharegpt_gTiQ90w_0","sharegpt_bSWYciK_0","e4bbcd5f_1","sharegpt_53zErgw_0","ultrachat_71618","793382f9_2","ultrachat_366731","ultrachat_365156","sharegpt_PancT1q_0","ultrachat_304942","sharegpt_9eug43q_0","sharegpt_RkFlOeC_19","ultrachat_446004","ab19e1c9_2","sharegpt_jm1c5JI_21","ultrachat_520205","sharegpt_9qAGH5s_0","07b7a667_1#occurrence-1","80082060_2","sharegpt_eyjhBv3_0","sharegpt_cmyFRwn_0","ultrachat_143341","ultrachat_268434","sharegpt_UAJxypC_0","sharegpt_OFiElWf_37","987b36db_2","e2efa128"]
Retrieved context/evidence
["sharegpt_53zErgw_0","ultrachat_268434","ultrachat_155546","ultrachat_283755"]
Retrieval output (not a generated answer)
sharegpt_53zErgw_0
Complete stored trace (JSON)
{
"answer": "sharegpt_53zErgw_0",
"answer_session_ids": [
"answer_355c48bb"
],
"gold_references": [
"answer_355c48bb"
],
"oracle_has_answer_turns": {
"07b7a667_1": [],
"08469b58": [],
"11302335_3": [],
"1587bd78_1": [],
"28f15385": [],
"4d1b9b0d_2": [],
"5b83c26e_1": [],
"71f2f490_2": [],
"793382f9_2": [],
"7e17ae56_5": [],
"80082060_2": [],
"987b36db_2": [],
"ab19e1c9_2": [],
"answer_355c48bb": [
4
],
"e2efa128": [],
"e40d733b_3": [],
"e4bbcd5f_1": [],
"sharegpt_53zErgw_0": [],
"sharegpt_6fTnCnw_37": [],
"sharegpt_9eug43q_0": [],
"sharegpt_9qAGH5s_0": [],
"sharegpt_CvVLg2J_18": [],
"sharegpt_DGiqvVv_270": [],
"sharegpt_HatyEzg_0": [],
"sharegpt_KmMXLp3_0": [],
"sharegpt_LG0uJvY_0": [],
"sharegpt_M84blrA_53": [],
"sharegpt_OFiElWf_37": [],
"sharegpt_PancT1q_0": [],
"sharegpt_RkFlOeC_19": [],
"sharegpt_UAJxypC_0": [],
"sharegpt_bSWYciK_0": [],
"sharegpt_cmyFRwn_0": [],
"sharegpt_dh3mN7U_0": [],
"sharegpt_eyjhBv3_0": [],
"sharegpt_gTiQ90w_0": [],
"sharegpt_gmLF3PE_17": [],
"sharegpt_jm1c5JI_21": [],
"ultrachat_132201": [],
"ultrachat_143341": [],
"ultrachat_155546": [],
"ultrachat_196312": [],
"ultrachat_221066": [],
"ultrachat_268434": [],
"ultrachat_278141": [],
"ultrachat_283755": [],
"ultrachat_304942": [],
"ultrachat_346947": [],
"ultrachat_365156": [],
"ultrachat_366731": [],
"ultrachat_377566": [],
"ultrachat_38680": [],
"ultrachat_446004": [],
"ultrachat_45704": [],
"ultrachat_520205": [],
"ultrachat_71618": []
},
"question_id": "58bf7951",
"ranked_retrieved_hits": [
"sharegpt_53zErgw_0",
"ultrachat_268434",
"ultrachat_155546",
"ultrachat_283755"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ultrachat_132201",
"sharegpt_LG0uJvY_0",
"5b83c26e_1",
"sharegpt_CvVLg2J_18",
"sharegpt_M84blrA_53",
"ultrachat_38680",
"sharegpt_dh3mN7U_0",
"ultrachat_283755",
"11302335_3",
"08469b58",
"sharegpt_6fTnCnw_37",
"sharegpt_HatyEzg_0",
"ultrachat_278141",
"ultrachat_346947",
"sharegpt_KmMXLp3_0",
"7e17ae56_5",
"sharegpt_gmLF3PE_17",
"07b7a667_1#occurrence-0",
"4d1b9b0d_2",
"ultrachat_45704",
"ultrachat_221066",
"sharegpt_DGiqvVv_270",
"1587bd78_1",
"71f2f490_2",
"ultrachat_196312",
"28f15385",
"e40d733b_3",
"ultrachat_155546",
"ultrachat_377566",
"answer_355c48bb",
"sharegpt_gTiQ90w_0",
"sharegpt_bSWYciK_0",
"e4bbcd5f_1",
"sharegpt_53zErgw_0",
"ultrachat_71618",
"793382f9_2",
"ultrachat_366731",
"ultrachat_365156",
"sharegpt_PancT1q_0",
"ultrachat_304942",
"sharegpt_9eug43q_0",
"sharegpt_RkFlOeC_19",
"ultrachat_446004",
"ab19e1c9_2",
"sharegpt_jm1c5JI_21",
"ultrachat_520205",
"sharegpt_9qAGH5s_0",
"07b7a667_1#occurrence-1",
"80082060_2",
"sharegpt_eyjhBv3_0",
"sharegpt_cmyFRwn_0",
"ultrachat_143341",
"ultrachat_268434",
"sharegpt_UAJxypC_0",
"sharegpt_OFiElWf_37",
"987b36db_2",
"e2efa128"
]
}