Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 1a8a66a6
Stored context/evidence
["f829b530_3","answer_2bd23659_3","ultrachat_18396","sharegpt_2Is2HX5_0","ultrachat_357116","90f7041a_4","sharegpt_8aSHvgj_0","sharegpt_lsiJM0Y_0","sharegpt_FsRsQcH_83","ultrachat_229592","answer_2bd23659_2","answer_2bd23659_4","ultrachat_412421","sharegpt_sXKNzPE_29","18fb3a22_3","sharegpt_mANdO1O_0","sharegpt_mDokt9G_7","ebb5d262","326ecee0","1e91a236_1","sharegpt_1u56OiC_0","54aa4875","3891baea_4","0b0bc8ae_2","22eebf8a_2","ultrachat_101941","6177ea96_2","071f11ff","d99bab55_2","ultrachat_139366","d6792df8","ultrachat_456324","sharegpt_8ipZQ7h_0","ultrachat_280864","ultrachat_287097","sharegpt_P01BTRw_0","ultrachat_93449","ultrachat_310819","sharegpt_dKoJVsx_0","answer_2bd23659_1","a9c4f02b_1","333df99d","02042eab_2","5eed6833_2","b01aafcb_2","sharegpt_x5iwfyV_295","sharegpt_tyukJll_27","sharegpt_PmtwcQB_0","sharegpt_oW3cKw3_0","dc71023e","ultrachat_318480"]
Retrieved context/evidence
["sharegpt_PmtwcQB_0","ultrachat_287097","ultrachat_93449","sharegpt_8aSHvgj_0","ultrachat_139366"]
Retrieval output (not a generated answer)
sharegpt_PmtwcQB_0
Complete stored trace (JSON)
{
"answer": "sharegpt_PmtwcQB_0",
"answer_session_ids": [
"answer_2bd23659_3",
"answer_2bd23659_2",
"answer_2bd23659_4",
"answer_2bd23659_1"
],
"gold_references": [
"answer_2bd23659_3",
"answer_2bd23659_2",
"answer_2bd23659_4",
"answer_2bd23659_1"
],
"oracle_has_answer_turns": {
"02042eab_2": [],
"071f11ff": [],
"0b0bc8ae_2": [],
"18fb3a22_3": [],
"1e91a236_1": [],
"22eebf8a_2": [],
"326ecee0": [],
"333df99d": [],
"3891baea_4": [],
"54aa4875": [],
"5eed6833_2": [],
"6177ea96_2": [],
"90f7041a_4": [],
"a9c4f02b_1": [],
"answer_2bd23659_1": [
0
],
"answer_2bd23659_2": [
0
],
"answer_2bd23659_3": [
0
],
"answer_2bd23659_4": [],
"b01aafcb_2": [],
"d6792df8": [],
"d99bab55_2": [],
"dc71023e": [],
"ebb5d262": [],
"f829b530_3": [],
"sharegpt_1u56OiC_0": [],
"sharegpt_2Is2HX5_0": [],
"sharegpt_8aSHvgj_0": [],
"sharegpt_8ipZQ7h_0": [],
"sharegpt_FsRsQcH_83": [],
"sharegpt_P01BTRw_0": [],
"sharegpt_PmtwcQB_0": [],
"sharegpt_dKoJVsx_0": [],
"sharegpt_lsiJM0Y_0": [],
"sharegpt_mANdO1O_0": [],
"sharegpt_mDokt9G_7": [],
"sharegpt_oW3cKw3_0": [],
"sharegpt_sXKNzPE_29": [],
"sharegpt_tyukJll_27": [],
"sharegpt_x5iwfyV_295": [],
"ultrachat_101941": [],
"ultrachat_139366": [],
"ultrachat_18396": [],
"ultrachat_229592": [],
"ultrachat_280864": [],
"ultrachat_287097": [],
"ultrachat_310819": [],
"ultrachat_318480": [],
"ultrachat_357116": [],
"ultrachat_412421": [],
"ultrachat_456324": [],
"ultrachat_93449": []
},
"question_id": "1a8a66a6",
"ranked_retrieved_hits": [
"sharegpt_PmtwcQB_0",
"ultrachat_287097",
"ultrachat_93449",
"sharegpt_8aSHvgj_0",
"ultrachat_139366"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"f829b530_3",
"answer_2bd23659_3",
"ultrachat_18396",
"sharegpt_2Is2HX5_0",
"ultrachat_357116",
"90f7041a_4",
"sharegpt_8aSHvgj_0",
"sharegpt_lsiJM0Y_0",
"sharegpt_FsRsQcH_83",
"ultrachat_229592",
"answer_2bd23659_2",
"answer_2bd23659_4",
"ultrachat_412421",
"sharegpt_sXKNzPE_29",
"18fb3a22_3",
"sharegpt_mANdO1O_0",
"sharegpt_mDokt9G_7",
"ebb5d262",
"326ecee0",
"1e91a236_1",
"sharegpt_1u56OiC_0",
"54aa4875",
"3891baea_4",
"0b0bc8ae_2",
"22eebf8a_2",
"ultrachat_101941",
"6177ea96_2",
"071f11ff",
"d99bab55_2",
"ultrachat_139366",
"d6792df8",
"ultrachat_456324",
"sharegpt_8ipZQ7h_0",
"ultrachat_280864",
"ultrachat_287097",
"sharegpt_P01BTRw_0",
"ultrachat_93449",
"ultrachat_310819",
"sharegpt_dKoJVsx_0",
"answer_2bd23659_1",
"a9c4f02b_1",
"333df99d",
"02042eab_2",
"5eed6833_2",
"b01aafcb_2",
"sharegpt_x5iwfyV_295",
"sharegpt_tyukJll_27",
"sharegpt_PmtwcQB_0",
"sharegpt_oW3cKw3_0",
"dc71023e",
"ultrachat_318480"
]
}