Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace gpt4_7f6b06db
Stored context/evidence
["ultrachat_20860","sharegpt_rukZGNu_99","sharegpt_n3MgsgL_0","42165950_8","ultrachat_338301","4bf66c38_2","sharegpt_Wi7Op1u_76","da42526b_1","ultrachat_368546","ultrachat_31232","33da50d0_1","a6109135_1","sharegpt_XqMlvhu_0","64266f80_1","ultrachat_127849","70dc7d08_1","ultrachat_6893","sharegpt_5HGh4Yy_0","sharegpt_CW9i6FZ_15","896890c0","12be262f_2","ultrachat_402651","ultrachat_176513","ultrachat_81174","6f051087_2","2d79c1c3_2","sharegpt_kzkZojH_16","sharegpt_zZDs1bC_0","631e4016","928890e4_3","answer_5d8c99d3_1","sharegpt_v11Tpg9_255","sharegpt_4jhR72A_0","ultrachat_515093","252715f8_2","ultrachat_285413","sharegpt_CLjyR25_9","d9ca4aca","131f8cb3","answer_5d8c99d3_2","sharegpt_qoxe9s8_0","sharegpt_2FOskbF_34","c85d1682_2","sharegpt_jqCgDgC_17","answer_5d8c99d3_3","sharegpt_s2CbGuL_0","sharegpt_t5P7b1R_17","ultrachat_483621","sharegpt_3sKfamn_27","ultrachat_139167","sharegpt_gPFzM9v_153","39c1bf6a"]
Retrieved context/evidence
["sharegpt_zZDs1bC_0","ultrachat_368546","sharegpt_t5P7b1R_17"]
Retrieval output (not a generated answer)
sharegpt_zZDs1bC_0
Complete stored trace (JSON)
{
"answer": "sharegpt_zZDs1bC_0",
"answer_session_ids": [
"answer_5d8c99d3_1",
"answer_5d8c99d3_2",
"answer_5d8c99d3_3"
],
"gold_references": [
"answer_5d8c99d3_1",
"answer_5d8c99d3_2",
"answer_5d8c99d3_3"
],
"oracle_has_answer_turns": {
"12be262f_2": [],
"131f8cb3": [],
"252715f8_2": [],
"2d79c1c3_2": [],
"33da50d0_1": [],
"39c1bf6a": [],
"42165950_8": [],
"4bf66c38_2": [],
"631e4016": [],
"64266f80_1": [],
"6f051087_2": [],
"70dc7d08_1": [],
"896890c0": [],
"928890e4_3": [],
"a6109135_1": [],
"answer_5d8c99d3_1": [
8
],
"answer_5d8c99d3_2": [
0
],
"answer_5d8c99d3_3": [
0
],
"c85d1682_2": [],
"d9ca4aca": [],
"da42526b_1": [],
"sharegpt_2FOskbF_34": [],
"sharegpt_3sKfamn_27": [],
"sharegpt_4jhR72A_0": [],
"sharegpt_5HGh4Yy_0": [],
"sharegpt_CLjyR25_9": [],
"sharegpt_CW9i6FZ_15": [],
"sharegpt_Wi7Op1u_76": [],
"sharegpt_XqMlvhu_0": [],
"sharegpt_gPFzM9v_153": [],
"sharegpt_jqCgDgC_17": [],
"sharegpt_kzkZojH_16": [],
"sharegpt_n3MgsgL_0": [],
"sharegpt_qoxe9s8_0": [],
"sharegpt_rukZGNu_99": [],
"sharegpt_s2CbGuL_0": [],
"sharegpt_t5P7b1R_17": [],
"sharegpt_v11Tpg9_255": [],
"sharegpt_zZDs1bC_0": [],
"ultrachat_127849": [],
"ultrachat_139167": [],
"ultrachat_176513": [],
"ultrachat_20860": [],
"ultrachat_285413": [],
"ultrachat_31232": [],
"ultrachat_338301": [],
"ultrachat_368546": [],
"ultrachat_402651": [],
"ultrachat_483621": [],
"ultrachat_515093": [],
"ultrachat_6893": [],
"ultrachat_81174": []
},
"question_id": "gpt4_7f6b06db",
"ranked_retrieved_hits": [
"sharegpt_zZDs1bC_0",
"ultrachat_368546",
"sharegpt_t5P7b1R_17"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ultrachat_20860",
"sharegpt_rukZGNu_99",
"sharegpt_n3MgsgL_0",
"42165950_8",
"ultrachat_338301",
"4bf66c38_2",
"sharegpt_Wi7Op1u_76",
"da42526b_1",
"ultrachat_368546",
"ultrachat_31232",
"33da50d0_1",
"a6109135_1",
"sharegpt_XqMlvhu_0",
"64266f80_1",
"ultrachat_127849",
"70dc7d08_1",
"ultrachat_6893",
"sharegpt_5HGh4Yy_0",
"sharegpt_CW9i6FZ_15",
"896890c0",
"12be262f_2",
"ultrachat_402651",
"ultrachat_176513",
"ultrachat_81174",
"6f051087_2",
"2d79c1c3_2",
"sharegpt_kzkZojH_16",
"sharegpt_zZDs1bC_0",
"631e4016",
"928890e4_3",
"answer_5d8c99d3_1",
"sharegpt_v11Tpg9_255",
"sharegpt_4jhR72A_0",
"ultrachat_515093",
"252715f8_2",
"ultrachat_285413",
"sharegpt_CLjyR25_9",
"d9ca4aca",
"131f8cb3",
"answer_5d8c99d3_2",
"sharegpt_qoxe9s8_0",
"sharegpt_2FOskbF_34",
"c85d1682_2",
"sharegpt_jqCgDgC_17",
"answer_5d8c99d3_3",
"sharegpt_s2CbGuL_0",
"sharegpt_t5P7b1R_17",
"ultrachat_483621",
"sharegpt_3sKfamn_27",
"ultrachat_139167",
"sharegpt_gPFzM9v_153",
"39c1bf6a"
]
}