Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace gpt4_98f46fc6
Stored context/evidence
["sharegpt_fP3WdzS_0","32e292f2","sharegpt_PLN69pg_19","ultrachat_41893","ultrachat_215048","ultrachat_238480","answer_5850de18_2","0fa094f8","a9f3739c","ultrachat_227874","ultrachat_224959","sharegpt_0SDNlJ3_37","ultrachat_253675","answer_5850de18_1","8e3b479f_1","ultrachat_443915","1169540c","sharegpt_hXYFkwv_35","sharegpt_hPTUZia_0","6172cc72_3","515dc1e4_1","ultrachat_120941","sharegpt_R64J4sp_0","sharegpt_FhQzMiW_0","5a0d28f8_4","b14d9f4e_3","sharegpt_HByIdw3_0","ultrachat_168865","b880e5aa_1","f5f1ff92_1","ultrachat_45511","sharegpt_ErKpuag_0","sharegpt_3TUcszr_0","sharegpt_3D3oQC0_352","dfe8e126_1","c285b705_2","sharegpt_8YxSlT1_0","0fffb38f_1","28897044","sharegpt_Gi2hvLU_0","29e1426c_2","ultrachat_43627","f7796d96_1","05594106_2","sharegpt_rnL5VQO_0","2640383e","sharegpt_Hj47IDr_0","sharegpt_6VqlSoL_127","sharegpt_9Hsj4CL_0"]
Retrieved context/evidence
["sharegpt_fP3WdzS_0","sharegpt_Gi2hvLU_0","ultrachat_224959","sharegpt_hPTUZia_0"]
Retrieval output (not a generated answer)
sharegpt_fP3WdzS_0
Complete stored trace (JSON)
{
"answer": "sharegpt_fP3WdzS_0",
"answer_session_ids": [
"answer_5850de18_2",
"answer_5850de18_1"
],
"gold_references": [
"answer_5850de18_2",
"answer_5850de18_1"
],
"oracle_has_answer_turns": {
"05594106_2": [],
"0fa094f8": [],
"0fffb38f_1": [],
"1169540c": [],
"2640383e": [],
"28897044": [],
"29e1426c_2": [],
"32e292f2": [],
"515dc1e4_1": [],
"5a0d28f8_4": [],
"6172cc72_3": [],
"8e3b479f_1": [],
"a9f3739c": [],
"answer_5850de18_1": [
6
],
"answer_5850de18_2": [
0
],
"b14d9f4e_3": [],
"b880e5aa_1": [],
"c285b705_2": [],
"dfe8e126_1": [],
"f5f1ff92_1": [],
"f7796d96_1": [],
"sharegpt_0SDNlJ3_37": [],
"sharegpt_3D3oQC0_352": [],
"sharegpt_3TUcszr_0": [],
"sharegpt_6VqlSoL_127": [],
"sharegpt_8YxSlT1_0": [],
"sharegpt_9Hsj4CL_0": [],
"sharegpt_ErKpuag_0": [],
"sharegpt_FhQzMiW_0": [],
"sharegpt_Gi2hvLU_0": [],
"sharegpt_HByIdw3_0": [],
"sharegpt_Hj47IDr_0": [],
"sharegpt_PLN69pg_19": [],
"sharegpt_R64J4sp_0": [],
"sharegpt_fP3WdzS_0": [],
"sharegpt_hPTUZia_0": [],
"sharegpt_hXYFkwv_35": [],
"sharegpt_rnL5VQO_0": [],
"ultrachat_120941": [],
"ultrachat_168865": [],
"ultrachat_215048": [],
"ultrachat_224959": [],
"ultrachat_227874": [],
"ultrachat_238480": [],
"ultrachat_253675": [],
"ultrachat_41893": [],
"ultrachat_43627": [],
"ultrachat_443915": [],
"ultrachat_45511": []
},
"question_id": "gpt4_98f46fc6",
"ranked_retrieved_hits": [
"sharegpt_fP3WdzS_0",
"sharegpt_Gi2hvLU_0",
"ultrachat_224959",
"sharegpt_hPTUZia_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"sharegpt_fP3WdzS_0",
"32e292f2",
"sharegpt_PLN69pg_19",
"ultrachat_41893",
"ultrachat_215048",
"ultrachat_238480",
"answer_5850de18_2",
"0fa094f8",
"a9f3739c",
"ultrachat_227874",
"ultrachat_224959",
"sharegpt_0SDNlJ3_37",
"ultrachat_253675",
"answer_5850de18_1",
"8e3b479f_1",
"ultrachat_443915",
"1169540c",
"sharegpt_hXYFkwv_35",
"sharegpt_hPTUZia_0",
"6172cc72_3",
"515dc1e4_1",
"ultrachat_120941",
"sharegpt_R64J4sp_0",
"sharegpt_FhQzMiW_0",
"5a0d28f8_4",
"b14d9f4e_3",
"sharegpt_HByIdw3_0",
"ultrachat_168865",
"b880e5aa_1",
"f5f1ff92_1",
"ultrachat_45511",
"sharegpt_ErKpuag_0",
"sharegpt_3TUcszr_0",
"sharegpt_3D3oQC0_352",
"dfe8e126_1",
"c285b705_2",
"sharegpt_8YxSlT1_0",
"0fffb38f_1",
"28897044",
"sharegpt_Gi2hvLU_0",
"29e1426c_2",
"ultrachat_43627",
"f7796d96_1",
"05594106_2",
"sharegpt_rnL5VQO_0",
"2640383e",
"sharegpt_Hj47IDr_0",
"sharegpt_6VqlSoL_127",
"sharegpt_9Hsj4CL_0"
]
}