Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace gpt4_d84a3211
Stored context/evidence
["answer_2880eb6c_2","sharegpt_M5zaN8c_0","ultrachat_121666","700cc131_2","18d68208_1","sharegpt_OHd1RQ7_37","e334e4ef","f9c4ac81","ultrachat_36471","answer_2880eb6c_4","answer_2880eb6c_1","82ea1455_2","ultrachat_234895","ultrachat_83526","ultrachat_469144","83fa816b","ultrachat_29858","ultrachat_578084","sharegpt_iM38gBL_5","8dd540f8_1","4a32d58c_2","ultrachat_411180","9764990c_1","sharegpt_NzEfgok_56","e2b5e2cc_1","sharegpt_sXKNzPE_29","sharegpt_Rz6qxHY_0","ultrachat_18469","ultrachat_327452","ultrachat_267718","sharegpt_TY5Si51_17","fd29aa98_1","297a3c7b","d1b9993e_2","sharegpt_rPXCHPU_0","31c3ae74","8f6b938d_4","ultrachat_249586","51ec01a4","sharegpt_cp6hfVh_19","6acb2499","sharegpt_qHNCIfF_0","ultrachat_29271","4889cd54_1","ultrachat_315158","sharegpt_a9hxnu5_0","answer_2880eb6c_3","13c55c69_1"]
Retrieved context/evidence
["sharegpt_NzEfgok_56","sharegpt_Rz6qxHY_0","ultrachat_578084","ultrachat_411180","ultrachat_315158"]
Retrieval output (not a generated answer)
sharegpt_NzEfgok_56
Complete stored trace (JSON)
{
"answer": "sharegpt_NzEfgok_56",
"answer_session_ids": [
"answer_2880eb6c_2",
"answer_2880eb6c_4",
"answer_2880eb6c_1",
"answer_2880eb6c_3"
],
"gold_references": [
"answer_2880eb6c_2",
"answer_2880eb6c_4",
"answer_2880eb6c_1",
"answer_2880eb6c_3"
],
"oracle_has_answer_turns": {
"13c55c69_1": [],
"18d68208_1": [],
"297a3c7b": [],
"31c3ae74": [],
"4889cd54_1": [],
"4a32d58c_2": [],
"51ec01a4": [],
"6acb2499": [],
"700cc131_2": [],
"82ea1455_2": [],
"83fa816b": [],
"8dd540f8_1": [],
"8f6b938d_4": [],
"9764990c_1": [],
"answer_2880eb6c_1": [
6
],
"answer_2880eb6c_2": [
2
],
"answer_2880eb6c_3": [
8
],
"answer_2880eb6c_4": [
6
],
"d1b9993e_2": [],
"e2b5e2cc_1": [],
"e334e4ef": [],
"f9c4ac81": [],
"fd29aa98_1": [],
"sharegpt_M5zaN8c_0": [],
"sharegpt_NzEfgok_56": [],
"sharegpt_OHd1RQ7_37": [],
"sharegpt_Rz6qxHY_0": [],
"sharegpt_TY5Si51_17": [],
"sharegpt_a9hxnu5_0": [],
"sharegpt_cp6hfVh_19": [],
"sharegpt_iM38gBL_5": [],
"sharegpt_qHNCIfF_0": [],
"sharegpt_rPXCHPU_0": [],
"sharegpt_sXKNzPE_29": [],
"ultrachat_121666": [],
"ultrachat_18469": [],
"ultrachat_234895": [],
"ultrachat_249586": [],
"ultrachat_267718": [],
"ultrachat_29271": [],
"ultrachat_29858": [],
"ultrachat_315158": [],
"ultrachat_327452": [],
"ultrachat_36471": [],
"ultrachat_411180": [],
"ultrachat_469144": [],
"ultrachat_578084": [],
"ultrachat_83526": []
},
"question_id": "gpt4_d84a3211",
"ranked_retrieved_hits": [
"sharegpt_NzEfgok_56",
"sharegpt_Rz6qxHY_0",
"ultrachat_578084",
"ultrachat_411180",
"ultrachat_315158"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"answer_2880eb6c_2",
"sharegpt_M5zaN8c_0",
"ultrachat_121666",
"700cc131_2",
"18d68208_1",
"sharegpt_OHd1RQ7_37",
"e334e4ef",
"f9c4ac81",
"ultrachat_36471",
"answer_2880eb6c_4",
"answer_2880eb6c_1",
"82ea1455_2",
"ultrachat_234895",
"ultrachat_83526",
"ultrachat_469144",
"83fa816b",
"ultrachat_29858",
"ultrachat_578084",
"sharegpt_iM38gBL_5",
"8dd540f8_1",
"4a32d58c_2",
"ultrachat_411180",
"9764990c_1",
"sharegpt_NzEfgok_56",
"e2b5e2cc_1",
"sharegpt_sXKNzPE_29",
"sharegpt_Rz6qxHY_0",
"ultrachat_18469",
"ultrachat_327452",
"ultrachat_267718",
"sharegpt_TY5Si51_17",
"fd29aa98_1",
"297a3c7b",
"d1b9993e_2",
"sharegpt_rPXCHPU_0",
"31c3ae74",
"8f6b938d_4",
"ultrachat_249586",
"51ec01a4",
"sharegpt_cp6hfVh_19",
"6acb2499",
"sharegpt_qHNCIfF_0",
"ultrachat_29271",
"4889cd54_1",
"ultrachat_315158",
"sharegpt_a9hxnu5_0",
"answer_2880eb6c_3",
"13c55c69_1"
]
}