Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace gpt4_385a5000
Stored context/evidence
["bdf33c73_2","sharegpt_aAQDWjv_0","0d09948f_2","3826dc55_2","sharegpt_hcaZN94_507","sharegpt_A4N0rHY_13","sharegpt_yOfDLA0_0","ultrachat_71180","a490e4b8_1","7ba84ed3_2","answer_7a4a93f1_2","0a64e713_1","8062f4ab_2","dc832f73","sharegpt_Dcoc4IC_17","ultrachat_491962","sharegpt_2HMI3zC_0","sharegpt_W6t3Ck0_0","7a4e1601","905d7d4e","ultrachat_494559","sharegpt_TRUawuW_0","6380e5d6","80aefc49_1","sharegpt_MJKLmq1_0","cae65795_1","29d27eaa_2","ultrachat_380843","ultrachat_10403","b35610f4_1","sharegpt_ZKa5eUx_21","ultrachat_528011","sharegpt_SQzWPKF_34","ultrachat_180591","sharegpt_lRGmxQF_0","ultrachat_109078","d895aad4_1","afec1061_2","ab3af6c5_1","ultrachat_286149","90019a03_2","ultrachat_480527","a7cd1c0f_1","ultrachat_399348","sharegpt_RmMXauf_28","28f74b09_1","sharegpt_Fukpjw6_0","answer_7a4a93f1_1","sharegpt_tR1SJyb_0","sharegpt_wWw2irE_0","ultrachat_63039"]
Retrieved context/evidence
["sharegpt_2HMI3zC_0","answer_7a4a93f1_2","sharegpt_W6t3Ck0_0"]
Retrieval output (not a generated answer)
sharegpt_2HMI3zC_0
Complete stored trace (JSON)
{
"answer": "sharegpt_2HMI3zC_0",
"answer_session_ids": [
"answer_7a4a93f1_2",
"answer_7a4a93f1_1"
],
"gold_references": [
"answer_7a4a93f1_2",
"answer_7a4a93f1_1"
],
"oracle_has_answer_turns": {
"0a64e713_1": [],
"0d09948f_2": [],
"28f74b09_1": [],
"29d27eaa_2": [],
"3826dc55_2": [],
"6380e5d6": [],
"7a4e1601": [],
"7ba84ed3_2": [],
"8062f4ab_2": [],
"80aefc49_1": [],
"90019a03_2": [],
"905d7d4e": [],
"a490e4b8_1": [],
"a7cd1c0f_1": [],
"ab3af6c5_1": [],
"afec1061_2": [],
"answer_7a4a93f1_1": [
0
],
"answer_7a4a93f1_2": [
0
],
"b35610f4_1": [],
"bdf33c73_2": [],
"cae65795_1": [],
"d895aad4_1": [],
"dc832f73": [],
"sharegpt_2HMI3zC_0": [],
"sharegpt_A4N0rHY_13": [],
"sharegpt_Dcoc4IC_17": [],
"sharegpt_Fukpjw6_0": [],
"sharegpt_MJKLmq1_0": [],
"sharegpt_RmMXauf_28": [],
"sharegpt_SQzWPKF_34": [],
"sharegpt_TRUawuW_0": [],
"sharegpt_W6t3Ck0_0": [],
"sharegpt_ZKa5eUx_21": [],
"sharegpt_aAQDWjv_0": [],
"sharegpt_hcaZN94_507": [],
"sharegpt_lRGmxQF_0": [],
"sharegpt_tR1SJyb_0": [],
"sharegpt_wWw2irE_0": [],
"sharegpt_yOfDLA0_0": [],
"ultrachat_10403": [],
"ultrachat_109078": [],
"ultrachat_180591": [],
"ultrachat_286149": [],
"ultrachat_380843": [],
"ultrachat_399348": [],
"ultrachat_480527": [],
"ultrachat_491962": [],
"ultrachat_494559": [],
"ultrachat_528011": [],
"ultrachat_63039": [],
"ultrachat_71180": []
},
"question_id": "gpt4_385a5000",
"ranked_retrieved_hits": [
"sharegpt_2HMI3zC_0",
"answer_7a4a93f1_2",
"sharegpt_W6t3Ck0_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"bdf33c73_2",
"sharegpt_aAQDWjv_0",
"0d09948f_2",
"3826dc55_2",
"sharegpt_hcaZN94_507",
"sharegpt_A4N0rHY_13",
"sharegpt_yOfDLA0_0",
"ultrachat_71180",
"a490e4b8_1",
"7ba84ed3_2",
"answer_7a4a93f1_2",
"0a64e713_1",
"8062f4ab_2",
"dc832f73",
"sharegpt_Dcoc4IC_17",
"ultrachat_491962",
"sharegpt_2HMI3zC_0",
"sharegpt_W6t3Ck0_0",
"7a4e1601",
"905d7d4e",
"ultrachat_494559",
"sharegpt_TRUawuW_0",
"6380e5d6",
"80aefc49_1",
"sharegpt_MJKLmq1_0",
"cae65795_1",
"29d27eaa_2",
"ultrachat_380843",
"ultrachat_10403",
"b35610f4_1",
"sharegpt_ZKa5eUx_21",
"ultrachat_528011",
"sharegpt_SQzWPKF_34",
"ultrachat_180591",
"sharegpt_lRGmxQF_0",
"ultrachat_109078",
"d895aad4_1",
"afec1061_2",
"ab3af6c5_1",
"ultrachat_286149",
"90019a03_2",
"ultrachat_480527",
"a7cd1c0f_1",
"ultrachat_399348",
"sharegpt_RmMXauf_28",
"28f74b09_1",
"sharegpt_Fukpjw6_0",
"answer_7a4a93f1_1",
"sharegpt_tR1SJyb_0",
"sharegpt_wWw2irE_0",
"ultrachat_63039"
]
}