Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace gpt4_85da3956
Stored context/evidence
["ultrachat_142931","sharegpt_QN4eGZf_70","sharegpt_Onuprpa_15","ultrachat_309308","e6fddf6c","ultrachat_77459","sharegpt_CNL3T2U_0","sharegpt_pwoPDvf_0","ultrachat_373754","8da8c7e0","sharegpt_6EDKmvB_0","sharegpt_0U0lIA3_0","ultrachat_415739","sharegpt_pvu5nJt_0","ultrachat_2265","ultrachat_469421","ultrachat_219234","sharegpt_cdqIag7_0","8d952ece_2","ultrachat_529773","sharegpt_27Bi2fC_0","3a4012a5_4","ultrachat_44465","answer_581ab834_1","ultrachat_300730","914c0414_2","sharegpt_ewad5Sr_0","sharegpt_EyT890C_0","sharegpt_h1UXagU_0","d8b3e1c8_1","sharegpt_i59HUGf_0","sharegpt_benxw0S_9","14b000d9_1","a27b7aa4_2","ultrachat_416101","fcc7fe77_2","ultrachat_16868","deb6dd25","3e6b6802_3","c00077f5_2","97f8a545_2","ultrachat_10223","sharegpt_28MOwpT_17","sharegpt_F1pXfP0_0","sharegpt_qhvXP5b_0","c1928c13_2","sharegpt_h1UXagU_1","sharegpt_hHGVWPU_4","a7c62fd2_2","3b611a92","2fd445a2_4","6c184bde_2","sharegpt_opQbgPL_13"]
Retrieved context/evidence
["answer_581ab834_1","sharegpt_0U0lIA3_0","sharegpt_qhvXP5b_0"]
Retrieval output (not a generated answer)
answer_581ab834_1
Complete stored trace (JSON)
{
"answer": "answer_581ab834_1",
"answer_session_ids": [
"answer_581ab834_1"
],
"gold_references": [
"answer_581ab834_1"
],
"oracle_has_answer_turns": {
"14b000d9_1": [],
"2fd445a2_4": [],
"3a4012a5_4": [],
"3b611a92": [],
"3e6b6802_3": [],
"6c184bde_2": [],
"8d952ece_2": [],
"8da8c7e0": [],
"914c0414_2": [],
"97f8a545_2": [],
"a27b7aa4_2": [],
"a7c62fd2_2": [],
"answer_581ab834_1": [
0
],
"c00077f5_2": [],
"c1928c13_2": [],
"d8b3e1c8_1": [],
"deb6dd25": [],
"e6fddf6c": [],
"fcc7fe77_2": [],
"sharegpt_0U0lIA3_0": [],
"sharegpt_27Bi2fC_0": [],
"sharegpt_28MOwpT_17": [],
"sharegpt_6EDKmvB_0": [],
"sharegpt_CNL3T2U_0": [],
"sharegpt_EyT890C_0": [],
"sharegpt_F1pXfP0_0": [],
"sharegpt_Onuprpa_15": [],
"sharegpt_QN4eGZf_70": [],
"sharegpt_benxw0S_9": [],
"sharegpt_cdqIag7_0": [],
"sharegpt_ewad5Sr_0": [],
"sharegpt_h1UXagU_0": [],
"sharegpt_h1UXagU_1": [],
"sharegpt_hHGVWPU_4": [],
"sharegpt_i59HUGf_0": [],
"sharegpt_opQbgPL_13": [],
"sharegpt_pvu5nJt_0": [],
"sharegpt_pwoPDvf_0": [],
"sharegpt_qhvXP5b_0": [],
"ultrachat_10223": [],
"ultrachat_142931": [],
"ultrachat_16868": [],
"ultrachat_219234": [],
"ultrachat_2265": [],
"ultrachat_300730": [],
"ultrachat_309308": [],
"ultrachat_373754": [],
"ultrachat_415739": [],
"ultrachat_416101": [],
"ultrachat_44465": [],
"ultrachat_469421": [],
"ultrachat_529773": [],
"ultrachat_77459": []
},
"question_id": "gpt4_85da3956",
"ranked_retrieved_hits": [
"answer_581ab834_1",
"sharegpt_0U0lIA3_0",
"sharegpt_qhvXP5b_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ultrachat_142931",
"sharegpt_QN4eGZf_70",
"sharegpt_Onuprpa_15",
"ultrachat_309308",
"e6fddf6c",
"ultrachat_77459",
"sharegpt_CNL3T2U_0",
"sharegpt_pwoPDvf_0",
"ultrachat_373754",
"8da8c7e0",
"sharegpt_6EDKmvB_0",
"sharegpt_0U0lIA3_0",
"ultrachat_415739",
"sharegpt_pvu5nJt_0",
"ultrachat_2265",
"ultrachat_469421",
"ultrachat_219234",
"sharegpt_cdqIag7_0",
"8d952ece_2",
"ultrachat_529773",
"sharegpt_27Bi2fC_0",
"3a4012a5_4",
"ultrachat_44465",
"answer_581ab834_1",
"ultrachat_300730",
"914c0414_2",
"sharegpt_ewad5Sr_0",
"sharegpt_EyT890C_0",
"sharegpt_h1UXagU_0",
"d8b3e1c8_1",
"sharegpt_i59HUGf_0",
"sharegpt_benxw0S_9",
"14b000d9_1",
"a27b7aa4_2",
"ultrachat_416101",
"fcc7fe77_2",
"ultrachat_16868",
"deb6dd25",
"3e6b6802_3",
"c00077f5_2",
"97f8a545_2",
"ultrachat_10223",
"sharegpt_28MOwpT_17",
"sharegpt_F1pXfP0_0",
"sharegpt_qhvXP5b_0",
"c1928c13_2",
"sharegpt_h1UXagU_1",
"sharegpt_hHGVWPU_4",
"a7c62fd2_2",
"3b611a92",
"2fd445a2_4",
"6c184bde_2",
"sharegpt_opQbgPL_13"
]
}