Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace gpt4_59149c78
Stored context/evidence
["ultrachat_4764","2c282c7c","answer_d00ba6d1_1","sharegpt_8M7HcM3_57","sharegpt_zbfgack_7","a9c4f02b_1","ultrachat_550642","665f8750_1","sharegpt_u80Un0X_0","ultrachat_131385","sharegpt_4o6CiXu_0","ultrachat_221130","32b5f09e","78e40ca2_2","ultrachat_308098","ultrachat_31671","sharegpt_xXCPD9E_0","ultrachat_384839","sharegpt_D6xjVIC_0","ultrachat_384339","415657e0","b2341a22","23754665","ultrachat_327452","53ae82be_3","28a45124","ultrachat_29666","sharegpt_GI6737T_2","sharegpt_BetZLXm_9","answer_d00ba6d1_2","sharegpt_eTtpNeO_5","sharegpt_AhwPlni_0","ultrachat_343794","ultrachat_511575","ultrachat_58926","a8ac3d1d_1","afec1061_2","74bcc8f4_1","ultrachat_324843","ultrachat_365156","84762061_1","9848a1e3_2","sharegpt_YENXhFv_0","765ce8a7_2","0a8ce8f5","sharegpt_gVwWKqg_0","ultrachat_463998","sharegpt_LbqrSdB_0","sharegpt_UFFsTig_0","0bb3b348","sharegpt_271xCSW_27"]
Retrieved context/evidence
["765ce8a7_2","ultrachat_58926"]
Retrieval output (not a generated answer)
765ce8a7_2
Complete stored trace (JSON)
{
"answer": "765ce8a7_2",
"answer_session_ids": [
"answer_d00ba6d1_1",
"answer_d00ba6d1_2"
],
"gold_references": [
"answer_d00ba6d1_1",
"answer_d00ba6d1_2"
],
"oracle_has_answer_turns": {
"0a8ce8f5": [],
"0bb3b348": [],
"23754665": [],
"28a45124": [],
"2c282c7c": [],
"32b5f09e": [],
"415657e0": [],
"53ae82be_3": [],
"665f8750_1": [],
"74bcc8f4_1": [],
"765ce8a7_2": [],
"78e40ca2_2": [],
"84762061_1": [],
"9848a1e3_2": [],
"a8ac3d1d_1": [],
"a9c4f02b_1": [],
"afec1061_2": [],
"answer_d00ba6d1_1": [],
"answer_d00ba6d1_2": [
6
],
"b2341a22": [],
"sharegpt_271xCSW_27": [],
"sharegpt_4o6CiXu_0": [],
"sharegpt_8M7HcM3_57": [],
"sharegpt_AhwPlni_0": [],
"sharegpt_BetZLXm_9": [],
"sharegpt_D6xjVIC_0": [],
"sharegpt_GI6737T_2": [],
"sharegpt_LbqrSdB_0": [],
"sharegpt_UFFsTig_0": [],
"sharegpt_YENXhFv_0": [],
"sharegpt_eTtpNeO_5": [],
"sharegpt_gVwWKqg_0": [],
"sharegpt_u80Un0X_0": [],
"sharegpt_xXCPD9E_0": [],
"sharegpt_zbfgack_7": [],
"ultrachat_131385": [],
"ultrachat_221130": [],
"ultrachat_29666": [],
"ultrachat_308098": [],
"ultrachat_31671": [],
"ultrachat_324843": [],
"ultrachat_327452": [],
"ultrachat_343794": [],
"ultrachat_365156": [],
"ultrachat_384339": [],
"ultrachat_384839": [],
"ultrachat_463998": [],
"ultrachat_4764": [],
"ultrachat_511575": [],
"ultrachat_550642": [],
"ultrachat_58926": []
},
"question_id": "gpt4_59149c78",
"ranked_retrieved_hits": [
"765ce8a7_2",
"ultrachat_58926"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ultrachat_4764",
"2c282c7c",
"answer_d00ba6d1_1",
"sharegpt_8M7HcM3_57",
"sharegpt_zbfgack_7",
"a9c4f02b_1",
"ultrachat_550642",
"665f8750_1",
"sharegpt_u80Un0X_0",
"ultrachat_131385",
"sharegpt_4o6CiXu_0",
"ultrachat_221130",
"32b5f09e",
"78e40ca2_2",
"ultrachat_308098",
"ultrachat_31671",
"sharegpt_xXCPD9E_0",
"ultrachat_384839",
"sharegpt_D6xjVIC_0",
"ultrachat_384339",
"415657e0",
"b2341a22",
"23754665",
"ultrachat_327452",
"53ae82be_3",
"28a45124",
"ultrachat_29666",
"sharegpt_GI6737T_2",
"sharegpt_BetZLXm_9",
"answer_d00ba6d1_2",
"sharegpt_eTtpNeO_5",
"sharegpt_AhwPlni_0",
"ultrachat_343794",
"ultrachat_511575",
"ultrachat_58926",
"a8ac3d1d_1",
"afec1061_2",
"74bcc8f4_1",
"ultrachat_324843",
"ultrachat_365156",
"84762061_1",
"9848a1e3_2",
"sharegpt_YENXhFv_0",
"765ce8a7_2",
"0a8ce8f5",
"sharegpt_gVwWKqg_0",
"ultrachat_463998",
"sharegpt_LbqrSdB_0",
"sharegpt_UFFsTig_0",
"0bb3b348",
"sharegpt_271xCSW_27"
]
}