Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace gpt4_7a0daae1
Stored context/evidence
["091aa510_4","ultrachat_144445","fba28a35_2","85846900_5","107d40f0","sharegpt_fZzu6lw_0","99883f38_3","ultrachat_276835","sharegpt_n3kgf14_29","answer_4d5490f1_1","sharegpt_inFVPIn_0","ultrachat_380137","answer_4d5490f1_2","ultrachat_85818","sharegpt_I2cfkPp_77","sharegpt_E4dE92x_0","ultrachat_355211","ultrachat_91989","819dfad7_2","bf3aebdb_2","sharegpt_xcd9nky_8","ultrachat_357258","ultrachat_267718","ultrachat_555810","sharegpt_L4m3qCX_0","ultrachat_294894","sharegpt_MyxBntK_25","sharegpt_Hpjc2j3_0","ultrachat_253041","ultrachat_9855","ultrachat_64721","445e6a7a_2","sharegpt_f6tUGHK_9","98012b1d_2","1c8832b4_1","014a5d36","ultrachat_45270","sharegpt_zGtHq7S_0","sharegpt_qWPE5vW_11","ultrachat_254492","ultrachat_396986","sharegpt_VF8Tlb8_29","sharegpt_uZwFWTJ_43","ultrachat_386544","sharegpt_CIPQtDW_0","ultrachat_118374","sharegpt_ZWqMvoL_607","ultrachat_211830","8c68df0d_1","ultrachat_19304","ultrachat_49899","ultrachat_426712","88088faf","sharegpt_gLlXkQH_27","facb94a8_3","sharegpt_XcNl3it_0","ultrachat_440010","sharegpt_4qwy4Wk_0","sharegpt_5Lp66E9_0","2ff297a8_1","7c08d74b_2"]
Retrieved context/evidence
["facb94a8_3","ultrachat_380137","ultrachat_440010","sharegpt_L4m3qCX_0"]
Retrieval output (not a generated answer)
facb94a8_3
Complete stored trace (JSON)
{
"answer": "facb94a8_3",
"answer_session_ids": [
"answer_4d5490f1_1",
"answer_4d5490f1_2"
],
"gold_references": [
"answer_4d5490f1_1",
"answer_4d5490f1_2"
],
"oracle_has_answer_turns": {
"014a5d36": [],
"091aa510_4": [],
"107d40f0": [],
"1c8832b4_1": [],
"2ff297a8_1": [],
"445e6a7a_2": [],
"7c08d74b_2": [],
"819dfad7_2": [],
"85846900_5": [],
"88088faf": [],
"8c68df0d_1": [],
"98012b1d_2": [],
"99883f38_3": [],
"answer_4d5490f1_1": [
6
],
"answer_4d5490f1_2": [
0
],
"bf3aebdb_2": [],
"facb94a8_3": [],
"fba28a35_2": [],
"sharegpt_4qwy4Wk_0": [],
"sharegpt_5Lp66E9_0": [],
"sharegpt_CIPQtDW_0": [],
"sharegpt_E4dE92x_0": [],
"sharegpt_Hpjc2j3_0": [],
"sharegpt_I2cfkPp_77": [],
"sharegpt_L4m3qCX_0": [],
"sharegpt_MyxBntK_25": [],
"sharegpt_VF8Tlb8_29": [],
"sharegpt_XcNl3it_0": [],
"sharegpt_ZWqMvoL_607": [],
"sharegpt_f6tUGHK_9": [],
"sharegpt_fZzu6lw_0": [],
"sharegpt_gLlXkQH_27": [],
"sharegpt_inFVPIn_0": [],
"sharegpt_n3kgf14_29": [],
"sharegpt_qWPE5vW_11": [],
"sharegpt_uZwFWTJ_43": [],
"sharegpt_xcd9nky_8": [],
"sharegpt_zGtHq7S_0": [],
"ultrachat_118374": [],
"ultrachat_144445": [],
"ultrachat_19304": [],
"ultrachat_211830": [],
"ultrachat_253041": [],
"ultrachat_254492": [],
"ultrachat_267718": [],
"ultrachat_276835": [],
"ultrachat_294894": [],
"ultrachat_355211": [],
"ultrachat_357258": [],
"ultrachat_380137": [],
"ultrachat_386544": [],
"ultrachat_396986": [],
"ultrachat_426712": [],
"ultrachat_440010": [],
"ultrachat_45270": [],
"ultrachat_49899": [],
"ultrachat_555810": [],
"ultrachat_64721": [],
"ultrachat_85818": [],
"ultrachat_91989": [],
"ultrachat_9855": []
},
"question_id": "gpt4_7a0daae1",
"ranked_retrieved_hits": [
"facb94a8_3",
"ultrachat_380137",
"ultrachat_440010",
"sharegpt_L4m3qCX_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"091aa510_4",
"ultrachat_144445",
"fba28a35_2",
"85846900_5",
"107d40f0",
"sharegpt_fZzu6lw_0",
"99883f38_3",
"ultrachat_276835",
"sharegpt_n3kgf14_29",
"answer_4d5490f1_1",
"sharegpt_inFVPIn_0",
"ultrachat_380137",
"answer_4d5490f1_2",
"ultrachat_85818",
"sharegpt_I2cfkPp_77",
"sharegpt_E4dE92x_0",
"ultrachat_355211",
"ultrachat_91989",
"819dfad7_2",
"bf3aebdb_2",
"sharegpt_xcd9nky_8",
"ultrachat_357258",
"ultrachat_267718",
"ultrachat_555810",
"sharegpt_L4m3qCX_0",
"ultrachat_294894",
"sharegpt_MyxBntK_25",
"sharegpt_Hpjc2j3_0",
"ultrachat_253041",
"ultrachat_9855",
"ultrachat_64721",
"445e6a7a_2",
"sharegpt_f6tUGHK_9",
"98012b1d_2",
"1c8832b4_1",
"014a5d36",
"ultrachat_45270",
"sharegpt_zGtHq7S_0",
"sharegpt_qWPE5vW_11",
"ultrachat_254492",
"ultrachat_396986",
"sharegpt_VF8Tlb8_29",
"sharegpt_uZwFWTJ_43",
"ultrachat_386544",
"sharegpt_CIPQtDW_0",
"ultrachat_118374",
"sharegpt_ZWqMvoL_607",
"ultrachat_211830",
"8c68df0d_1",
"ultrachat_19304",
"ultrachat_49899",
"ultrachat_426712",
"88088faf",
"sharegpt_gLlXkQH_27",
"facb94a8_3",
"sharegpt_XcNl3it_0",
"ultrachat_440010",
"sharegpt_4qwy4Wk_0",
"sharegpt_5Lp66E9_0",
"2ff297a8_1",
"7c08d74b_2"
]
}