Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace gpt4_1d4ab0c9
Stored context/evidence
["2dbfff2f","ultrachat_389698","sharegpt_htSCqmh_171","57a6a404_1","ultrachat_437565","ab855b34_2","sharegpt_z1wJvG1_0","ultrachat_404930","sharegpt_jCOaAxC_0","ultrachat_577818","sharegpt_ET9WzdL_33","sharegpt_Caxpnd3_12","ultrachat_179195","answer_febde667_1","ultrachat_125013","3f1d1224_3","sharegpt_tGox1R4_0","ultrachat_489370","sharegpt_QjgT2It_0","sharegpt_cfr3VCr_0","ultrachat_249530","68979b44_1","sharegpt_AqStm3q_0","ultrachat_211475","sharegpt_npraY29_17","660a78a3","b3e0a3ab_3","ultrachat_77317","ultrachat_310433","5b83c26e_5","answer_febde667_2","2f50399c","sharegpt_BKG9Nyc_0","ultrachat_494762","ultrachat_140418","ultrachat_562892","28d52bff","sharegpt_CRsPCUM_0","sharegpt_hSO1VYQ_17","4ff83df8","082b7e52_1","sharegpt_3GUsrg7_0","sharegpt_MIYBRJz_27","c14e3f09_1","sharegpt_6cz1Sq6_328","sharegpt_pHaLO6r_16","feb9e0c3_2","ultrachat_201007","70dc7d08_2","1a7cc2ef","ultrachat_494800","7257bd15_1","e2a9a5fc_2"]
Retrieved context/evidence
["sharegpt_tGox1R4_0","ultrachat_140418","sharegpt_cfr3VCr_0","28d52bff","sharegpt_jCOaAxC_0"]
Retrieval output (not a generated answer)
sharegpt_tGox1R4_0
Complete stored trace (JSON)
{
"answer": "sharegpt_tGox1R4_0",
"answer_session_ids": [
"answer_febde667_1",
"answer_febde667_2"
],
"gold_references": [
"answer_febde667_1",
"answer_febde667_2"
],
"oracle_has_answer_turns": {
"082b7e52_1": [],
"1a7cc2ef": [],
"28d52bff": [],
"2dbfff2f": [],
"2f50399c": [],
"3f1d1224_3": [],
"4ff83df8": [],
"57a6a404_1": [],
"5b83c26e_5": [],
"660a78a3": [],
"68979b44_1": [],
"70dc7d08_2": [],
"7257bd15_1": [],
"ab855b34_2": [],
"answer_febde667_1": [
0
],
"answer_febde667_2": [
0
],
"b3e0a3ab_3": [],
"c14e3f09_1": [],
"e2a9a5fc_2": [],
"feb9e0c3_2": [],
"sharegpt_3GUsrg7_0": [],
"sharegpt_6cz1Sq6_328": [],
"sharegpt_AqStm3q_0": [],
"sharegpt_BKG9Nyc_0": [],
"sharegpt_CRsPCUM_0": [],
"sharegpt_Caxpnd3_12": [],
"sharegpt_ET9WzdL_33": [],
"sharegpt_MIYBRJz_27": [],
"sharegpt_QjgT2It_0": [],
"sharegpt_cfr3VCr_0": [],
"sharegpt_hSO1VYQ_17": [],
"sharegpt_htSCqmh_171": [],
"sharegpt_jCOaAxC_0": [],
"sharegpt_npraY29_17": [],
"sharegpt_pHaLO6r_16": [],
"sharegpt_tGox1R4_0": [],
"sharegpt_z1wJvG1_0": [],
"ultrachat_125013": [],
"ultrachat_140418": [],
"ultrachat_179195": [],
"ultrachat_201007": [],
"ultrachat_211475": [],
"ultrachat_249530": [],
"ultrachat_310433": [],
"ultrachat_389698": [],
"ultrachat_404930": [],
"ultrachat_437565": [],
"ultrachat_489370": [],
"ultrachat_494762": [],
"ultrachat_494800": [],
"ultrachat_562892": [],
"ultrachat_577818": [],
"ultrachat_77317": []
},
"question_id": "gpt4_1d4ab0c9",
"ranked_retrieved_hits": [
"sharegpt_tGox1R4_0",
"ultrachat_140418",
"sharegpt_cfr3VCr_0",
"28d52bff",
"sharegpt_jCOaAxC_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"2dbfff2f",
"ultrachat_389698",
"sharegpt_htSCqmh_171",
"57a6a404_1",
"ultrachat_437565",
"ab855b34_2",
"sharegpt_z1wJvG1_0",
"ultrachat_404930",
"sharegpt_jCOaAxC_0",
"ultrachat_577818",
"sharegpt_ET9WzdL_33",
"sharegpt_Caxpnd3_12",
"ultrachat_179195",
"answer_febde667_1",
"ultrachat_125013",
"3f1d1224_3",
"sharegpt_tGox1R4_0",
"ultrachat_489370",
"sharegpt_QjgT2It_0",
"sharegpt_cfr3VCr_0",
"ultrachat_249530",
"68979b44_1",
"sharegpt_AqStm3q_0",
"ultrachat_211475",
"sharegpt_npraY29_17",
"660a78a3",
"b3e0a3ab_3",
"ultrachat_77317",
"ultrachat_310433",
"5b83c26e_5",
"answer_febde667_2",
"2f50399c",
"sharegpt_BKG9Nyc_0",
"ultrachat_494762",
"ultrachat_140418",
"ultrachat_562892",
"28d52bff",
"sharegpt_CRsPCUM_0",
"sharegpt_hSO1VYQ_17",
"4ff83df8",
"082b7e52_1",
"sharegpt_3GUsrg7_0",
"sharegpt_MIYBRJz_27",
"c14e3f09_1",
"sharegpt_6cz1Sq6_328",
"sharegpt_pHaLO6r_16",
"feb9e0c3_2",
"ultrachat_201007",
"70dc7d08_2",
"1a7cc2ef",
"ultrachat_494800",
"7257bd15_1",
"e2a9a5fc_2"
]
}