Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace a06e4cfe
Stored context/evidence
["sharegpt_vbNrVtS_259","ee43db4a","15519944_2","de64539a_2","ultrachat_427439","ultrachat_316056","e42cb8d9_1","sharegpt_fhj3OCi_0","ultrachat_317508","answer_6fe9fb49","4d2c2c88_1","b66c6397_1","sharegpt_znI61kP_0","fa858208_1","0c891c0b_1","ultrachat_96537","sharegpt_esZWTJv_8","sharegpt_tKytRbH_0","ultrachat_537606","02f9bedb_2","ultrachat_66044","ultrachat_375718","sharegpt_b5Hi3QN_0","sharegpt_x7qWsS9_23","ultrachat_231287","84fb50bb_3","ultrachat_36197","8dd2d3cc","sharegpt_iF4hlNs_456","ultrachat_93574","ultrachat_455955","ultrachat_113982","33a4fb9b","sharegpt_vbNrVtS_94","db50c0f6","sharegpt_1xFK5Qf_0","sharegpt_u1AM5RT_261","sharegpt_DlVSong_0","e2cd250e_3","af257b0b_2","ultrachat_442201","fc004ede_1","fe3632bd_1","sharegpt_3swiY8I_36","5c16fe0b_2","9de2c795","ultrachat_309684","sharegpt_2LOQFZX_0","3c2e6725","sharegpt_e1JmYDm_0","6dfb33f1_1","2345468a","sharegpt_QRYjIGf_0"]
Retrieved context/evidence
["answer_6fe9fb49","sharegpt_2LOQFZX_0"]
Retrieval output (not a generated answer)
answer_6fe9fb49
Complete stored trace (JSON)
{
"answer": "answer_6fe9fb49",
"answer_session_ids": [
"answer_6fe9fb49"
],
"gold_references": [
"answer_6fe9fb49"
],
"oracle_has_answer_turns": {
"02f9bedb_2": [],
"0c891c0b_1": [],
"15519944_2": [],
"2345468a": [],
"33a4fb9b": [],
"3c2e6725": [],
"4d2c2c88_1": [],
"5c16fe0b_2": [],
"6dfb33f1_1": [],
"84fb50bb_3": [],
"8dd2d3cc": [],
"9de2c795": [],
"af257b0b_2": [],
"answer_6fe9fb49": [
4
],
"b66c6397_1": [],
"db50c0f6": [],
"de64539a_2": [],
"e2cd250e_3": [],
"e42cb8d9_1": [],
"ee43db4a": [],
"fa858208_1": [],
"fc004ede_1": [],
"fe3632bd_1": [],
"sharegpt_1xFK5Qf_0": [],
"sharegpt_2LOQFZX_0": [],
"sharegpt_3swiY8I_36": [],
"sharegpt_DlVSong_0": [],
"sharegpt_QRYjIGf_0": [],
"sharegpt_b5Hi3QN_0": [],
"sharegpt_e1JmYDm_0": [],
"sharegpt_esZWTJv_8": [],
"sharegpt_fhj3OCi_0": [],
"sharegpt_iF4hlNs_456": [],
"sharegpt_tKytRbH_0": [],
"sharegpt_u1AM5RT_261": [],
"sharegpt_vbNrVtS_259": [],
"sharegpt_vbNrVtS_94": [],
"sharegpt_x7qWsS9_23": [],
"sharegpt_znI61kP_0": [],
"ultrachat_113982": [],
"ultrachat_231287": [],
"ultrachat_309684": [],
"ultrachat_316056": [],
"ultrachat_317508": [],
"ultrachat_36197": [],
"ultrachat_375718": [],
"ultrachat_427439": [],
"ultrachat_442201": [],
"ultrachat_455955": [],
"ultrachat_537606": [],
"ultrachat_66044": [],
"ultrachat_93574": [],
"ultrachat_96537": []
},
"question_id": "a06e4cfe",
"ranked_retrieved_hits": [
"answer_6fe9fb49",
"sharegpt_2LOQFZX_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"sharegpt_vbNrVtS_259",
"ee43db4a",
"15519944_2",
"de64539a_2",
"ultrachat_427439",
"ultrachat_316056",
"e42cb8d9_1",
"sharegpt_fhj3OCi_0",
"ultrachat_317508",
"answer_6fe9fb49",
"4d2c2c88_1",
"b66c6397_1",
"sharegpt_znI61kP_0",
"fa858208_1",
"0c891c0b_1",
"ultrachat_96537",
"sharegpt_esZWTJv_8",
"sharegpt_tKytRbH_0",
"ultrachat_537606",
"02f9bedb_2",
"ultrachat_66044",
"ultrachat_375718",
"sharegpt_b5Hi3QN_0",
"sharegpt_x7qWsS9_23",
"ultrachat_231287",
"84fb50bb_3",
"ultrachat_36197",
"8dd2d3cc",
"sharegpt_iF4hlNs_456",
"ultrachat_93574",
"ultrachat_455955",
"ultrachat_113982",
"33a4fb9b",
"sharegpt_vbNrVtS_94",
"db50c0f6",
"sharegpt_1xFK5Qf_0",
"sharegpt_u1AM5RT_261",
"sharegpt_DlVSong_0",
"e2cd250e_3",
"af257b0b_2",
"ultrachat_442201",
"fc004ede_1",
"fe3632bd_1",
"sharegpt_3swiY8I_36",
"5c16fe0b_2",
"9de2c795",
"ultrachat_309684",
"sharegpt_2LOQFZX_0",
"3c2e6725",
"sharegpt_e1JmYDm_0",
"6dfb33f1_1",
"2345468a",
"sharegpt_QRYjIGf_0"
]
}