Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace b759caee
Stored context/evidence
["sharegpt_xni9yYO_6","ac549598_2","96cdb842","sharegpt_lK1xtdw_0","22aa7cca_1","ultrachat_300911","sharegpt_6gBVFdg_1","78d11fc5_1","ultrachat_443020","fb5dd87f_8","sharegpt_oPOTyid_28","sharegpt_KvC1uli_0","eae516cd","b41aae7f_1","ultrachat_324843","3a667084_2","0bad887e_2","sharegpt_gJyk7Hp_0","ultrachat_281823","ffa51434_3","ultrachat_524124","ultrachat_346540","sharegpt_MuKLD5B_0","ultrachat_45704","sharegpt_QAPDUii_0","3a757e4a","abecc1b6","sharegpt_7k9rkeB_0","a4b136d1_1","ultrachat_64494","fcae5c39_1","sharegpt_6cZi7j1_0","ultrachat_555476","sharegpt_dY4gqkH_0","sharegpt_TixC9Wy_35","answer_sharegpt_2BSXlAr_0","sharegpt_I9veIBa_1","ultrachat_437472","ultrachat_320783","f55fee5b_4","sharegpt_EWod5yd_0","ultrachat_430100","bab41bb6_5","191f4c9b_2","6be2f065_1","sharegpt_lR0Y6tk_7","sharegpt_6sZiNtD_32","ultrachat_554750","175a0b58_3","d3575920","ultrachat_448230","sharegpt_6JkEylk_0","sharegpt_c576GpN_0"]
Retrieved context/evidence
["answer_sharegpt_2BSXlAr_0","ultrachat_524124","ultrachat_555476","ultrachat_300911","sharegpt_dY4gqkH_0"]
Retrieval output (not a generated answer)
answer_sharegpt_2BSXlAr_0
Complete stored trace (JSON)
{
"answer": "answer_sharegpt_2BSXlAr_0",
"answer_session_ids": [
"answer_sharegpt_2BSXlAr_0"
],
"gold_references": [
"answer_sharegpt_2BSXlAr_0"
],
"oracle_has_answer_turns": {
"0bad887e_2": [],
"175a0b58_3": [],
"191f4c9b_2": [],
"22aa7cca_1": [],
"3a667084_2": [],
"3a757e4a": [],
"6be2f065_1": [],
"78d11fc5_1": [],
"96cdb842": [],
"a4b136d1_1": [],
"abecc1b6": [],
"ac549598_2": [],
"answer_sharegpt_2BSXlAr_0": [
1
],
"b41aae7f_1": [],
"bab41bb6_5": [],
"d3575920": [],
"eae516cd": [],
"f55fee5b_4": [],
"fb5dd87f_8": [],
"fcae5c39_1": [],
"ffa51434_3": [],
"sharegpt_6JkEylk_0": [],
"sharegpt_6cZi7j1_0": [],
"sharegpt_6gBVFdg_1": [],
"sharegpt_6sZiNtD_32": [],
"sharegpt_7k9rkeB_0": [],
"sharegpt_EWod5yd_0": [],
"sharegpt_I9veIBa_1": [],
"sharegpt_KvC1uli_0": [],
"sharegpt_MuKLD5B_0": [],
"sharegpt_QAPDUii_0": [],
"sharegpt_TixC9Wy_35": [],
"sharegpt_c576GpN_0": [],
"sharegpt_dY4gqkH_0": [],
"sharegpt_gJyk7Hp_0": [],
"sharegpt_lK1xtdw_0": [],
"sharegpt_lR0Y6tk_7": [],
"sharegpt_oPOTyid_28": [],
"sharegpt_xni9yYO_6": [],
"ultrachat_281823": [],
"ultrachat_300911": [],
"ultrachat_320783": [],
"ultrachat_324843": [],
"ultrachat_346540": [],
"ultrachat_430100": [],
"ultrachat_437472": [],
"ultrachat_443020": [],
"ultrachat_448230": [],
"ultrachat_45704": [],
"ultrachat_524124": [],
"ultrachat_554750": [],
"ultrachat_555476": [],
"ultrachat_64494": []
},
"question_id": "b759caee",
"ranked_retrieved_hits": [
"answer_sharegpt_2BSXlAr_0",
"ultrachat_524124",
"ultrachat_555476",
"ultrachat_300911",
"sharegpt_dY4gqkH_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"sharegpt_xni9yYO_6",
"ac549598_2",
"96cdb842",
"sharegpt_lK1xtdw_0",
"22aa7cca_1",
"ultrachat_300911",
"sharegpt_6gBVFdg_1",
"78d11fc5_1",
"ultrachat_443020",
"fb5dd87f_8",
"sharegpt_oPOTyid_28",
"sharegpt_KvC1uli_0",
"eae516cd",
"b41aae7f_1",
"ultrachat_324843",
"3a667084_2",
"0bad887e_2",
"sharegpt_gJyk7Hp_0",
"ultrachat_281823",
"ffa51434_3",
"ultrachat_524124",
"ultrachat_346540",
"sharegpt_MuKLD5B_0",
"ultrachat_45704",
"sharegpt_QAPDUii_0",
"3a757e4a",
"abecc1b6",
"sharegpt_7k9rkeB_0",
"a4b136d1_1",
"ultrachat_64494",
"fcae5c39_1",
"sharegpt_6cZi7j1_0",
"ultrachat_555476",
"sharegpt_dY4gqkH_0",
"sharegpt_TixC9Wy_35",
"answer_sharegpt_2BSXlAr_0",
"sharegpt_I9veIBa_1",
"ultrachat_437472",
"ultrachat_320783",
"f55fee5b_4",
"sharegpt_EWod5yd_0",
"ultrachat_430100",
"bab41bb6_5",
"191f4c9b_2",
"6be2f065_1",
"sharegpt_lR0Y6tk_7",
"sharegpt_6sZiNtD_32",
"ultrachat_554750",
"175a0b58_3",
"d3575920",
"ultrachat_448230",
"sharegpt_6JkEylk_0",
"sharegpt_c576GpN_0"
]
}