Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace cf22b7bf
Stored context/evidence
["ultrachat_345143","ultrachat_455760","e201572a","ultrachat_403005","ultrachat_469537","22fe1c93","ultrachat_149649","8b540c1b","ultrachat_140373","ultrachat_148382","sharegpt_tgr1bpv_17","ultrachat_536564","ultrachat_389369","sharegpt_VhAV1pG_0","c8fcdf5a_1","ultrachat_346016","aaf71ce2_2","233934b0","6d2fbe21","sharegpt_OjTxA7k_0","a3107e2a_2","ultrachat_240381","sharegpt_iIqznTs_0","457e26bf","sharegpt_DmXt5LW_0","ultrachat_349624","sharegpt_4T7T7Vk_17","c3c334ff_1","answer_ae3a122b_1","ultrachat_266173","8ab0292c_1","ultrachat_474933","ultrachat_380871","ultrachat_155963","7349eb4b","sharegpt_p8RUORA_25","sharegpt_KKeKmjV_21","36d5bbde_1","ultrachat_383701","sharegpt_yW4k8hG_0","41f94af6","ultrachat_324101","8765ab16_2","ultrachat_151130","sharegpt_9LsFzVP_0","ultrachat_51616","f906baa7_1","898ce7a5_4","8064b6ca","ultrachat_237421","sharegpt_PSbjff2_0","sharegpt_78ysxzl_0","ultrachat_476513","answer_ae3a122b_2","ultrachat_130544"]
Retrieved context/evidence
["sharegpt_yW4k8hG_0","ultrachat_155963","ultrachat_476513","ultrachat_240381"]
Retrieval output (not a generated answer)
sharegpt_yW4k8hG_0
Complete stored trace (JSON)
{
"answer": "sharegpt_yW4k8hG_0",
"answer_session_ids": [
"answer_ae3a122b_1",
"answer_ae3a122b_2"
],
"gold_references": [
"answer_ae3a122b_1",
"answer_ae3a122b_2"
],
"oracle_has_answer_turns": {
"22fe1c93": [],
"233934b0": [],
"36d5bbde_1": [],
"41f94af6": [],
"457e26bf": [],
"6d2fbe21": [],
"7349eb4b": [],
"8064b6ca": [],
"8765ab16_2": [],
"898ce7a5_4": [],
"8ab0292c_1": [],
"8b540c1b": [],
"a3107e2a_2": [],
"aaf71ce2_2": [],
"answer_ae3a122b_1": [
8
],
"answer_ae3a122b_2": [
2
],
"c3c334ff_1": [],
"c8fcdf5a_1": [],
"e201572a": [],
"f906baa7_1": [],
"sharegpt_4T7T7Vk_17": [],
"sharegpt_78ysxzl_0": [],
"sharegpt_9LsFzVP_0": [],
"sharegpt_DmXt5LW_0": [],
"sharegpt_KKeKmjV_21": [],
"sharegpt_OjTxA7k_0": [],
"sharegpt_PSbjff2_0": [],
"sharegpt_VhAV1pG_0": [],
"sharegpt_iIqznTs_0": [],
"sharegpt_p8RUORA_25": [],
"sharegpt_tgr1bpv_17": [],
"sharegpt_yW4k8hG_0": [],
"ultrachat_130544": [],
"ultrachat_140373": [],
"ultrachat_148382": [],
"ultrachat_149649": [],
"ultrachat_151130": [],
"ultrachat_155963": [],
"ultrachat_237421": [],
"ultrachat_240381": [],
"ultrachat_266173": [],
"ultrachat_324101": [],
"ultrachat_345143": [],
"ultrachat_346016": [],
"ultrachat_349624": [],
"ultrachat_380871": [],
"ultrachat_383701": [],
"ultrachat_389369": [],
"ultrachat_403005": [],
"ultrachat_455760": [],
"ultrachat_469537": [],
"ultrachat_474933": [],
"ultrachat_476513": [],
"ultrachat_51616": [],
"ultrachat_536564": []
},
"question_id": "cf22b7bf",
"ranked_retrieved_hits": [
"sharegpt_yW4k8hG_0",
"ultrachat_155963",
"ultrachat_476513",
"ultrachat_240381"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ultrachat_345143",
"ultrachat_455760",
"e201572a",
"ultrachat_403005",
"ultrachat_469537",
"22fe1c93",
"ultrachat_149649",
"8b540c1b",
"ultrachat_140373",
"ultrachat_148382",
"sharegpt_tgr1bpv_17",
"ultrachat_536564",
"ultrachat_389369",
"sharegpt_VhAV1pG_0",
"c8fcdf5a_1",
"ultrachat_346016",
"aaf71ce2_2",
"233934b0",
"6d2fbe21",
"sharegpt_OjTxA7k_0",
"a3107e2a_2",
"ultrachat_240381",
"sharegpt_iIqznTs_0",
"457e26bf",
"sharegpt_DmXt5LW_0",
"ultrachat_349624",
"sharegpt_4T7T7Vk_17",
"c3c334ff_1",
"answer_ae3a122b_1",
"ultrachat_266173",
"8ab0292c_1",
"ultrachat_474933",
"ultrachat_380871",
"ultrachat_155963",
"7349eb4b",
"sharegpt_p8RUORA_25",
"sharegpt_KKeKmjV_21",
"36d5bbde_1",
"ultrachat_383701",
"sharegpt_yW4k8hG_0",
"41f94af6",
"ultrachat_324101",
"8765ab16_2",
"ultrachat_151130",
"sharegpt_9LsFzVP_0",
"ultrachat_51616",
"f906baa7_1",
"898ce7a5_4",
"8064b6ca",
"ultrachat_237421",
"sharegpt_PSbjff2_0",
"sharegpt_78ysxzl_0",
"ultrachat_476513",
"answer_ae3a122b_2",
"ultrachat_130544"
]
}