Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 8a137a7f
Stored context/evidence
["e2cb1647","ultrachat_192894","ultrachat_348812","ultrachat_338301","sharegpt_tR1SJyb_0","ultrachat_293136","sharegpt_uRwln6Y_29","ultrachat_155721","sharegpt_kfByHvL_0","answer_15d63a22","fcff2dc4_3","77908e43_1","64460e9d_1","4c7ab32f","ultrachat_151889","sharegpt_CMbaRkD_37","ultrachat_126822","sharegpt_oXgiN7q_131","ultrachat_513397","ultrachat_235992","sharegpt_ErOTMZ3_254","sharegpt_d9GL0oF_0","20507d15_2","ultrachat_382344","6bb37368","sharegpt_sj5ZvVB_0","d298714d_2","sharegpt_kkzJOUc_0","sharegpt_xggOxlp_0","ultrachat_90882","66c0b73d_2","sharegpt_oVpLO2c_0","3fdd233f","ultrachat_59795","e7cc9c25_1","ultrachat_186116","ultrachat_72765","ultrachat_44939","sharegpt_W35IQm3_0","e3e66b50","ultrachat_199631","e229be9e_1","ultrachat_501742","65ca99fb_1","sharegpt_k4Kdq03_19","ac583170_2","7738b24b","sharegpt_StUzdLK_117","e05e4612","683fdb17","sharegpt_o1SCEXR_23"]
Retrieved context/evidence
["ultrachat_186116","sharegpt_sj5ZvVB_0","ultrachat_293136","ultrachat_151889","ultrachat_192894"]
Retrieval output (not a generated answer)
ultrachat_186116
Complete stored trace (JSON)
{
"answer": "ultrachat_186116",
"answer_session_ids": [
"answer_15d63a22"
],
"gold_references": [
"answer_15d63a22"
],
"oracle_has_answer_turns": {
"20507d15_2": [],
"3fdd233f": [],
"4c7ab32f": [],
"64460e9d_1": [],
"65ca99fb_1": [],
"66c0b73d_2": [],
"683fdb17": [],
"6bb37368": [],
"7738b24b": [],
"77908e43_1": [],
"ac583170_2": [],
"answer_15d63a22": [
2
],
"d298714d_2": [],
"e05e4612": [],
"e229be9e_1": [],
"e2cb1647": [],
"e3e66b50": [],
"e7cc9c25_1": [],
"fcff2dc4_3": [],
"sharegpt_CMbaRkD_37": [],
"sharegpt_ErOTMZ3_254": [],
"sharegpt_StUzdLK_117": [],
"sharegpt_W35IQm3_0": [],
"sharegpt_d9GL0oF_0": [],
"sharegpt_k4Kdq03_19": [],
"sharegpt_kfByHvL_0": [],
"sharegpt_kkzJOUc_0": [],
"sharegpt_o1SCEXR_23": [],
"sharegpt_oVpLO2c_0": [],
"sharegpt_oXgiN7q_131": [],
"sharegpt_sj5ZvVB_0": [],
"sharegpt_tR1SJyb_0": [],
"sharegpt_uRwln6Y_29": [],
"sharegpt_xggOxlp_0": [],
"ultrachat_126822": [],
"ultrachat_151889": [],
"ultrachat_155721": [],
"ultrachat_186116": [],
"ultrachat_192894": [],
"ultrachat_199631": [],
"ultrachat_235992": [],
"ultrachat_293136": [],
"ultrachat_338301": [],
"ultrachat_348812": [],
"ultrachat_382344": [],
"ultrachat_44939": [],
"ultrachat_501742": [],
"ultrachat_513397": [],
"ultrachat_59795": [],
"ultrachat_72765": [],
"ultrachat_90882": []
},
"question_id": "8a137a7f",
"ranked_retrieved_hits": [
"ultrachat_186116",
"sharegpt_sj5ZvVB_0",
"ultrachat_293136",
"ultrachat_151889",
"ultrachat_192894"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"e2cb1647",
"ultrachat_192894",
"ultrachat_348812",
"ultrachat_338301",
"sharegpt_tR1SJyb_0",
"ultrachat_293136",
"sharegpt_uRwln6Y_29",
"ultrachat_155721",
"sharegpt_kfByHvL_0",
"answer_15d63a22",
"fcff2dc4_3",
"77908e43_1",
"64460e9d_1",
"4c7ab32f",
"ultrachat_151889",
"sharegpt_CMbaRkD_37",
"ultrachat_126822",
"sharegpt_oXgiN7q_131",
"ultrachat_513397",
"ultrachat_235992",
"sharegpt_ErOTMZ3_254",
"sharegpt_d9GL0oF_0",
"20507d15_2",
"ultrachat_382344",
"6bb37368",
"sharegpt_sj5ZvVB_0",
"d298714d_2",
"sharegpt_kkzJOUc_0",
"sharegpt_xggOxlp_0",
"ultrachat_90882",
"66c0b73d_2",
"sharegpt_oVpLO2c_0",
"3fdd233f",
"ultrachat_59795",
"e7cc9c25_1",
"ultrachat_186116",
"ultrachat_72765",
"ultrachat_44939",
"sharegpt_W35IQm3_0",
"e3e66b50",
"ultrachat_199631",
"e229be9e_1",
"ultrachat_501742",
"65ca99fb_1",
"sharegpt_k4Kdq03_19",
"ac583170_2",
"7738b24b",
"sharegpt_StUzdLK_117",
"e05e4612",
"683fdb17",
"sharegpt_o1SCEXR_23"
]
}