Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 0ddfec37
Stored context/evidence
["4de46bd1","8953c8c8_2","22eb4cac","sharegpt_ckrlzN2_35","ultrachat_357693","743f03a1_abs_2","sharegpt_RNF6TzV_0","sharegpt_UyBTuTv_0","a8a0db2b_1","92509977_1","a5959675_2","sharegpt_P4sav72_0","sharegpt_J8F2ksB_0","c2c11c8c_5","3422786d_2","60f9246d","6fbfd19d","108627d6_2","answer_a22b654d_1","sharegpt_KEY6ZsZ_0","0a699029_2","ultrachat_26568","ultrachat_43331","ultrachat_180221","sharegpt_cXkL3cR_45","e184e4c3_2","sharegpt_gWIeryu_0","e4881cbd_1","sharegpt_Zxljg2H_0","2878574e","ultrachat_505326","sharegpt_GKjb2be_0","answer_a22b654d_2","8fa624b2_9","4b117c0c_2","ed7f9ab0_1","sharegpt_YeY3ac7_0","ultrachat_25858","4374f9a6_4","sharegpt_n6Ej34Y_75","f2199726_2","sharegpt_9P1BcDO_38","147ab7e9_7","sharegpt_eXTj7GX_13","e0bfe67a_2","ca58e7e9","sharegpt_J26ReGO_0","sharegpt_h0fDljQ_12","ultrachat_139747","sharegpt_QJYt7XW_0"]
Retrieved context/evidence
["sharegpt_Zxljg2H_0","ultrachat_25858","sharegpt_RNF6TzV_0","ultrachat_180221"]
Retrieval output (not a generated answer)
sharegpt_Zxljg2H_0
Complete stored trace (JSON)
{
"answer": "sharegpt_Zxljg2H_0",
"answer_session_ids": [
"answer_a22b654d_1",
"answer_a22b654d_2"
],
"gold_references": [
"answer_a22b654d_1",
"answer_a22b654d_2"
],
"oracle_has_answer_turns": {
"0a699029_2": [],
"108627d6_2": [],
"147ab7e9_7": [],
"22eb4cac": [],
"2878574e": [],
"3422786d_2": [],
"4374f9a6_4": [],
"4b117c0c_2": [],
"4de46bd1": [],
"60f9246d": [],
"6fbfd19d": [],
"743f03a1_abs_2": [],
"8953c8c8_2": [],
"8fa624b2_9": [],
"92509977_1": [],
"a5959675_2": [],
"a8a0db2b_1": [],
"answer_a22b654d_1": [
0
],
"answer_a22b654d_2": [
0
],
"c2c11c8c_5": [],
"ca58e7e9": [],
"e0bfe67a_2": [],
"e184e4c3_2": [],
"e4881cbd_1": [],
"ed7f9ab0_1": [],
"f2199726_2": [],
"sharegpt_9P1BcDO_38": [],
"sharegpt_GKjb2be_0": [],
"sharegpt_J26ReGO_0": [],
"sharegpt_J8F2ksB_0": [],
"sharegpt_KEY6ZsZ_0": [],
"sharegpt_P4sav72_0": [],
"sharegpt_QJYt7XW_0": [],
"sharegpt_RNF6TzV_0": [],
"sharegpt_UyBTuTv_0": [],
"sharegpt_YeY3ac7_0": [],
"sharegpt_Zxljg2H_0": [],
"sharegpt_cXkL3cR_45": [],
"sharegpt_ckrlzN2_35": [],
"sharegpt_eXTj7GX_13": [],
"sharegpt_gWIeryu_0": [],
"sharegpt_h0fDljQ_12": [],
"sharegpt_n6Ej34Y_75": [],
"ultrachat_139747": [],
"ultrachat_180221": [],
"ultrachat_25858": [],
"ultrachat_26568": [],
"ultrachat_357693": [],
"ultrachat_43331": [],
"ultrachat_505326": []
},
"question_id": "0ddfec37",
"ranked_retrieved_hits": [
"sharegpt_Zxljg2H_0",
"ultrachat_25858",
"sharegpt_RNF6TzV_0",
"ultrachat_180221"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"4de46bd1",
"8953c8c8_2",
"22eb4cac",
"sharegpt_ckrlzN2_35",
"ultrachat_357693",
"743f03a1_abs_2",
"sharegpt_RNF6TzV_0",
"sharegpt_UyBTuTv_0",
"a8a0db2b_1",
"92509977_1",
"a5959675_2",
"sharegpt_P4sav72_0",
"sharegpt_J8F2ksB_0",
"c2c11c8c_5",
"3422786d_2",
"60f9246d",
"6fbfd19d",
"108627d6_2",
"answer_a22b654d_1",
"sharegpt_KEY6ZsZ_0",
"0a699029_2",
"ultrachat_26568",
"ultrachat_43331",
"ultrachat_180221",
"sharegpt_cXkL3cR_45",
"e184e4c3_2",
"sharegpt_gWIeryu_0",
"e4881cbd_1",
"sharegpt_Zxljg2H_0",
"2878574e",
"ultrachat_505326",
"sharegpt_GKjb2be_0",
"answer_a22b654d_2",
"8fa624b2_9",
"4b117c0c_2",
"ed7f9ab0_1",
"sharegpt_YeY3ac7_0",
"ultrachat_25858",
"4374f9a6_4",
"sharegpt_n6Ej34Y_75",
"f2199726_2",
"sharegpt_9P1BcDO_38",
"147ab7e9_7",
"sharegpt_eXTj7GX_13",
"e0bfe67a_2",
"ca58e7e9",
"sharegpt_J26ReGO_0",
"sharegpt_h0fDljQ_12",
"ultrachat_139747",
"sharegpt_QJYt7XW_0"
]
}