Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 41275add
Stored context/evidence
["ea67b29e_2","ultrachat_30360","7799c27b_2","sharegpt_6MkcCJ5_9","47b924c1_4","ultrachat_556585","5b83c26e_3","d5283595_1","sharegpt_UCe4W0J_0","4d84cbfa","6d96a14d_2","a68db5db_1","sharegpt_ljMj9Uo_15","sharegpt_fV5wNsl_0","ultrachat_272453","ultrachat_488279","ultrachat_313772","33a39aa7_1","ultrachat_218999","sharegpt_ADHo6Ob_0","c07ae000_1","9345f7dc_1","ultrachat_149885","ultrachat_203429","53fe2138","answer_sharegpt_81riySf_0","sharegpt_5DSpgoJ_0","46afc4c7","b12d0498","ultrachat_565514","97f67bff","ultrachat_235637","ultrachat_126824","sharegpt_5CevyJG_10","sharegpt_4duYsop_28","sharegpt_T01Qw9j_0","sharegpt_q1RNZOw_0","acc3913b","bdefa576_1","2e0ff38d_2","ultrachat_36085","b3619c2c","ultrachat_317484","sharegpt_dUoAhvI_71","ultrachat_564020","eee803c7","ultrachat_465222","ultrachat_548534","ultrachat_519837","5fe4d2ee_1","ultrachat_202211","d4f35ad9","ultrachat_351310"]
Retrieved context/evidence
["answer_sharegpt_81riySf_0","sharegpt_ljMj9Uo_15","ultrachat_30360","sharegpt_fV5wNsl_0","sharegpt_UCe4W0J_0"]
Retrieval output (not a generated answer)
answer_sharegpt_81riySf_0
Complete stored trace (JSON)
{
"answer": "answer_sharegpt_81riySf_0",
"answer_session_ids": [
"answer_sharegpt_81riySf_0"
],
"gold_references": [
"answer_sharegpt_81riySf_0"
],
"oracle_has_answer_turns": {
"2e0ff38d_2": [],
"33a39aa7_1": [],
"46afc4c7": [],
"47b924c1_4": [],
"4d84cbfa": [],
"53fe2138": [],
"5b83c26e_3": [],
"5fe4d2ee_1": [],
"6d96a14d_2": [],
"7799c27b_2": [],
"9345f7dc_1": [],
"97f67bff": [],
"a68db5db_1": [],
"acc3913b": [],
"answer_sharegpt_81riySf_0": [
1
],
"b12d0498": [],
"b3619c2c": [],
"bdefa576_1": [],
"c07ae000_1": [],
"d4f35ad9": [],
"d5283595_1": [],
"ea67b29e_2": [],
"eee803c7": [],
"sharegpt_4duYsop_28": [],
"sharegpt_5CevyJG_10": [],
"sharegpt_5DSpgoJ_0": [],
"sharegpt_6MkcCJ5_9": [],
"sharegpt_ADHo6Ob_0": [],
"sharegpt_T01Qw9j_0": [],
"sharegpt_UCe4W0J_0": [],
"sharegpt_dUoAhvI_71": [],
"sharegpt_fV5wNsl_0": [],
"sharegpt_ljMj9Uo_15": [],
"sharegpt_q1RNZOw_0": [],
"ultrachat_126824": [],
"ultrachat_149885": [],
"ultrachat_202211": [],
"ultrachat_203429": [],
"ultrachat_218999": [],
"ultrachat_235637": [],
"ultrachat_272453": [],
"ultrachat_30360": [],
"ultrachat_313772": [],
"ultrachat_317484": [],
"ultrachat_351310": [],
"ultrachat_36085": [],
"ultrachat_465222": [],
"ultrachat_488279": [],
"ultrachat_519837": [],
"ultrachat_548534": [],
"ultrachat_556585": [],
"ultrachat_564020": [],
"ultrachat_565514": []
},
"question_id": "41275add",
"ranked_retrieved_hits": [
"answer_sharegpt_81riySf_0",
"sharegpt_ljMj9Uo_15",
"ultrachat_30360",
"sharegpt_fV5wNsl_0",
"sharegpt_UCe4W0J_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ea67b29e_2",
"ultrachat_30360",
"7799c27b_2",
"sharegpt_6MkcCJ5_9",
"47b924c1_4",
"ultrachat_556585",
"5b83c26e_3",
"d5283595_1",
"sharegpt_UCe4W0J_0",
"4d84cbfa",
"6d96a14d_2",
"a68db5db_1",
"sharegpt_ljMj9Uo_15",
"sharegpt_fV5wNsl_0",
"ultrachat_272453",
"ultrachat_488279",
"ultrachat_313772",
"33a39aa7_1",
"ultrachat_218999",
"sharegpt_ADHo6Ob_0",
"c07ae000_1",
"9345f7dc_1",
"ultrachat_149885",
"ultrachat_203429",
"53fe2138",
"answer_sharegpt_81riySf_0",
"sharegpt_5DSpgoJ_0",
"46afc4c7",
"b12d0498",
"ultrachat_565514",
"97f67bff",
"ultrachat_235637",
"ultrachat_126824",
"sharegpt_5CevyJG_10",
"sharegpt_4duYsop_28",
"sharegpt_T01Qw9j_0",
"sharegpt_q1RNZOw_0",
"acc3913b",
"bdefa576_1",
"2e0ff38d_2",
"ultrachat_36085",
"b3619c2c",
"ultrachat_317484",
"sharegpt_dUoAhvI_71",
"ultrachat_564020",
"eee803c7",
"ultrachat_465222",
"ultrachat_548534",
"ultrachat_519837",
"5fe4d2ee_1",
"ultrachat_202211",
"d4f35ad9",
"ultrachat_351310"
]
}