Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 853b0a1d
Stored context/evidence
["sharegpt_oh3eExx_8","sharegpt_pHAMZFf_13","128082f8_1","c70f9f9c","3fa35683_3","ebb5bc7c_2","ultrachat_376940","66a6a097_2","sharegpt_HESMzmY_0","451120d3_2","ultrachat_511909","a070accd_1","sharegpt_6SFDwjt_17","ultrachat_378413","sharegpt_wyUdYur_0","sharegpt_MvMW3zZ_0","answer_69811d4a","sharegpt_9ISnBk0_0","ultrachat_283515","ultrachat_36734","sharegpt_j0xyD9c_0","1fdbdfff_5","sharegpt_B7mSlfQ_55","sharegpt_c2LF3xK_12","701ea427_1","b3070ec4_1","ultrachat_247393","sharegpt_i8xL0ih_109","ultrachat_505084","a8b4bfb3_2","ultrachat_97719","sharegpt_8ScroG0_0","sharegpt_n3MgsgL_0","f71bf532_1","492ee9e2","sharegpt_a4rfTHu_19","sharegpt_gnCJWyF_0","sharegpt_hRba933_47","ultrachat_327291","sharegpt_UnjngE7_65","f7a61595_4","c3feb3bb","643a4cf2_1","sharegpt_v794bYN_0","ultrachat_82375","ultrachat_449245","ultrachat_566425","6cf1848e_2","sharegpt_66UOQBK_0","sharegpt_F1lIiep_0","sharegpt_vHatqNp_15","ultrachat_454425"]
Retrieved context/evidence
["answer_69811d4a","ultrachat_376940","sharegpt_8ScroG0_0"]
Retrieval output (not a generated answer)
answer_69811d4a
Complete stored trace (JSON)
{
"answer": "answer_69811d4a",
"answer_session_ids": [
"answer_69811d4a"
],
"gold_references": [
"answer_69811d4a"
],
"oracle_has_answer_turns": {
"128082f8_1": [],
"1fdbdfff_5": [],
"3fa35683_3": [],
"451120d3_2": [],
"492ee9e2": [],
"643a4cf2_1": [],
"66a6a097_2": [],
"6cf1848e_2": [],
"701ea427_1": [],
"a070accd_1": [],
"a8b4bfb3_2": [],
"answer_69811d4a": [
4
],
"b3070ec4_1": [],
"c3feb3bb": [],
"c70f9f9c": [],
"ebb5bc7c_2": [],
"f71bf532_1": [],
"f7a61595_4": [],
"sharegpt_66UOQBK_0": [],
"sharegpt_6SFDwjt_17": [],
"sharegpt_8ScroG0_0": [],
"sharegpt_9ISnBk0_0": [],
"sharegpt_B7mSlfQ_55": [],
"sharegpt_F1lIiep_0": [],
"sharegpt_HESMzmY_0": [],
"sharegpt_MvMW3zZ_0": [],
"sharegpt_UnjngE7_65": [],
"sharegpt_a4rfTHu_19": [],
"sharegpt_c2LF3xK_12": [],
"sharegpt_gnCJWyF_0": [],
"sharegpt_hRba933_47": [],
"sharegpt_i8xL0ih_109": [],
"sharegpt_j0xyD9c_0": [],
"sharegpt_n3MgsgL_0": [],
"sharegpt_oh3eExx_8": [],
"sharegpt_pHAMZFf_13": [],
"sharegpt_v794bYN_0": [],
"sharegpt_vHatqNp_15": [],
"sharegpt_wyUdYur_0": [],
"ultrachat_247393": [],
"ultrachat_283515": [],
"ultrachat_327291": [],
"ultrachat_36734": [],
"ultrachat_376940": [],
"ultrachat_378413": [],
"ultrachat_449245": [],
"ultrachat_454425": [],
"ultrachat_505084": [],
"ultrachat_511909": [],
"ultrachat_566425": [],
"ultrachat_82375": [],
"ultrachat_97719": []
},
"question_id": "853b0a1d",
"ranked_retrieved_hits": [
"answer_69811d4a",
"ultrachat_376940",
"sharegpt_8ScroG0_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"sharegpt_oh3eExx_8",
"sharegpt_pHAMZFf_13",
"128082f8_1",
"c70f9f9c",
"3fa35683_3",
"ebb5bc7c_2",
"ultrachat_376940",
"66a6a097_2",
"sharegpt_HESMzmY_0",
"451120d3_2",
"ultrachat_511909",
"a070accd_1",
"sharegpt_6SFDwjt_17",
"ultrachat_378413",
"sharegpt_wyUdYur_0",
"sharegpt_MvMW3zZ_0",
"answer_69811d4a",
"sharegpt_9ISnBk0_0",
"ultrachat_283515",
"ultrachat_36734",
"sharegpt_j0xyD9c_0",
"1fdbdfff_5",
"sharegpt_B7mSlfQ_55",
"sharegpt_c2LF3xK_12",
"701ea427_1",
"b3070ec4_1",
"ultrachat_247393",
"sharegpt_i8xL0ih_109",
"ultrachat_505084",
"a8b4bfb3_2",
"ultrachat_97719",
"sharegpt_8ScroG0_0",
"sharegpt_n3MgsgL_0",
"f71bf532_1",
"492ee9e2",
"sharegpt_a4rfTHu_19",
"sharegpt_gnCJWyF_0",
"sharegpt_hRba933_47",
"ultrachat_327291",
"sharegpt_UnjngE7_65",
"f7a61595_4",
"c3feb3bb",
"643a4cf2_1",
"sharegpt_v794bYN_0",
"ultrachat_82375",
"ultrachat_449245",
"ultrachat_566425",
"6cf1848e_2",
"sharegpt_66UOQBK_0",
"sharegpt_F1lIiep_0",
"sharegpt_vHatqNp_15",
"ultrachat_454425"
]
}