Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 75499fd8
Stored context/evidence
["sharegpt_IJuY15Z_0","85b50955_6","3410b52a_1","ultrachat_433711","3e8f07c9_1","sharegpt_XlNs8Lz_111","sharegpt_2Qvu6BM_34","sharegpt_1kE6haW_276","ultrachat_308181","sharegpt_jBafAKm_0","sharegpt_KOaA4jf_0","ultrachat_61010","ultrachat_371964","sharegpt_0K41DFX_0","533372c8_3","ultrachat_360018","18b0d357_1","sharegpt_ELyN256_27","sharegpt_WetAHhj_0","ddf0f116_3","3b028282","ultrachat_428593","sharegpt_EWIRhnH_0","ultrachat_466236","sharegpt_gUEZUtS_0","ultrachat_462541","answer_723bf11f","410ec447","eb0d8dc1_7","ultrachat_114711","ultrachat_229781","sharegpt_NbaVdlj_9","sharegpt_ODvipYd_0","ultrachat_51052","ultrachat_96299","3e7df334_1","sharegpt_PUZlqBP_0","168feef7_1","aea71da3_2","sharegpt_ucYF3Uv_15","sharegpt_14rmipe_0","ultrachat_189069","ultrachat_308225","5328c3c2_2","sharegpt_yPCVYhX_0","sharegpt_u1AM5RT_273","7d054e90_2","sharegpt_7jNclxT_13","ultrachat_360291","sharegpt_mMNr1qm_0","sharegpt_v11Tpg9_195","990b60df_1"]
Retrieved context/evidence
["sharegpt_yPCVYhX_0","answer_723bf11f"]
Retrieval output (not a generated answer)
sharegpt_yPCVYhX_0
Complete stored trace (JSON)
{
"answer": "sharegpt_yPCVYhX_0",
"answer_session_ids": [
"answer_723bf11f"
],
"gold_references": [
"answer_723bf11f"
],
"oracle_has_answer_turns": {
"168feef7_1": [],
"18b0d357_1": [],
"3410b52a_1": [],
"3b028282": [],
"3e7df334_1": [],
"3e8f07c9_1": [],
"410ec447": [],
"5328c3c2_2": [],
"533372c8_3": [],
"7d054e90_2": [],
"85b50955_6": [],
"990b60df_1": [],
"aea71da3_2": [],
"answer_723bf11f": [
8
],
"ddf0f116_3": [],
"eb0d8dc1_7": [],
"sharegpt_0K41DFX_0": [],
"sharegpt_14rmipe_0": [],
"sharegpt_1kE6haW_276": [],
"sharegpt_2Qvu6BM_34": [],
"sharegpt_7jNclxT_13": [],
"sharegpt_ELyN256_27": [],
"sharegpt_EWIRhnH_0": [],
"sharegpt_IJuY15Z_0": [],
"sharegpt_KOaA4jf_0": [],
"sharegpt_NbaVdlj_9": [],
"sharegpt_ODvipYd_0": [],
"sharegpt_PUZlqBP_0": [],
"sharegpt_WetAHhj_0": [],
"sharegpt_XlNs8Lz_111": [],
"sharegpt_gUEZUtS_0": [],
"sharegpt_jBafAKm_0": [],
"sharegpt_mMNr1qm_0": [],
"sharegpt_u1AM5RT_273": [],
"sharegpt_ucYF3Uv_15": [],
"sharegpt_v11Tpg9_195": [],
"sharegpt_yPCVYhX_0": [],
"ultrachat_114711": [],
"ultrachat_189069": [],
"ultrachat_229781": [],
"ultrachat_308181": [],
"ultrachat_308225": [],
"ultrachat_360018": [],
"ultrachat_360291": [],
"ultrachat_371964": [],
"ultrachat_428593": [],
"ultrachat_433711": [],
"ultrachat_462541": [],
"ultrachat_466236": [],
"ultrachat_51052": [],
"ultrachat_61010": [],
"ultrachat_96299": []
},
"question_id": "75499fd8",
"ranked_retrieved_hits": [
"sharegpt_yPCVYhX_0",
"answer_723bf11f"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"sharegpt_IJuY15Z_0",
"85b50955_6",
"3410b52a_1",
"ultrachat_433711",
"3e8f07c9_1",
"sharegpt_XlNs8Lz_111",
"sharegpt_2Qvu6BM_34",
"sharegpt_1kE6haW_276",
"ultrachat_308181",
"sharegpt_jBafAKm_0",
"sharegpt_KOaA4jf_0",
"ultrachat_61010",
"ultrachat_371964",
"sharegpt_0K41DFX_0",
"533372c8_3",
"ultrachat_360018",
"18b0d357_1",
"sharegpt_ELyN256_27",
"sharegpt_WetAHhj_0",
"ddf0f116_3",
"3b028282",
"ultrachat_428593",
"sharegpt_EWIRhnH_0",
"ultrachat_466236",
"sharegpt_gUEZUtS_0",
"ultrachat_462541",
"answer_723bf11f",
"410ec447",
"eb0d8dc1_7",
"ultrachat_114711",
"ultrachat_229781",
"sharegpt_NbaVdlj_9",
"sharegpt_ODvipYd_0",
"ultrachat_51052",
"ultrachat_96299",
"3e7df334_1",
"sharegpt_PUZlqBP_0",
"168feef7_1",
"aea71da3_2",
"sharegpt_ucYF3Uv_15",
"sharegpt_14rmipe_0",
"ultrachat_189069",
"ultrachat_308225",
"5328c3c2_2",
"sharegpt_yPCVYhX_0",
"sharegpt_u1AM5RT_273",
"7d054e90_2",
"sharegpt_7jNclxT_13",
"ultrachat_360291",
"sharegpt_mMNr1qm_0",
"sharegpt_v11Tpg9_195",
"990b60df_1"
]
}