Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace e01b8e2f
Stored context/evidence
["ultrachat_289798","ultrachat_308848","ultrachat_185433","e0f302fc","sharegpt_QUgCBqY_0","sharegpt_mALN6lK_0","2b4104e3_2","a7d014e4_2","sharegpt_oX0xInz_0","sharegpt_PfiDxfU_37","ultrachat_3465","8acfa731","sharegpt_4ANhVKP_0","a6f2320f_2","6efce493_2","sharegpt_9s78QGH_0","ultrachat_433104","answer_5ca6cd28","ultrachat_144844","ultrachat_76289","sharegpt_AywMoqu_0","sharegpt_gfI0Mjd_0","sharegpt_ecotV08_0","ultrachat_115438","sharegpt_FojeG9H_0","ultrachat_350519","16233c94_3","e74be4c6_4","86c5d31d","ultrachat_556304","sharegpt_jyMHY1J_31","1aaf8057_3","e1cf0d88_2","ultrachat_458963","7613d5ec_1","79bb1298_4","18795cc5_1","ultrachat_494089","d4cdb464","ultrachat_57579","ultrachat_444930","ultrachat_41805","d31c3ec8_1","ultrachat_65157","8be2c3f1","f9d0bc67","sharegpt_GcMTqnA_5","3392c0c7","3e43bf49_1","97338ddd_1","b2543a58_3","sharegpt_RBcKzG0_0","963e896f_2"]
Retrieved context/evidence
["sharegpt_jyMHY1J_31","86c5d31d","ultrachat_444930"]
Retrieval output (not a generated answer)
sharegpt_jyMHY1J_31
Complete stored trace (JSON)
{
"answer": "sharegpt_jyMHY1J_31",
"answer_session_ids": [
"answer_5ca6cd28"
],
"gold_references": [
"answer_5ca6cd28"
],
"oracle_has_answer_turns": {
"16233c94_3": [],
"18795cc5_1": [],
"1aaf8057_3": [],
"2b4104e3_2": [],
"3392c0c7": [],
"3e43bf49_1": [],
"6efce493_2": [],
"7613d5ec_1": [],
"79bb1298_4": [],
"86c5d31d": [],
"8acfa731": [],
"8be2c3f1": [],
"963e896f_2": [],
"97338ddd_1": [],
"a6f2320f_2": [],
"a7d014e4_2": [],
"answer_5ca6cd28": [
2
],
"b2543a58_3": [],
"d31c3ec8_1": [],
"d4cdb464": [],
"e0f302fc": [],
"e1cf0d88_2": [],
"e74be4c6_4": [],
"f9d0bc67": [],
"sharegpt_4ANhVKP_0": [],
"sharegpt_9s78QGH_0": [],
"sharegpt_AywMoqu_0": [],
"sharegpt_FojeG9H_0": [],
"sharegpt_GcMTqnA_5": [],
"sharegpt_PfiDxfU_37": [],
"sharegpt_QUgCBqY_0": [],
"sharegpt_RBcKzG0_0": [],
"sharegpt_ecotV08_0": [],
"sharegpt_gfI0Mjd_0": [],
"sharegpt_jyMHY1J_31": [],
"sharegpt_mALN6lK_0": [],
"sharegpt_oX0xInz_0": [],
"ultrachat_115438": [],
"ultrachat_144844": [],
"ultrachat_185433": [],
"ultrachat_289798": [],
"ultrachat_308848": [],
"ultrachat_3465": [],
"ultrachat_350519": [],
"ultrachat_41805": [],
"ultrachat_433104": [],
"ultrachat_444930": [],
"ultrachat_458963": [],
"ultrachat_494089": [],
"ultrachat_556304": [],
"ultrachat_57579": [],
"ultrachat_65157": [],
"ultrachat_76289": []
},
"question_id": "e01b8e2f",
"ranked_retrieved_hits": [
"sharegpt_jyMHY1J_31",
"86c5d31d",
"ultrachat_444930"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ultrachat_289798",
"ultrachat_308848",
"ultrachat_185433",
"e0f302fc",
"sharegpt_QUgCBqY_0",
"sharegpt_mALN6lK_0",
"2b4104e3_2",
"a7d014e4_2",
"sharegpt_oX0xInz_0",
"sharegpt_PfiDxfU_37",
"ultrachat_3465",
"8acfa731",
"sharegpt_4ANhVKP_0",
"a6f2320f_2",
"6efce493_2",
"sharegpt_9s78QGH_0",
"ultrachat_433104",
"answer_5ca6cd28",
"ultrachat_144844",
"ultrachat_76289",
"sharegpt_AywMoqu_0",
"sharegpt_gfI0Mjd_0",
"sharegpt_ecotV08_0",
"ultrachat_115438",
"sharegpt_FojeG9H_0",
"ultrachat_350519",
"16233c94_3",
"e74be4c6_4",
"86c5d31d",
"ultrachat_556304",
"sharegpt_jyMHY1J_31",
"1aaf8057_3",
"e1cf0d88_2",
"ultrachat_458963",
"7613d5ec_1",
"79bb1298_4",
"18795cc5_1",
"ultrachat_494089",
"d4cdb464",
"ultrachat_57579",
"ultrachat_444930",
"ultrachat_41805",
"d31c3ec8_1",
"ultrachat_65157",
"8be2c3f1",
"f9d0bc67",
"sharegpt_GcMTqnA_5",
"3392c0c7",
"3e43bf49_1",
"97338ddd_1",
"b2543a58_3",
"sharegpt_RBcKzG0_0",
"963e896f_2"
]
}