Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 58ef2f1c
Stored context/evidence
["sharegpt_f1ywwfz_0","sharegpt_m0NmfPN_0","dbcfab21","sharegpt_GZJZ3ib_0","97220361","sharegpt_zZDs1bC_0","sharegpt_ErOTMZ3_261","ultrachat_243813","13f3da23_3","6d13e73a_2","sharegpt_QsVGAZ0_0","ultrachat_483737","ultrachat_269733","sharegpt_UBSzn8r_0","ultrachat_416428","sharegpt_e4q1BzQ_23","ultrachat_152126","ultrachat_355976","sharegpt_CcQ9JCK_25","6e015703","ultrachat_151027","60b321e4_1","f1fe6512_3","sharegpt_HvZwZ3t_51","sharegpt_RFw4j0W_0","1bc87711_2","b546cb39_2","ultrachat_485646","05dce0ef","ultrachat_95431","sharegpt_eHZgwR0_9","ultrachat_246324","eb0d8dc1_6","ed9482a2_2","ultrachat_486022","2eceeb9d_1","4774287c_1","ultrachat_3351","ultrachat_477344","ultrachat_5212","705b5399_1","fa668463","b17c7f18","e6ab6a7b_2","403ee298_1","e82ce7cd_1","sharegpt_65aOCnJ_15","sharegpt_GnobiqC_143","ultrachat_13835","answer_59547700"]
Retrieved context/evidence
["answer_59547700","sharegpt_GnobiqC_143","ultrachat_355976"]
Retrieval output (not a generated answer)
answer_59547700
Complete stored trace (JSON)
{
"answer": "answer_59547700",
"answer_session_ids": [
"answer_59547700"
],
"gold_references": [
"answer_59547700"
],
"oracle_has_answer_turns": {
"05dce0ef": [],
"13f3da23_3": [],
"1bc87711_2": [],
"2eceeb9d_1": [],
"403ee298_1": [],
"4774287c_1": [],
"60b321e4_1": [],
"6d13e73a_2": [],
"6e015703": [],
"705b5399_1": [],
"97220361": [],
"answer_59547700": [
8
],
"b17c7f18": [],
"b546cb39_2": [],
"dbcfab21": [],
"e6ab6a7b_2": [],
"e82ce7cd_1": [],
"eb0d8dc1_6": [],
"ed9482a2_2": [],
"f1fe6512_3": [],
"fa668463": [],
"sharegpt_65aOCnJ_15": [],
"sharegpt_CcQ9JCK_25": [],
"sharegpt_ErOTMZ3_261": [],
"sharegpt_GZJZ3ib_0": [],
"sharegpt_GnobiqC_143": [],
"sharegpt_HvZwZ3t_51": [],
"sharegpt_QsVGAZ0_0": [],
"sharegpt_RFw4j0W_0": [],
"sharegpt_UBSzn8r_0": [],
"sharegpt_e4q1BzQ_23": [],
"sharegpt_eHZgwR0_9": [],
"sharegpt_f1ywwfz_0": [],
"sharegpt_m0NmfPN_0": [],
"sharegpt_zZDs1bC_0": [],
"ultrachat_13835": [],
"ultrachat_151027": [],
"ultrachat_152126": [],
"ultrachat_243813": [],
"ultrachat_246324": [],
"ultrachat_269733": [],
"ultrachat_3351": [],
"ultrachat_355976": [],
"ultrachat_416428": [],
"ultrachat_477344": [],
"ultrachat_483737": [],
"ultrachat_485646": [],
"ultrachat_486022": [],
"ultrachat_5212": [],
"ultrachat_95431": []
},
"question_id": "58ef2f1c",
"ranked_retrieved_hits": [
"answer_59547700",
"sharegpt_GnobiqC_143",
"ultrachat_355976"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"sharegpt_f1ywwfz_0",
"sharegpt_m0NmfPN_0",
"dbcfab21",
"sharegpt_GZJZ3ib_0",
"97220361",
"sharegpt_zZDs1bC_0",
"sharegpt_ErOTMZ3_261",
"ultrachat_243813",
"13f3da23_3",
"6d13e73a_2",
"sharegpt_QsVGAZ0_0",
"ultrachat_483737",
"ultrachat_269733",
"sharegpt_UBSzn8r_0",
"ultrachat_416428",
"sharegpt_e4q1BzQ_23",
"ultrachat_152126",
"ultrachat_355976",
"sharegpt_CcQ9JCK_25",
"6e015703",
"ultrachat_151027",
"60b321e4_1",
"f1fe6512_3",
"sharegpt_HvZwZ3t_51",
"sharegpt_RFw4j0W_0",
"1bc87711_2",
"b546cb39_2",
"ultrachat_485646",
"05dce0ef",
"ultrachat_95431",
"sharegpt_eHZgwR0_9",
"ultrachat_246324",
"eb0d8dc1_6",
"ed9482a2_2",
"ultrachat_486022",
"2eceeb9d_1",
"4774287c_1",
"ultrachat_3351",
"ultrachat_477344",
"ultrachat_5212",
"705b5399_1",
"fa668463",
"b17c7f18",
"e6ab6a7b_2",
"403ee298_1",
"e82ce7cd_1",
"sharegpt_65aOCnJ_15",
"sharegpt_GnobiqC_143",
"ultrachat_13835",
"answer_59547700"
]
}