Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace gpt4_70e84552_abs
Stored context/evidence
["001cefa7_2","e2b58a46_1","sharegpt_Xj7QShV_0","sharegpt_P5L3sLZ_0","e2cd250e_2","0d8f420c","7aaa23d7_1","ultrachat_358580","76eab3a3_2","59264d33_2","sharegpt_XcNl3it_0","sharegpt_9ddQ0kX_0","0cde5602_2","answer_b3070ec4_abs_2","sharegpt_BbUo52l_0","ultrachat_367973","1572cf8a","sharegpt_1QRbXta_0","51d338f6","sharegpt_OLc5cYf_363","sharegpt_3D7sTTH_0","1c9460b0","sharegpt_kAjWQHy_0","ultrachat_338813","sharegpt_knNcoFV_15","ultrachat_337434","6be2f065_1","d4f7a065_3","bef12e17","sharegpt_dZJntaU_0","0dc2efcc_1","0a699029_4","4e0da76d","ultrachat_279749","ultrachat_169366","sharegpt_EypOKzQ_0","ultrachat_548297","44bb76f6","430d0a87_2","1ba83815_1","ultrachat_416364","ultrachat_96694","sharegpt_rmRwxPP_141","f6ba44fe_1","sharegpt_YeoNsEt_17","ultrachat_475184","sharegpt_9HuAoqJ_17","sharegpt_3hJWfne_11","sharegpt_J8ak3Zd_0","answer_b3070ec4_abs_1"]
Retrieved context/evidence
["sharegpt_kAjWQHy_0","ultrachat_548297","ultrachat_416364","sharegpt_J8ak3Zd_0"]
Retrieval output (not a generated answer)
sharegpt_kAjWQHy_0
Complete stored trace (JSON)
{
"answer": "sharegpt_kAjWQHy_0",
"answer_session_ids": [
"answer_b3070ec4_abs_2",
"answer_b3070ec4_abs_1"
],
"gold_references": [
"answer_b3070ec4_abs_2",
"answer_b3070ec4_abs_1"
],
"oracle_has_answer_turns": {
"001cefa7_2": [],
"0a699029_4": [],
"0cde5602_2": [],
"0d8f420c": [],
"0dc2efcc_1": [],
"1572cf8a": [],
"1ba83815_1": [],
"1c9460b0": [],
"430d0a87_2": [],
"44bb76f6": [],
"4e0da76d": [],
"51d338f6": [],
"59264d33_2": [],
"6be2f065_1": [],
"76eab3a3_2": [],
"7aaa23d7_1": [],
"answer_b3070ec4_abs_1": [
0
],
"answer_b3070ec4_abs_2": [],
"bef12e17": [],
"d4f7a065_3": [],
"e2b58a46_1": [],
"e2cd250e_2": [],
"f6ba44fe_1": [],
"sharegpt_1QRbXta_0": [],
"sharegpt_3D7sTTH_0": [],
"sharegpt_3hJWfne_11": [],
"sharegpt_9HuAoqJ_17": [],
"sharegpt_9ddQ0kX_0": [],
"sharegpt_BbUo52l_0": [],
"sharegpt_EypOKzQ_0": [],
"sharegpt_J8ak3Zd_0": [],
"sharegpt_OLc5cYf_363": [],
"sharegpt_P5L3sLZ_0": [],
"sharegpt_XcNl3it_0": [],
"sharegpt_Xj7QShV_0": [],
"sharegpt_YeoNsEt_17": [],
"sharegpt_dZJntaU_0": [],
"sharegpt_kAjWQHy_0": [],
"sharegpt_knNcoFV_15": [],
"sharegpt_rmRwxPP_141": [],
"ultrachat_169366": [],
"ultrachat_279749": [],
"ultrachat_337434": [],
"ultrachat_338813": [],
"ultrachat_358580": [],
"ultrachat_367973": [],
"ultrachat_416364": [],
"ultrachat_475184": [],
"ultrachat_548297": [],
"ultrachat_96694": []
},
"question_id": "gpt4_70e84552_abs",
"ranked_retrieved_hits": [
"sharegpt_kAjWQHy_0",
"ultrachat_548297",
"ultrachat_416364",
"sharegpt_J8ak3Zd_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"001cefa7_2",
"e2b58a46_1",
"sharegpt_Xj7QShV_0",
"sharegpt_P5L3sLZ_0",
"e2cd250e_2",
"0d8f420c",
"7aaa23d7_1",
"ultrachat_358580",
"76eab3a3_2",
"59264d33_2",
"sharegpt_XcNl3it_0",
"sharegpt_9ddQ0kX_0",
"0cde5602_2",
"answer_b3070ec4_abs_2",
"sharegpt_BbUo52l_0",
"ultrachat_367973",
"1572cf8a",
"sharegpt_1QRbXta_0",
"51d338f6",
"sharegpt_OLc5cYf_363",
"sharegpt_3D7sTTH_0",
"1c9460b0",
"sharegpt_kAjWQHy_0",
"ultrachat_338813",
"sharegpt_knNcoFV_15",
"ultrachat_337434",
"6be2f065_1",
"d4f7a065_3",
"bef12e17",
"sharegpt_dZJntaU_0",
"0dc2efcc_1",
"0a699029_4",
"4e0da76d",
"ultrachat_279749",
"ultrachat_169366",
"sharegpt_EypOKzQ_0",
"ultrachat_548297",
"44bb76f6",
"430d0a87_2",
"1ba83815_1",
"ultrachat_416364",
"ultrachat_96694",
"sharegpt_rmRwxPP_141",
"f6ba44fe_1",
"sharegpt_YeoNsEt_17",
"ultrachat_475184",
"sharegpt_9HuAoqJ_17",
"sharegpt_3hJWfne_11",
"sharegpt_J8ak3Zd_0",
"answer_b3070ec4_abs_1"
]
}