Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace gpt4_21adecb5
Stored context/evidence
["8c938c8d","ultrachat_374460","ultrachat_326490","928890e4_1","sharegpt_cUXo8S0_0","ultrachat_81167","ultrachat_555122","ultrachat_245735","sharegpt_dBFf2EE_0","sharegpt_ipLglky_42","ultrachat_333888","ultrachat_419825","sharegpt_XW5t7ZE_0","1206a46c","sharegpt_MCmVQ20_0","sharegpt_fwXicqL_352","sharegpt_gXXFrlm_0","0f0f9d80_1","8f4eb210","ultrachat_336806","0149fa28_1","ultrachat_295435","ultrachat_444790","bc8b2be0_1","answer_1e2369c9_1","ultrachat_402550","6934b60d","2880eb6c_1","ultrachat_245311","d8e2b473_1","sharegpt_KhExdXp_43","af3c08f1","128082f8_2","b99bd2df","e1f37e24","2d9fda67","ultrachat_10051","answer_1e2369c9_2","2c7fcfe3_1","666d4c9e","ultrachat_187866","ultrachat_466374","942a8c5e_1","sharegpt_pydqYVn_0","df6938a4_3","6c574737_2","8f589040_1","643434fd_1","sharegpt_nYm6DYP_0","0e1aa315_3","sharegpt_tC5i0YO_1","19f2e2c5_2"]
Retrieved context/evidence
["sharegpt_cUXo8S0_0","sharegpt_MCmVQ20_0","sharegpt_dBFf2EE_0","ultrachat_555122"]
Retrieval output (not a generated answer)
sharegpt_cUXo8S0_0
Complete stored trace (JSON)
{
"answer": "sharegpt_cUXo8S0_0",
"answer_session_ids": [
"answer_1e2369c9_1",
"answer_1e2369c9_2"
],
"gold_references": [
"answer_1e2369c9_1",
"answer_1e2369c9_2"
],
"oracle_has_answer_turns": {
"0149fa28_1": [],
"0e1aa315_3": [],
"0f0f9d80_1": [],
"1206a46c": [],
"128082f8_2": [],
"19f2e2c5_2": [],
"2880eb6c_1": [],
"2c7fcfe3_1": [],
"2d9fda67": [],
"643434fd_1": [],
"666d4c9e": [],
"6934b60d": [],
"6c574737_2": [],
"8c938c8d": [],
"8f4eb210": [],
"8f589040_1": [],
"928890e4_1": [],
"942a8c5e_1": [],
"af3c08f1": [],
"answer_1e2369c9_1": [
0
],
"answer_1e2369c9_2": [
0
],
"b99bd2df": [],
"bc8b2be0_1": [],
"d8e2b473_1": [],
"df6938a4_3": [],
"e1f37e24": [],
"sharegpt_KhExdXp_43": [],
"sharegpt_MCmVQ20_0": [],
"sharegpt_XW5t7ZE_0": [],
"sharegpt_cUXo8S0_0": [],
"sharegpt_dBFf2EE_0": [],
"sharegpt_fwXicqL_352": [],
"sharegpt_gXXFrlm_0": [],
"sharegpt_ipLglky_42": [],
"sharegpt_nYm6DYP_0": [],
"sharegpt_pydqYVn_0": [],
"sharegpt_tC5i0YO_1": [],
"ultrachat_10051": [],
"ultrachat_187866": [],
"ultrachat_245311": [],
"ultrachat_245735": [],
"ultrachat_295435": [],
"ultrachat_326490": [],
"ultrachat_333888": [],
"ultrachat_336806": [],
"ultrachat_374460": [],
"ultrachat_402550": [],
"ultrachat_419825": [],
"ultrachat_444790": [],
"ultrachat_466374": [],
"ultrachat_555122": [],
"ultrachat_81167": []
},
"question_id": "gpt4_21adecb5",
"ranked_retrieved_hits": [
"sharegpt_cUXo8S0_0",
"sharegpt_MCmVQ20_0",
"sharegpt_dBFf2EE_0",
"ultrachat_555122"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"8c938c8d",
"ultrachat_374460",
"ultrachat_326490",
"928890e4_1",
"sharegpt_cUXo8S0_0",
"ultrachat_81167",
"ultrachat_555122",
"ultrachat_245735",
"sharegpt_dBFf2EE_0",
"sharegpt_ipLglky_42",
"ultrachat_333888",
"ultrachat_419825",
"sharegpt_XW5t7ZE_0",
"1206a46c",
"sharegpt_MCmVQ20_0",
"sharegpt_fwXicqL_352",
"sharegpt_gXXFrlm_0",
"0f0f9d80_1",
"8f4eb210",
"ultrachat_336806",
"0149fa28_1",
"ultrachat_295435",
"ultrachat_444790",
"bc8b2be0_1",
"answer_1e2369c9_1",
"ultrachat_402550",
"6934b60d",
"2880eb6c_1",
"ultrachat_245311",
"d8e2b473_1",
"sharegpt_KhExdXp_43",
"af3c08f1",
"128082f8_2",
"b99bd2df",
"e1f37e24",
"2d9fda67",
"ultrachat_10051",
"answer_1e2369c9_2",
"2c7fcfe3_1",
"666d4c9e",
"ultrachat_187866",
"ultrachat_466374",
"942a8c5e_1",
"sharegpt_pydqYVn_0",
"df6938a4_3",
"6c574737_2",
"8f589040_1",
"643434fd_1",
"sharegpt_nYm6DYP_0",
"0e1aa315_3",
"sharegpt_tC5i0YO_1",
"19f2e2c5_2"
]
}