Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 1f2b8d4f
Stored context/evidence
["c9b1c309_4","fb3ec1ff","ultrachat_101246","9e96d5b9_1","ultrachat_124989","sharegpt_bZQ9094_0","8d015d9d_5","628c958c_1","ultrachat_507163","5365840b_3","sharegpt_r1g2toL_0","answer_d8454588_1","answer_d8454588_2","ultrachat_7479","b5c147c7_2","sharegpt_OHIxTQm_22","be1c6872","ultrachat_259565","sharegpt_WdPhv94_0","sharegpt_AKi3UeI_47","ultrachat_391569","fc9d19f7_2","aaea9770_4","6ac981f7","sharegpt_GzODe4q_0","9ee4da12_1","ultrachat_33672","ultrachat_413177","ultrachat_127941","sharegpt_GZP0zo9_1","ultrachat_128024","2eaf50f6_1","ultrachat_74640","ultrachat_577211","0bd59f15_3","ultrachat_189628","ultrachat_290148","sharegpt_TV4Sspv_0","ultrachat_103719","ultrachat_252615","ultrachat_209114","23759615_1","76a39abc","ultrachat_503496","ultrachat_256992","ultrachat_401506","sharegpt_vGxp8Hq_0","sharegpt_z2MpvCJ_0","d3ee5958_2","ultrachat_571561","c8c64252"]
Retrieved context/evidence
["sharegpt_GZP0zo9_1","sharegpt_TV4Sspv_0","ultrachat_259565","sharegpt_AKi3UeI_47","ultrachat_33672"]
Retrieval output (not a generated answer)
sharegpt_GZP0zo9_1
Complete stored trace (JSON)
{
"answer": "sharegpt_GZP0zo9_1",
"answer_session_ids": [
"answer_d8454588_1",
"answer_d8454588_2"
],
"gold_references": [
"answer_d8454588_1",
"answer_d8454588_2"
],
"oracle_has_answer_turns": {
"0bd59f15_3": [],
"23759615_1": [],
"2eaf50f6_1": [],
"5365840b_3": [],
"628c958c_1": [],
"6ac981f7": [],
"76a39abc": [],
"8d015d9d_5": [],
"9e96d5b9_1": [],
"9ee4da12_1": [],
"aaea9770_4": [],
"answer_d8454588_1": [
0
],
"answer_d8454588_2": [
2
],
"b5c147c7_2": [],
"be1c6872": [],
"c8c64252": [],
"c9b1c309_4": [],
"d3ee5958_2": [],
"fb3ec1ff": [],
"fc9d19f7_2": [],
"sharegpt_AKi3UeI_47": [],
"sharegpt_GZP0zo9_1": [],
"sharegpt_GzODe4q_0": [],
"sharegpt_OHIxTQm_22": [],
"sharegpt_TV4Sspv_0": [],
"sharegpt_WdPhv94_0": [],
"sharegpt_bZQ9094_0": [],
"sharegpt_r1g2toL_0": [],
"sharegpt_vGxp8Hq_0": [],
"sharegpt_z2MpvCJ_0": [],
"ultrachat_101246": [],
"ultrachat_103719": [],
"ultrachat_124989": [],
"ultrachat_127941": [],
"ultrachat_128024": [],
"ultrachat_189628": [],
"ultrachat_209114": [],
"ultrachat_252615": [],
"ultrachat_256992": [],
"ultrachat_259565": [],
"ultrachat_290148": [],
"ultrachat_33672": [],
"ultrachat_391569": [],
"ultrachat_401506": [],
"ultrachat_413177": [],
"ultrachat_503496": [],
"ultrachat_507163": [],
"ultrachat_571561": [],
"ultrachat_577211": [],
"ultrachat_74640": [],
"ultrachat_7479": []
},
"question_id": "1f2b8d4f",
"ranked_retrieved_hits": [
"sharegpt_GZP0zo9_1",
"sharegpt_TV4Sspv_0",
"ultrachat_259565",
"sharegpt_AKi3UeI_47",
"ultrachat_33672"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"c9b1c309_4",
"fb3ec1ff",
"ultrachat_101246",
"9e96d5b9_1",
"ultrachat_124989",
"sharegpt_bZQ9094_0",
"8d015d9d_5",
"628c958c_1",
"ultrachat_507163",
"5365840b_3",
"sharegpt_r1g2toL_0",
"answer_d8454588_1",
"answer_d8454588_2",
"ultrachat_7479",
"b5c147c7_2",
"sharegpt_OHIxTQm_22",
"be1c6872",
"ultrachat_259565",
"sharegpt_WdPhv94_0",
"sharegpt_AKi3UeI_47",
"ultrachat_391569",
"fc9d19f7_2",
"aaea9770_4",
"6ac981f7",
"sharegpt_GzODe4q_0",
"9ee4da12_1",
"ultrachat_33672",
"ultrachat_413177",
"ultrachat_127941",
"sharegpt_GZP0zo9_1",
"ultrachat_128024",
"2eaf50f6_1",
"ultrachat_74640",
"ultrachat_577211",
"0bd59f15_3",
"ultrachat_189628",
"ultrachat_290148",
"sharegpt_TV4Sspv_0",
"ultrachat_103719",
"ultrachat_252615",
"ultrachat_209114",
"23759615_1",
"76a39abc",
"ultrachat_503496",
"ultrachat_256992",
"ultrachat_401506",
"sharegpt_vGxp8Hq_0",
"sharegpt_z2MpvCJ_0",
"d3ee5958_2",
"ultrachat_571561",
"c8c64252"
]
}