Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 2311e44b
Stored context/evidence
["sharegpt_Vitaqjl_15","e9499aaf_1","sharegpt_hi2xiJT_14","ultrachat_360918","5854eebc_2","ultrachat_383337","ae332229_4","ultrachat_3195","sharegpt_pPJZzai_0","573f14d0_1","2714885f_1","ultrachat_458191","81ab8aec_1","ultrachat_278202","1e53c034","sharegpt_YAiYuAD_7","d2d20e22","sharegpt_Y2Di7vX_0","eb8348cf","sharegpt_i9l2lOB_0","aea71da3_2","77753dd9_1","ultrachat_410762","eb3eb62b_2","ultrachat_560072","sharegpt_ELyN256_13","79291718_2","ultrachat_336299","c824c711_1","042c55a5","16bc615e_1","sharegpt_i2urixu_0","a200b713_3","9b3611d7_1","ultrachat_252160","sharegpt_HEWVvbe_0","sharegpt_IRmgj6m_0","answer_bf633415_2","c6bed037_1","84fedd9f_2","sharegpt_wEMzstd_0","fa5f3010_4","ultrachat_220386","ultrachat_415306","b5b8f8f9_3","answer_bf633415_1","ultrachat_402313","da23d58d_7","ultrachat_501910","ultrachat_475329"]
Retrieved context/evidence
["answer_bf633415_2","sharegpt_Y2Di7vX_0","sharegpt_HEWVvbe_0","ultrachat_458191"]
Retrieval output (not a generated answer)
answer_bf633415_2
Complete stored trace (JSON)
{
"answer": "answer_bf633415_2",
"answer_session_ids": [
"answer_bf633415_2",
"answer_bf633415_1"
],
"gold_references": [
"answer_bf633415_2",
"answer_bf633415_1"
],
"oracle_has_answer_turns": {
"042c55a5": [],
"16bc615e_1": [],
"1e53c034": [],
"2714885f_1": [],
"573f14d0_1": [],
"5854eebc_2": [],
"77753dd9_1": [],
"79291718_2": [],
"81ab8aec_1": [],
"84fedd9f_2": [],
"9b3611d7_1": [],
"a200b713_3": [],
"ae332229_4": [],
"aea71da3_2": [],
"answer_bf633415_1": [
8
],
"answer_bf633415_2": [
0
],
"b5b8f8f9_3": [],
"c6bed037_1": [],
"c824c711_1": [],
"d2d20e22": [],
"da23d58d_7": [],
"e9499aaf_1": [],
"eb3eb62b_2": [],
"eb8348cf": [],
"fa5f3010_4": [],
"sharegpt_ELyN256_13": [],
"sharegpt_HEWVvbe_0": [],
"sharegpt_IRmgj6m_0": [],
"sharegpt_Vitaqjl_15": [],
"sharegpt_Y2Di7vX_0": [],
"sharegpt_YAiYuAD_7": [],
"sharegpt_hi2xiJT_14": [],
"sharegpt_i2urixu_0": [],
"sharegpt_i9l2lOB_0": [],
"sharegpt_pPJZzai_0": [],
"sharegpt_wEMzstd_0": [],
"ultrachat_220386": [],
"ultrachat_252160": [],
"ultrachat_278202": [],
"ultrachat_3195": [],
"ultrachat_336299": [],
"ultrachat_360918": [],
"ultrachat_383337": [],
"ultrachat_402313": [],
"ultrachat_410762": [],
"ultrachat_415306": [],
"ultrachat_458191": [],
"ultrachat_475329": [],
"ultrachat_501910": [],
"ultrachat_560072": []
},
"question_id": "2311e44b",
"ranked_retrieved_hits": [
"answer_bf633415_2",
"sharegpt_Y2Di7vX_0",
"sharegpt_HEWVvbe_0",
"ultrachat_458191"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"sharegpt_Vitaqjl_15",
"e9499aaf_1",
"sharegpt_hi2xiJT_14",
"ultrachat_360918",
"5854eebc_2",
"ultrachat_383337",
"ae332229_4",
"ultrachat_3195",
"sharegpt_pPJZzai_0",
"573f14d0_1",
"2714885f_1",
"ultrachat_458191",
"81ab8aec_1",
"ultrachat_278202",
"1e53c034",
"sharegpt_YAiYuAD_7",
"d2d20e22",
"sharegpt_Y2Di7vX_0",
"eb8348cf",
"sharegpt_i9l2lOB_0",
"aea71da3_2",
"77753dd9_1",
"ultrachat_410762",
"eb3eb62b_2",
"ultrachat_560072",
"sharegpt_ELyN256_13",
"79291718_2",
"ultrachat_336299",
"c824c711_1",
"042c55a5",
"16bc615e_1",
"sharegpt_i2urixu_0",
"a200b713_3",
"9b3611d7_1",
"ultrachat_252160",
"sharegpt_HEWVvbe_0",
"sharegpt_IRmgj6m_0",
"answer_bf633415_2",
"c6bed037_1",
"84fedd9f_2",
"sharegpt_wEMzstd_0",
"fa5f3010_4",
"ultrachat_220386",
"ultrachat_415306",
"b5b8f8f9_3",
"answer_bf633415_1",
"ultrachat_402313",
"da23d58d_7",
"ultrachat_501910",
"ultrachat_475329"
]
}