Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace d23cf73b
Stored context/evidence
["ultrachat_380252","ad44d5c2_2","ultrachat_456819","cfec5bdc_2","ultrachat_62167","sharegpt_gGriMhQ_15","b124e4a1_1","ultrachat_346984","66369fde_2","ultrachat_538779","12be262f_1","ef71a35e_2","ultrachat_201613","3590f50d","ultrachat_5325","c3023a45_5","ultrachat_375734","ultrachat_202805","ultrachat_141199","ultrachat_275858","answer_5a0d28f8_4","c328cd4f","95b7c3cd_1","ultrachat_277609","ultrachat_224488","ultrachat_318683","c8c90a81_1","9705c90b","ultrachat_265495","ultrachat_216708","sharegpt_2Qvu6BM_34","334ab2f1#occurrence-0","answer_5a0d28f8_2","ultrachat_341247","334ab2f1#occurrence-1","20ea9554_2","94de539a_2","sharegpt_F3hyS3i_0","ultrachat_553398","ultrachat_445074","ultrachat_283390","ultrachat_350322","ea909af1","answer_5a0d28f8_3","sharegpt_sVD2OG9_49","sharegpt_KbU2TSC_0","sharegpt_uyFzCrM_4","answer_5a0d28f8_1","9e21d6ab_2","be0962fb_1","ultrachat_398916"]
Retrieved context/evidence
["ultrachat_283390","ultrachat_141199","ultrachat_201613","ultrachat_375734"]
Retrieval output (not a generated answer)
ultrachat_283390
Complete stored trace (JSON)
{
"answer": "ultrachat_283390",
"answer_session_ids": [
"answer_5a0d28f8_4",
"answer_5a0d28f8_2",
"answer_5a0d28f8_3",
"answer_5a0d28f8_1"
],
"gold_references": [
"answer_5a0d28f8_4",
"answer_5a0d28f8_2",
"answer_5a0d28f8_3",
"answer_5a0d28f8_1"
],
"oracle_has_answer_turns": {
"12be262f_1": [],
"20ea9554_2": [],
"334ab2f1": [],
"3590f50d": [],
"66369fde_2": [],
"94de539a_2": [],
"95b7c3cd_1": [],
"9705c90b": [],
"9e21d6ab_2": [],
"ad44d5c2_2": [],
"answer_5a0d28f8_1": [
0
],
"answer_5a0d28f8_2": [
0
],
"answer_5a0d28f8_3": [
0
],
"answer_5a0d28f8_4": [
0
],
"b124e4a1_1": [],
"be0962fb_1": [],
"c3023a45_5": [],
"c328cd4f": [],
"c8c90a81_1": [],
"cfec5bdc_2": [],
"ea909af1": [],
"ef71a35e_2": [],
"sharegpt_2Qvu6BM_34": [],
"sharegpt_F3hyS3i_0": [],
"sharegpt_KbU2TSC_0": [],
"sharegpt_gGriMhQ_15": [],
"sharegpt_sVD2OG9_49": [],
"sharegpt_uyFzCrM_4": [],
"ultrachat_141199": [],
"ultrachat_201613": [],
"ultrachat_202805": [],
"ultrachat_216708": [],
"ultrachat_224488": [],
"ultrachat_265495": [],
"ultrachat_275858": [],
"ultrachat_277609": [],
"ultrachat_283390": [],
"ultrachat_318683": [],
"ultrachat_341247": [],
"ultrachat_346984": [],
"ultrachat_350322": [],
"ultrachat_375734": [],
"ultrachat_380252": [],
"ultrachat_398916": [],
"ultrachat_445074": [],
"ultrachat_456819": [],
"ultrachat_5325": [],
"ultrachat_538779": [],
"ultrachat_553398": [],
"ultrachat_62167": []
},
"question_id": "d23cf73b",
"ranked_retrieved_hits": [
"ultrachat_283390",
"ultrachat_141199",
"ultrachat_201613",
"ultrachat_375734"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ultrachat_380252",
"ad44d5c2_2",
"ultrachat_456819",
"cfec5bdc_2",
"ultrachat_62167",
"sharegpt_gGriMhQ_15",
"b124e4a1_1",
"ultrachat_346984",
"66369fde_2",
"ultrachat_538779",
"12be262f_1",
"ef71a35e_2",
"ultrachat_201613",
"3590f50d",
"ultrachat_5325",
"c3023a45_5",
"ultrachat_375734",
"ultrachat_202805",
"ultrachat_141199",
"ultrachat_275858",
"answer_5a0d28f8_4",
"c328cd4f",
"95b7c3cd_1",
"ultrachat_277609",
"ultrachat_224488",
"ultrachat_318683",
"c8c90a81_1",
"9705c90b",
"ultrachat_265495",
"ultrachat_216708",
"sharegpt_2Qvu6BM_34",
"334ab2f1#occurrence-0",
"answer_5a0d28f8_2",
"ultrachat_341247",
"334ab2f1#occurrence-1",
"20ea9554_2",
"94de539a_2",
"sharegpt_F3hyS3i_0",
"ultrachat_553398",
"ultrachat_445074",
"ultrachat_283390",
"ultrachat_350322",
"ea909af1",
"answer_5a0d28f8_3",
"sharegpt_sVD2OG9_49",
"sharegpt_KbU2TSC_0",
"sharegpt_uyFzCrM_4",
"answer_5a0d28f8_1",
"9e21d6ab_2",
"be0962fb_1",
"ultrachat_398916"
]
}