Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →

Trace 6456829e_abs

Back to result

Stored context/evidence

["sharegpt_lfQALre_0","sharegpt_213X1pg_0","4015360f_2","61ea1e4e","c6ac3a67","ultrachat_32946","ultrachat_113982","2fe5510e_1","c9b8ea31_1","ultrachat_187474","1b26bdd5_5","ultrachat_512650","ultrachat_497338","sharegpt_Hc0Zm6i_0","answer_743f03a1_abs_1","sharegpt_DEEiSNk_0","sharegpt_fVujVyX_5","ultrachat_518522","sharegpt_9oSrWUg_5","ultrachat_251269","ultrachat_430199","sharegpt_Dmrzbv4_0","sharegpt_p6l18dK_0","ultrachat_417298","sharegpt_ZxGSwYN_7","sharegpt_3mTJ3IE_0","f8cbf729_2","89cce497","3d8d4828_2","sharegpt_Q3mz7dt_25","ultrachat_568772","c6873bbe","ultrachat_303498","549b442a_2","b61cc91b_2","ultrachat_490751","ultrachat_345787","1a73cecb_2","ultrachat_490986","sharegpt_NUyiNZE_0","d20bb5aa_1","ultrachat_212877","ultrachat_325705","sharegpt_VWOHFxG_0","sharegpt_qT4tK9d_0","answer_743f03a1_abs_2","sharegpt_Icz6nfn_1","ultrachat_76504","ultrachat_567580","ultrachat_562061","ultrachat_143450","sharegpt_QbBPtLC_65","sharegpt_42ec0xn_4"]

Retrieved context/evidence

["answer_743f03a1_abs_1","sharegpt_DEEiSNk_0","sharegpt_Hc0Zm6i_0"]

Retrieval output (not a generated answer)

answer_743f03a1_abs_1

Complete stored trace (JSON)

{
  "answer": "answer_743f03a1_abs_1",
  "answer_session_ids": [
    "answer_743f03a1_abs_1",
    "answer_743f03a1_abs_2"
  ],
  "gold_references": [
    "answer_743f03a1_abs_1",
    "answer_743f03a1_abs_2"
  ],
  "oracle_has_answer_turns": {
    "1a73cecb_2": [],
    "1b26bdd5_5": [],
    "2fe5510e_1": [],
    "3d8d4828_2": [],
    "4015360f_2": [],
    "549b442a_2": [],
    "61ea1e4e": [],
    "89cce497": [],
    "answer_743f03a1_abs_1": [
      10
    ],
    "answer_743f03a1_abs_2": [],
    "b61cc91b_2": [],
    "c6873bbe": [],
    "c6ac3a67": [],
    "c9b8ea31_1": [],
    "d20bb5aa_1": [],
    "f8cbf729_2": [],
    "sharegpt_213X1pg_0": [],
    "sharegpt_3mTJ3IE_0": [],
    "sharegpt_42ec0xn_4": [],
    "sharegpt_9oSrWUg_5": [],
    "sharegpt_DEEiSNk_0": [],
    "sharegpt_Dmrzbv4_0": [],
    "sharegpt_Hc0Zm6i_0": [],
    "sharegpt_Icz6nfn_1": [],
    "sharegpt_NUyiNZE_0": [],
    "sharegpt_Q3mz7dt_25": [],
    "sharegpt_QbBPtLC_65": [],
    "sharegpt_VWOHFxG_0": [],
    "sharegpt_ZxGSwYN_7": [],
    "sharegpt_fVujVyX_5": [],
    "sharegpt_lfQALre_0": [],
    "sharegpt_p6l18dK_0": [],
    "sharegpt_qT4tK9d_0": [],
    "ultrachat_113982": [],
    "ultrachat_143450": [],
    "ultrachat_187474": [],
    "ultrachat_212877": [],
    "ultrachat_251269": [],
    "ultrachat_303498": [],
    "ultrachat_325705": [],
    "ultrachat_32946": [],
    "ultrachat_345787": [],
    "ultrachat_417298": [],
    "ultrachat_430199": [],
    "ultrachat_490751": [],
    "ultrachat_490986": [],
    "ultrachat_497338": [],
    "ultrachat_512650": [],
    "ultrachat_518522": [],
    "ultrachat_562061": [],
    "ultrachat_567580": [],
    "ultrachat_568772": [],
    "ultrachat_76504": []
  },
  "question_id": "6456829e_abs",
  "ranked_retrieved_hits": [
    "answer_743f03a1_abs_1",
    "sharegpt_DEEiSNk_0",
    "sharegpt_Hc0Zm6i_0"
  ],
  "scoring_family": "deterministic-retrieval",
  "stored_records": [
    "sharegpt_lfQALre_0",
    "sharegpt_213X1pg_0",
    "4015360f_2",
    "61ea1e4e",
    "c6ac3a67",
    "ultrachat_32946",
    "ultrachat_113982",
    "2fe5510e_1",
    "c9b8ea31_1",
    "ultrachat_187474",
    "1b26bdd5_5",
    "ultrachat_512650",
    "ultrachat_497338",
    "sharegpt_Hc0Zm6i_0",
    "answer_743f03a1_abs_1",
    "sharegpt_DEEiSNk_0",
    "sharegpt_fVujVyX_5",
    "ultrachat_518522",
    "sharegpt_9oSrWUg_5",
    "ultrachat_251269",
    "ultrachat_430199",
    "sharegpt_Dmrzbv4_0",
    "sharegpt_p6l18dK_0",
    "ultrachat_417298",
    "sharegpt_ZxGSwYN_7",
    "sharegpt_3mTJ3IE_0",
    "f8cbf729_2",
    "89cce497",
    "3d8d4828_2",
    "sharegpt_Q3mz7dt_25",
    "ultrachat_568772",
    "c6873bbe",
    "ultrachat_303498",
    "549b442a_2",
    "b61cc91b_2",
    "ultrachat_490751",
    "ultrachat_345787",
    "1a73cecb_2",
    "ultrachat_490986",
    "sharegpt_NUyiNZE_0",
    "d20bb5aa_1",
    "ultrachat_212877",
    "ultrachat_325705",
    "sharegpt_VWOHFxG_0",
    "sharegpt_qT4tK9d_0",
    "answer_743f03a1_abs_2",
    "sharegpt_Icz6nfn_1",
    "ultrachat_76504",
    "ultrachat_567580",
    "ultrachat_562061",
    "ultrachat_143450",
    "sharegpt_QbBPtLC_65",
    "sharegpt_42ec0xn_4"
  ]
}