Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →

Trace 86b68151

Back to result

Stored context/evidence

["ultrachat_446004","sharegpt_DIhdEBe_0","ultrachat_182718","eed7b3ac_2","sharegpt_beV15ZO_0","48ad2a93","26e99766_1","d2b2c091","ultrachat_339938","0f8d5f3c_1","ultrachat_522663","d1bd26fb_2","sharegpt_TkFICdo_7","a410bab2_3","ultrachat_20447","ultrachat_81274","159ab103","ultrachat_365912","sharegpt_bmEgv3O_12","sharegpt_jgqCFKi_37","sharegpt_KdbXhTW_13","d8454317_4","fb5dd87f_7","sharegpt_7rLq4MQ_9","sharegpt_ml8x0uL_15","ultrachat_30666","sharegpt_jBwwg7B_0","sharegpt_dgg2N9T_0","e1023f28","ultrachat_231000","e200d96c_2","ultrachat_60651","93450132","0abaca24_1","16bd5ea6_2","answer_dc11c1eb","ultrachat_235859","db98ba97","4e671700","sharegpt_nbNGajO_0","784ed4a9_1","3d72c0c0","ultrachat_246427","b3de3ef1","ultrachat_121159","sharegpt_rnL5VQO_0","5ace87df_1"]

Retrieved context/evidence

["answer_dc11c1eb","ultrachat_522663"]

Retrieval output (not a generated answer)

answer_dc11c1eb

Complete stored trace (JSON)

{
  "answer": "answer_dc11c1eb",
  "answer_session_ids": [
    "answer_dc11c1eb"
  ],
  "gold_references": [
    "answer_dc11c1eb"
  ],
  "oracle_has_answer_turns": {
    "0abaca24_1": [],
    "0f8d5f3c_1": [],
    "159ab103": [],
    "16bd5ea6_2": [],
    "26e99766_1": [],
    "3d72c0c0": [],
    "48ad2a93": [],
    "4e671700": [],
    "5ace87df_1": [],
    "784ed4a9_1": [],
    "93450132": [],
    "a410bab2_3": [],
    "answer_dc11c1eb": [
      8
    ],
    "b3de3ef1": [],
    "d1bd26fb_2": [],
    "d2b2c091": [],
    "d8454317_4": [],
    "db98ba97": [],
    "e1023f28": [],
    "e200d96c_2": [],
    "eed7b3ac_2": [],
    "fb5dd87f_7": [],
    "sharegpt_7rLq4MQ_9": [],
    "sharegpt_DIhdEBe_0": [],
    "sharegpt_KdbXhTW_13": [],
    "sharegpt_TkFICdo_7": [],
    "sharegpt_beV15ZO_0": [],
    "sharegpt_bmEgv3O_12": [],
    "sharegpt_dgg2N9T_0": [],
    "sharegpt_jBwwg7B_0": [],
    "sharegpt_jgqCFKi_37": [],
    "sharegpt_ml8x0uL_15": [],
    "sharegpt_nbNGajO_0": [],
    "sharegpt_rnL5VQO_0": [],
    "ultrachat_121159": [],
    "ultrachat_182718": [],
    "ultrachat_20447": [],
    "ultrachat_231000": [],
    "ultrachat_235859": [],
    "ultrachat_246427": [],
    "ultrachat_30666": [],
    "ultrachat_339938": [],
    "ultrachat_365912": [],
    "ultrachat_446004": [],
    "ultrachat_522663": [],
    "ultrachat_60651": [],
    "ultrachat_81274": []
  },
  "question_id": "86b68151",
  "ranked_retrieved_hits": [
    "answer_dc11c1eb",
    "ultrachat_522663"
  ],
  "scoring_family": "deterministic-retrieval",
  "stored_records": [
    "ultrachat_446004",
    "sharegpt_DIhdEBe_0",
    "ultrachat_182718",
    "eed7b3ac_2",
    "sharegpt_beV15ZO_0",
    "48ad2a93",
    "26e99766_1",
    "d2b2c091",
    "ultrachat_339938",
    "0f8d5f3c_1",
    "ultrachat_522663",
    "d1bd26fb_2",
    "sharegpt_TkFICdo_7",
    "a410bab2_3",
    "ultrachat_20447",
    "ultrachat_81274",
    "159ab103",
    "ultrachat_365912",
    "sharegpt_bmEgv3O_12",
    "sharegpt_jgqCFKi_37",
    "sharegpt_KdbXhTW_13",
    "d8454317_4",
    "fb5dd87f_7",
    "sharegpt_7rLq4MQ_9",
    "sharegpt_ml8x0uL_15",
    "ultrachat_30666",
    "sharegpt_jBwwg7B_0",
    "sharegpt_dgg2N9T_0",
    "e1023f28",
    "ultrachat_231000",
    "e200d96c_2",
    "ultrachat_60651",
    "93450132",
    "0abaca24_1",
    "16bd5ea6_2",
    "answer_dc11c1eb",
    "ultrachat_235859",
    "db98ba97",
    "4e671700",
    "sharegpt_nbNGajO_0",
    "784ed4a9_1",
    "3d72c0c0",
    "ultrachat_246427",
    "b3de3ef1",
    "ultrachat_121159",
    "sharegpt_rnL5VQO_0",
    "5ace87df_1"
  ]
}