Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →

Trace gpt4_e061b84g

Back to result

Stored context/evidence

["51221cac","ultrachat_279525","sharegpt_1B5KXOT_0","0e3d8491_1","ultrachat_246504","ultrachat_91284","ultrachat_413081","7083fcb9_1","ultrachat_545534","ultrachat_507366","sharegpt_rB6IP4G_0","answer_8c64ce26_2","sharegpt_osTHjYi_0","3929e6cc_1","1b44925a","ultrachat_231231","ultrachat_391029","3d6a2b24_1","ultrachat_547960","sharegpt_IL28zNH_0","sharegpt_PSbjff2_0","cad5dca8_2","2640c1b0","acbc1954","09d021e7_2","sharegpt_a4rfTHu_11","sharegpt_KSCdclV_0","ultrachat_57659","sharegpt_bJr1G28_11","c575291e_1","ultrachat_442096","c15dadce_1","answer_8c64ce26_1","sharegpt_qAsObVn_0","ultrachat_430731","sharegpt_783Lb5V_0","0dc2efcc_3","ultrachat_192785","answer_8c64ce26_3","sharegpt_5DSpgoJ_0","ultrachat_15819","68705467_1","ultrachat_546836","sharegpt_cUXo8S0_0","sharegpt_HOO59Ue_99","sharegpt_NCuLVp2_0","9dac9e37_1","ultrachat_213300","sharegpt_sDwO1bp_35","de43030f_1","sharegpt_g15cpiF_0","ae15e8b6_1","ultrachat_363574","ultrachat_104948","sharegpt_HiKYnva_0","ce584ba0","sharegpt_i33zh1e_15","sharegpt_hHGVWPU_1"]

Retrieved context/evidence

["sharegpt_cUXo8S0_0","sharegpt_NCuLVp2_0","ultrachat_246504","sharegpt_HiKYnva_0"]

Retrieval output (not a generated answer)

sharegpt_cUXo8S0_0

Complete stored trace (JSON)

{
  "answer": "sharegpt_cUXo8S0_0",
  "answer_session_ids": [
    "answer_8c64ce26_2",
    "answer_8c64ce26_1",
    "answer_8c64ce26_3"
  ],
  "gold_references": [
    "answer_8c64ce26_2",
    "answer_8c64ce26_1",
    "answer_8c64ce26_3"
  ],
  "oracle_has_answer_turns": {
    "09d021e7_2": [],
    "0dc2efcc_3": [],
    "0e3d8491_1": [],
    "1b44925a": [],
    "2640c1b0": [],
    "3929e6cc_1": [],
    "3d6a2b24_1": [],
    "51221cac": [],
    "68705467_1": [],
    "7083fcb9_1": [],
    "9dac9e37_1": [],
    "acbc1954": [],
    "ae15e8b6_1": [],
    "answer_8c64ce26_1": [],
    "answer_8c64ce26_2": [],
    "answer_8c64ce26_3": [
      0
    ],
    "c15dadce_1": [],
    "c575291e_1": [],
    "cad5dca8_2": [],
    "ce584ba0": [],
    "de43030f_1": [],
    "sharegpt_1B5KXOT_0": [],
    "sharegpt_5DSpgoJ_0": [],
    "sharegpt_783Lb5V_0": [],
    "sharegpt_HOO59Ue_99": [],
    "sharegpt_HiKYnva_0": [],
    "sharegpt_IL28zNH_0": [],
    "sharegpt_KSCdclV_0": [],
    "sharegpt_NCuLVp2_0": [],
    "sharegpt_PSbjff2_0": [],
    "sharegpt_a4rfTHu_11": [],
    "sharegpt_bJr1G28_11": [],
    "sharegpt_cUXo8S0_0": [],
    "sharegpt_g15cpiF_0": [],
    "sharegpt_hHGVWPU_1": [],
    "sharegpt_i33zh1e_15": [],
    "sharegpt_osTHjYi_0": [],
    "sharegpt_qAsObVn_0": [],
    "sharegpt_rB6IP4G_0": [],
    "sharegpt_sDwO1bp_35": [],
    "ultrachat_104948": [],
    "ultrachat_15819": [],
    "ultrachat_192785": [],
    "ultrachat_213300": [],
    "ultrachat_231231": [],
    "ultrachat_246504": [],
    "ultrachat_279525": [],
    "ultrachat_363574": [],
    "ultrachat_391029": [],
    "ultrachat_413081": [],
    "ultrachat_430731": [],
    "ultrachat_442096": [],
    "ultrachat_507366": [],
    "ultrachat_545534": [],
    "ultrachat_546836": [],
    "ultrachat_547960": [],
    "ultrachat_57659": [],
    "ultrachat_91284": []
  },
  "question_id": "gpt4_e061b84g",
  "ranked_retrieved_hits": [
    "sharegpt_cUXo8S0_0",
    "sharegpt_NCuLVp2_0",
    "ultrachat_246504",
    "sharegpt_HiKYnva_0"
  ],
  "scoring_family": "deterministic-retrieval",
  "stored_records": [
    "51221cac",
    "ultrachat_279525",
    "sharegpt_1B5KXOT_0",
    "0e3d8491_1",
    "ultrachat_246504",
    "ultrachat_91284",
    "ultrachat_413081",
    "7083fcb9_1",
    "ultrachat_545534",
    "ultrachat_507366",
    "sharegpt_rB6IP4G_0",
    "answer_8c64ce26_2",
    "sharegpt_osTHjYi_0",
    "3929e6cc_1",
    "1b44925a",
    "ultrachat_231231",
    "ultrachat_391029",
    "3d6a2b24_1",
    "ultrachat_547960",
    "sharegpt_IL28zNH_0",
    "sharegpt_PSbjff2_0",
    "cad5dca8_2",
    "2640c1b0",
    "acbc1954",
    "09d021e7_2",
    "sharegpt_a4rfTHu_11",
    "sharegpt_KSCdclV_0",
    "ultrachat_57659",
    "sharegpt_bJr1G28_11",
    "c575291e_1",
    "ultrachat_442096",
    "c15dadce_1",
    "answer_8c64ce26_1",
    "sharegpt_qAsObVn_0",
    "ultrachat_430731",
    "sharegpt_783Lb5V_0",
    "0dc2efcc_3",
    "ultrachat_192785",
    "answer_8c64ce26_3",
    "sharegpt_5DSpgoJ_0",
    "ultrachat_15819",
    "68705467_1",
    "ultrachat_546836",
    "sharegpt_cUXo8S0_0",
    "sharegpt_HOO59Ue_99",
    "sharegpt_NCuLVp2_0",
    "9dac9e37_1",
    "ultrachat_213300",
    "sharegpt_sDwO1bp_35",
    "de43030f_1",
    "sharegpt_g15cpiF_0",
    "ae15e8b6_1",
    "ultrachat_363574",
    "ultrachat_104948",
    "sharegpt_HiKYnva_0",
    "ce584ba0",
    "sharegpt_i33zh1e_15",
    "sharegpt_hHGVWPU_1"
  ]
}