Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →

Trace gpt4_e05b82a6

Back to result

Stored context/evidence

["ultrachat_269357","ultrachat_237350","sharegpt_PPKh2Q3_0","ultrachat_43272","answer_6350aa4f_1","229a293b_1","sharegpt_f83u8ds_113","78251a43_2","9e7fee16_3","sharegpt_KPgc8Zg_0","40d74f35_2","ultrachat_53443","sharegpt_pEpjnM2_19","289be070","5b6096f8","ultrachat_488614","e2cd250e_2","6172cc72_1","da36bc2c_1","ultrachat_64208","answer_6350aa4f_2","ultrachat_102118","sharegpt_ni4OMXf_35","88e01130_1","sharegpt_flmt4T1_0","e76ec155_1","a5ed0cb8","386f6df9","sharegpt_vgXXhFR_0","ultrachat_555990","6a0d566a_2","f2d7486b","b405d3d8_1","4645e4cf","aed6b1b6_1","503791f7_1","ultrachat_257084","answer_6350aa4f_3","6d52ee93_3","sharegpt_hTgNaX1_0","ultrachat_480545","d153cac9_3","answer_6350aa4f_4","ultrachat_256330","415ce32d","5e4bb245_1"]

Retrieved context/evidence

["sharegpt_flmt4T1_0","b405d3d8_1","sharegpt_vgXXhFR_0"]

Retrieval output (not a generated answer)

sharegpt_flmt4T1_0

Complete stored trace (JSON)

{
  "answer": "sharegpt_flmt4T1_0",
  "answer_session_ids": [
    "answer_6350aa4f_1",
    "answer_6350aa4f_2",
    "answer_6350aa4f_3",
    "answer_6350aa4f_4"
  ],
  "gold_references": [
    "answer_6350aa4f_1",
    "answer_6350aa4f_2",
    "answer_6350aa4f_3",
    "answer_6350aa4f_4"
  ],
  "oracle_has_answer_turns": {
    "229a293b_1": [],
    "289be070": [],
    "386f6df9": [],
    "40d74f35_2": [],
    "415ce32d": [],
    "4645e4cf": [],
    "503791f7_1": [],
    "5b6096f8": [],
    "5e4bb245_1": [],
    "6172cc72_1": [],
    "6a0d566a_2": [],
    "6d52ee93_3": [],
    "78251a43_2": [],
    "88e01130_1": [],
    "9e7fee16_3": [],
    "a5ed0cb8": [],
    "aed6b1b6_1": [],
    "answer_6350aa4f_1": [
      10
    ],
    "answer_6350aa4f_2": [
      0
    ],
    "answer_6350aa4f_3": [
      0
    ],
    "answer_6350aa4f_4": [
      0
    ],
    "b405d3d8_1": [],
    "d153cac9_3": [],
    "da36bc2c_1": [],
    "e2cd250e_2": [],
    "e76ec155_1": [],
    "f2d7486b": [],
    "sharegpt_KPgc8Zg_0": [],
    "sharegpt_PPKh2Q3_0": [],
    "sharegpt_f83u8ds_113": [],
    "sharegpt_flmt4T1_0": [],
    "sharegpt_hTgNaX1_0": [],
    "sharegpt_ni4OMXf_35": [],
    "sharegpt_pEpjnM2_19": [],
    "sharegpt_vgXXhFR_0": [],
    "ultrachat_102118": [],
    "ultrachat_237350": [],
    "ultrachat_256330": [],
    "ultrachat_257084": [],
    "ultrachat_269357": [],
    "ultrachat_43272": [],
    "ultrachat_480545": [],
    "ultrachat_488614": [],
    "ultrachat_53443": [],
    "ultrachat_555990": [],
    "ultrachat_64208": []
  },
  "question_id": "gpt4_e05b82a6",
  "ranked_retrieved_hits": [
    "sharegpt_flmt4T1_0",
    "b405d3d8_1",
    "sharegpt_vgXXhFR_0"
  ],
  "scoring_family": "deterministic-retrieval",
  "stored_records": [
    "ultrachat_269357",
    "ultrachat_237350",
    "sharegpt_PPKh2Q3_0",
    "ultrachat_43272",
    "answer_6350aa4f_1",
    "229a293b_1",
    "sharegpt_f83u8ds_113",
    "78251a43_2",
    "9e7fee16_3",
    "sharegpt_KPgc8Zg_0",
    "40d74f35_2",
    "ultrachat_53443",
    "sharegpt_pEpjnM2_19",
    "289be070",
    "5b6096f8",
    "ultrachat_488614",
    "e2cd250e_2",
    "6172cc72_1",
    "da36bc2c_1",
    "ultrachat_64208",
    "answer_6350aa4f_2",
    "ultrachat_102118",
    "sharegpt_ni4OMXf_35",
    "88e01130_1",
    "sharegpt_flmt4T1_0",
    "e76ec155_1",
    "a5ed0cb8",
    "386f6df9",
    "sharegpt_vgXXhFR_0",
    "ultrachat_555990",
    "6a0d566a_2",
    "f2d7486b",
    "b405d3d8_1",
    "4645e4cf",
    "aed6b1b6_1",
    "503791f7_1",
    "ultrachat_257084",
    "answer_6350aa4f_3",
    "6d52ee93_3",
    "sharegpt_hTgNaX1_0",
    "ultrachat_480545",
    "d153cac9_3",
    "answer_6350aa4f_4",
    "ultrachat_256330",
    "415ce32d",
    "5e4bb245_1"
  ]
}