{
  "schema": "mnemetric.longmemeval-verdicts/v1",
  "scope": "Sanitized per-question verdicts; not full inference traces or a replay bundle.",
  "rows": [
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "001be529",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004838,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "00ca467f",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005677,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "0100672e",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005027,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "01493427",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005595,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "031748ae",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005091,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "031748ae_abs",
      "question_type": "knowledge-update",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00439,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "06878be2",
      "question_type": "single-session-preference",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00664,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "06db6396",
      "question_type": "knowledge-update",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005408,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "06f04340",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005552,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "07741c44",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004691,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "07741c45",
      "question_type": "knowledge-update",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004628,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "078150f1",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004661,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "07b6f563",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00615,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "0862e8bf",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004433,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "0862e8bf_abs",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00498,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "08e075c7",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006138,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "08f4fc43",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00427,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "0977f2af",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 0.5,
      "evidence_turn_coverage": 0.5,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005611,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "099778bb",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004626,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "09ba9854",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005546,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "09ba9854_abs",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004972,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "09d032c9",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005513,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "0a34ad58",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006295,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "0a995998",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005497,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "0bb5a684",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005583,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "0bc8ad92",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005616,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "0bc8ad93",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005918,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "0db4c65d",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004926,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "0ddfec37",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005748,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "0ddfec37_abs",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004924,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "0e4e4c46",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004389,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "0e5e2d1a",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00462,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "0ea62687",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005142,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "0edc2aef",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006061,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "0f05491a",
      "question_type": "knowledge-update",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005017,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "10d9b85a",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 0.5,
      "evidence_turn_coverage": 0.5,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00633,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "10e09553",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004939,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "118b2229",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005531,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "1192316e",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005341,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "129d1232",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00523,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "1568498a",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005289,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "15745da0",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005958,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "15745da0_abs",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005311,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "157a136e",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005532,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "16c90bf4",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004636,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "184da446",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005771,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "18bc8abd",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005717,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "18dcd5a5",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.003691,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "1903aded",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004623,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "195a1a1b",
      "question_type": "single-session-preference",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006002,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "19b5f2b3",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005366,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "19b5f2b3_abs",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004081,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "1a1907b4",
      "question_type": "single-session-preference",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005338,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "1a8a66a6",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 0.75,
      "evidence_turn_coverage": 0.6667,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005488,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "1b9b7252",
      "question_type": "single-session-assistant",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005026,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "1c0ddc50",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006152,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "1c549ce4",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00521,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "1cea1afa",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005071,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "1d4da289",
      "question_type": "single-session-assistant",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004554,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "1d4e3b97",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005429,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "1da05512",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006738,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "1de5cff2",
      "question_type": "single-session-assistant",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005091,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "1e043500",
      "question_type": "single-session-user",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005172,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "1f2b8d4f",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004906,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "1faac195",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004816,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "2133c1b5",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004496,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "2133c1b5_abs",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005403,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "21436231",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004115,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "21d02d0d",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004819,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "22d2cb42",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005308,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "2311e44b",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004729,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "2311e44b_abs",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005795,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "2318644b",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004966,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "25e5aa4f",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005261,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "2698e78f",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005079,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "2698e78f_abs",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005521,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "26bdc477",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004987,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "27016adc",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005159,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "2788b940",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006035,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "28bcfaac",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.003727,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "28dc39ac",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005862,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "29f2956b",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005829,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "29f2956b_abs",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005238,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "2a1811e2",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005176,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "2b8f3739",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005539,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "2bf43736",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005592,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "2c63a862",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005324,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "2ce6a0f2",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005815,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "2e6d26dc",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004668,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "2ebe6c90",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005488,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "2ebe6c92",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005695,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "311778f1",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005861,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "32260d93",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004848,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "3249768e",
      "question_type": "single-session-assistant",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004889,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "352ab8bd",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005548,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "35a27287",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006197,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "36580ce8",
      "question_type": "single-session-user",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004239,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "36b9f61e",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005511,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "370a8ff4",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004755,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "37d43f65",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005426,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "37f165cf",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005939,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "38146c39",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006125,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "3a704032",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005452,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "3b6f954b",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004869,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "3ba21379",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006347,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "3c1045c8",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004548,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "3d86fd0a",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005003,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "3e321797",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004601,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "3f1e9474",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.003955,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "3fdac837",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004766,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "3fe836c9",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004927,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "4100d0a0",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004643,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "41275add",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004966,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "41698283",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006143,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "42ec0761",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004736,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "4388e9dd",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004545,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "45dc21b6",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005429,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "46a3abf7",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005917,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "488d3006",
      "question_type": "single-session-assistant",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004928,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "4adc0475",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005732,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "4b24c848",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004347,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "4baee567",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.003924,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "4bc144e2",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004451,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "4c36ccef",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004045,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "4d6b87c8",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005534,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "4dfccbf7",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005714,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "4dfccbf8",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 0.5,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004981,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "4f54b7c9",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005602,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "4fd1909e",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004825,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "5025383b",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004766,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "505af2f5",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00597,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "50635ada",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004549,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "51a45a95",
      "question_type": "single-session-user",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005244,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "51b23612",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005484,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "51c32626",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.003959,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "54026fce",
      "question_type": "single-session-preference",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005122,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "545bd2b5",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005405,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "55241a1f",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00605,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "561fabcd",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.003864,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "577d4d32",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004921,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "57f827a0",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005766,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "5809eb10",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00479,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "5831f84d",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005168,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "58470ed2",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.003761,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "58bf7951",
      "question_type": "single-session-user",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004219,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "58ef2f1c",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005089,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "59524333",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004612,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "5a4f22c0",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004694,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "5a7937c8",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005892,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "5c40ec5b",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004748,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "5d3d2817",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 0.0,
      "evidence_turn_coverage": 0.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.003895,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "5e1b23de",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006068,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "60036106",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005437,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "60159905",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005523,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "603deb26",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004847,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "60472f9c",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00478,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "6071bd76",
      "question_type": "knowledge-update",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005384,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "60bf93ed",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00521,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "60bf93ed_abs",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005565,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "60d45044",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005872,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "618f13b2",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005041,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "61f8c8f8",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005075,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "6222b6eb",
      "question_type": "single-session-assistant",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004985,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "6456829e",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005319,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "6456829e_abs",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005481,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "65240037",
      "question_type": "single-session-assistant",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005068,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "6613b389",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005813,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "66f24dbb",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004108,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "67e0d0f2",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004728,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "681a1674",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006113,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "69fee5aa",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005453,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "6a1eabeb",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006279,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "6a27ffc2",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005199,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "6ade9755",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00491,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "6ae235be",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004609,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "6aeb4375",
      "question_type": "knowledge-update",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005494,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "6aeb4375_abs",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005411,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "6b168ec8",
      "question_type": "single-session-user",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005234,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "6b7dfb22",
      "question_type": "single-session-preference",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006643,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "6c49646a",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006118,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "6cb6f249",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00546,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "6d550036",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 0.75,
      "evidence_turn_coverage": 0.75,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00494,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "6e984301",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005487,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "6e984302",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 0.5,
      "evidence_turn_coverage": 0.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005572,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "6f9b354f",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00469,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "7024f17c",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005857,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "70b3e69b",
      "question_type": "single-session-assistant",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.003842,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "71017276",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004711,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "71017277",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005383,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "71315a70",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00577,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "7161e7e2",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004436,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "71a3fd6b",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005215,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "720133ac",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005069,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "726462e0",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004985,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "72e3ee87",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006089,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "73d42213",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005076,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "7401057b",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006013,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "7405e8b1",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004534,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "7527f7e2",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005602,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "75499fd8",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005254,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "75832dbd",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005857,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "75f70248",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005745,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "76d63226",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004172,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "778164c6",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004237,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "77eafa52",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004343,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "7a87bd0c",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005341,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "7a8d0b71",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005136,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "7e00a6cb",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004762,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "7e974930",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004128,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "8077ef71",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004377,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "80ec1f4f",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004726,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "80ec1f4f_abs",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004818,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "81507db6",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005394,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "830ce83f",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004755,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "8464fc84",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005493,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "852ce960",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005904,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "853b0a1d",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004781,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "8550ddae",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005893,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "85fa3a3f",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005388,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "86b68151",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005221,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "86f00804",
      "question_type": "single-session-user",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004932,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "8752c811",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.003877,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "87f22b4a",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005561,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "88432d0a",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 0.75,
      "evidence_turn_coverage": 0.75,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005235,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "88432d0a_abs",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005705,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "89527b6b",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004239,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "8979f9ec",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004951,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "89941a93",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005166,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "89941a94",
      "question_type": "knowledge-update",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00555,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "8a137a7f",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005137,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "8a2466db",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006349,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "8aef76bc",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004929,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "8b9d4367",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.003724,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "8c18457d",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004429,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "8cf4d046",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005924,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "8cf51dda",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005157,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "8e91e7d9",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 0.5,
      "evidence_turn_coverage": 0.5,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005039,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "8e9d538c",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005264,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "8ebdbe50",
      "question_type": "single-session-user",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005546,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "8fb83627",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005673,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "91b15a6e",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005174,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "92a0aa75",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004616,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "945e3d21",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004791,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "94f70d80",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005334,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "95228167",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006532,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "95bcc1c8",
      "question_type": "single-session-user",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004962,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "982b5123",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005389,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "982b5123_abs",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005663,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "993da5e2",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005345,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "9a707b81",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005464,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "9a707b82",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 0.5,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005204,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "9aaed6a3",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005098,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "9bbe84a2",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005137,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "9d25d4e0",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006013,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "9ea5eabc",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005783,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "9ee3ecd6",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005291,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "a06e4cfe",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004393,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "a08a253f",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005617,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "a11281a2",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005406,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "a1cc6108",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.0052,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "a1eacc2a",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006189,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "a2f3aa27",
      "question_type": "knowledge-update",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004193,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "a3045048",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.003818,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "a3332713",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004645,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "a346bb18",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004858,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "a3838d2b",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005607,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "a40e080f",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004083,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "a4996e51",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005762,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "a82c026e",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005339,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "a89d7624",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006442,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "a96c20ee",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005273,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "a96c20ee_abs",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004859,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "a9f6b44c",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004704,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "aae3761f",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005038,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "ac031881",
      "question_type": "single-session-assistant",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004172,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "ad7109d1",
      "question_type": "single-session-user",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004903,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "af082822",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004496,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "af8d2e46",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005497,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "afdc33df",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007069,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "affe2881",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004873,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "b01defab",
      "question_type": "knowledge-update",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004747,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "b0479f84",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005828,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "b29f3365",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005167,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "b320f3f8",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.003707,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "b3c15d39",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004746,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "b46e15ed",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 0.75,
      "evidence_turn_coverage": 0.8,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005881,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "b46e15ee",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005941,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "b5ef892d",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005329,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "b6019101",
      "question_type": "knowledge-update",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005263,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "b6025781",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005504,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "b759caee",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004499,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "b86304ba",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005788,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "b9cfe692",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004859,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "ba358f49",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005549,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "ba358f49_abs",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005681,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "ba61f0b9",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004889,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "bb7c3b45",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004634,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "bbf86515",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005492,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "bc149d6b",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005329,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "bc8a6e93",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005208,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "bc8a6e93_abs",
      "question_type": "single-session-user",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005214,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "bcbe585f",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004675,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "bf659f65",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005151,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "c14c00dd",
      "question_type": "single-session-user",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004781,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "c18a7dc8",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 0.5,
      "evidence_turn_coverage": 0.5,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004791,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "c19f7a0b",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004926,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "c2ac3c61",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004739,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "c4a1ceb8",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00527,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "c4ea545c",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005079,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "c4f10528",
      "question_type": "single-session-assistant",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005371,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "c5e8278d",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005671,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "c6853660",
      "question_type": "knowledge-update",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005286,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "c7cf7dfd",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004804,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "c7dc5443",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005479,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "c8090214",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005287,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "c8090214_abs",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004866,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "c8c3f81d",
      "question_type": "single-session-user",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004507,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "c8f1aeed",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004176,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "c960da58",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004878,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "c9f37c46",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004976,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "caf03d32",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006215,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "caf9ead2",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005206,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "cc06de0d",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005252,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "cc539528",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005366,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "cc5ded98",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005101,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "cc6d1ec1",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004946,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "ccb36322",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004554,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "ce6d2d27",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005135,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "ceb54acb",
      "question_type": "single-session-assistant",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.003896,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "cf22b7bf",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005196,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "d01c6aa8",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005179,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "d23cf73b",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005833,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "d24813b1",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006202,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "d3ab962e",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004944,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "d52b4f67",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00524,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "d596882b",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005778,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "d6062bb9",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004944,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "d6233ab6",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005773,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "d682f1a2",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004628,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "d7c942c3",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004635,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "d851d5ba",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005677,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "d905b33f",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004855,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "dad224aa",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005072,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "db467c8c",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005272,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "dc439ea3",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004811,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "dccbc061",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004276,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "dcfa8644",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004217,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "dd2973ad",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005773,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "dfde3500",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00478,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "e01b8e2f",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004589,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "e25c3b8d",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004598,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "e3038f8c",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00601,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "e3fc4d6e",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004698,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "e47becba",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.003769,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "e48988bc",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.003814,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "e493bb7c",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004732,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "e4e14d04",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00553,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "e56a43b9",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005491,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "e5ba910e_abs",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005069,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "e6041065",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005948,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "e61a7584",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004411,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "e66b632c",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005303,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "e831120c",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005646,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "e8a79c70",
      "question_type": "single-session-assistant",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005081,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "e9327a54",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00507,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "e982271f",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004169,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "eac54adc",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004376,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "eac54add",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005977,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "eaca4986",
      "question_type": "single-session-assistant",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004605,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "eace081b",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005507,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "ec81a493",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004563,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "ed4ddc30",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005883,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "edced276",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004957,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "edced276_abs",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005089,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "eeda8a6d",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004994,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "eeda8a6d_abs",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005704,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "ef66a6e5",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005816,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "ef9cf60a",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005809,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "efc3f7c2",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004182,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "f0853d11",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005423,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "f0e564bc",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005047,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "f35224e0",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004945,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "f4f1d8a4",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004518,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "f4f1d8a4_abs",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 0.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004695,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "f523d9fe",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00485,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "f685340e",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005907,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "f685340e_abs",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005278,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "f8c5f88b",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005531,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "f9e8c073",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004946,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "faba32e5",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00555,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "fca70973",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005516,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "fca762bc",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005242,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "fea54f57",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004544,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_0a05b494",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004873,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_0b2f1d21",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005472,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_15e38248",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005299,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_18c2b244",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005241,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_1916e0ea",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004686,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_194be4b3",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005979,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_1a1dc16d",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005427,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_1d4ab0c9",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00512,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_1d80365e",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005312,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_1e4a8aeb",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004165,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_1e4a8aec",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004933,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_213fd887",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005864,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_21adecb5",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004506,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_2312f94c",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005298,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_2487a7cb",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004587,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_2655b836",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005229,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_2ba83207",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005811,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_2c50253f",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005802,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_2d58bcd6",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004727,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_2f56ae70",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005578,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_2f584639",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00504,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_2f8be40d",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006178,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_2f91af09",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004449,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_31ff4165",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005849,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_372c3eed",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005905,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_372c3eed_abs",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006052,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_385a5000",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004887,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_45189cb4",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00571,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_468eb063",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005287,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_468eb064",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004866,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_483dd43c",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004685,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_4929293a",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00586,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_4929293b",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005147,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_4cd9eba1",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00593,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_4edbafa2",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005103,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_4ef30696",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004723,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_4fc4f797",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005254,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_5438fa52",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005766,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_5501fe77",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005708,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_59149c77",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006325,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_59149c78",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005682,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_59c863d7",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006722,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_5dcc0aab",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004483,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_61e13b3c",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005587,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_65aabe59",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005718,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_68e94287",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004443,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_68e94288",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004832,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_6dc9b45b",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005501,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_6ed717ea",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005827,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_70e84552",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004862,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_70e84552_abs",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00602,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_731e37d7",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005687,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_74aed68e",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005797,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_76048e76",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005736,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_78cf46a3",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005311,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_7a0daae1",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004956,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_7abb270c",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 0.8333,
      "evidence_turn_coverage": 0.8333,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006068,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_7bc6cf22",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00492,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_7ca326fa",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004923,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_7ddcf75f",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005143,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_7de946e7",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004681,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_7f6b06db",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006046,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_7fce9456",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006105,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_8279ba02",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004353,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_8279ba03",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 0.0,
      "evidence_turn_coverage": 0.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005313,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_85da3956",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005448,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_88806d6e",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004491,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_8c8961ae",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005107,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_8e165409",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005174,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_93159ced",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005406,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_93159ced_abs",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005941,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_93f6379c",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006076,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_98f46fc6",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004109,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_9a159967",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005674,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_a1b77f9c",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006468,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_a2d1d1f6",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005736,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_a56e767c",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006099,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_ab202e7f",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006264,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_af6db32f",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005214,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_b0863698",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005299,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_b4a80587",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.0058,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_b5700ca0",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005019,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_b5700ca9",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005448,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_c27434e8",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004752,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_c27434e8_abs",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005405,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_cd90e484",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005348,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_d12ceb0e",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005347,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_d31cdae3",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005107,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_d6585ce8",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006207,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_d6585ce9",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006189,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_d84a3211",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004919,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_d9af6064",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004894,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_e05b82a6",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005125,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_e061b84f",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006028,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_e061b84g",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005631,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_e072b769",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005238,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_e414231e",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005028,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_e414231f",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006115,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_ec93e27f",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00493,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_f2262a51",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005766,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_f420262c",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005882,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_f420262d",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005762,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_f49edff3",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005127,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_fa19884c",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005542,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_fa19884d",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005615,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_fe651585",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005556,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-all",
      "question_id": "gpt4_fe651585_abs",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004549,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "001be529",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005706,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "00ca467f",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007725,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "0100672e",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005761,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "01493427",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006684,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "031748ae",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006151,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "031748ae_abs",
      "question_type": "knowledge-update",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005486,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "06878be2",
      "question_type": "single-session-preference",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.009535,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "06db6396",
      "question_type": "knowledge-update",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006944,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "06f04340",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.008146,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "07741c44",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00536,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "07741c45",
      "question_type": "knowledge-update",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005644,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "078150f1",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005611,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "07b6f563",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.008153,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "0862e8bf",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004692,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "0862e8bf_abs",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00541,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "08e075c7",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00724,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "08f4fc43",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005282,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "0977f2af",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 0.5,
      "evidence_turn_coverage": 0.5,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006396,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "099778bb",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005374,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "09ba9854",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006429,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "09ba9854_abs",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005738,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "09d032c9",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007829,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "0a34ad58",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.009245,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "0a995998",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006914,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "0bb5a684",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006259,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "0bc8ad92",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006627,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "0bc8ad93",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006928,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "0db4c65d",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00551,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "0ddfec37",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007047,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "0ddfec37_abs",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006222,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "0e4e4c46",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004913,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "0e5e2d1a",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005511,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "0ea62687",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005834,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "0edc2aef",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007313,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "0f05491a",
      "question_type": "knowledge-update",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005531,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "10d9b85a",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007334,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "10e09553",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005677,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "118b2229",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006514,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "1192316e",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00608,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "129d1232",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006143,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "1568498a",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00612,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "15745da0",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006647,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "15745da0_abs",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006189,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "157a136e",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006671,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "16c90bf4",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005294,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "184da446",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006395,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "18bc8abd",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00627,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "18dcd5a5",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005063,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "1903aded",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005235,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "195a1a1b",
      "question_type": "single-session-preference",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.009599,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "19b5f2b3",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006145,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "19b5f2b3_abs",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004755,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "1a1907b4",
      "question_type": "single-session-preference",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007065,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "1a8a66a6",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006505,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "1b9b7252",
      "question_type": "single-session-assistant",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005673,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "1c0ddc50",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.008221,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "1c549ce4",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006275,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "1cea1afa",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005584,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "1d4da289",
      "question_type": "single-session-assistant",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005535,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "1d4e3b97",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006393,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "1da05512",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.0092,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "1de5cff2",
      "question_type": "single-session-assistant",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005791,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "1e043500",
      "question_type": "single-session-user",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00558,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "1f2b8d4f",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005577,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "1faac195",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005327,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "2133c1b5",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005323,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "2133c1b5_abs",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006883,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "21436231",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005194,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "21d02d0d",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005771,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "22d2cb42",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006248,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "2311e44b",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005196,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "2311e44b_abs",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00663,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "2318644b",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005793,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "25e5aa4f",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005527,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "2698e78f",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005709,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "2698e78f_abs",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006204,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "26bdc477",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006217,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "27016adc",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005665,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "2788b940",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.008082,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "28bcfaac",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00437,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "28dc39ac",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007549,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "29f2956b",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006056,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "29f2956b_abs",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005817,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "2a1811e2",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006068,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "2b8f3739",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006608,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "2bf43736",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006499,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "2c63a862",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005931,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "2ce6a0f2",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007128,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "2e6d26dc",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006922,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "2ebe6c90",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00628,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "2ebe6c92",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006176,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "311778f1",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006846,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "32260d93",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00597,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "3249768e",
      "question_type": "single-session-assistant",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00568,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "352ab8bd",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005293,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "35a27287",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.008023,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "36580ce8",
      "question_type": "single-session-user",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004653,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "36b9f61e",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007082,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "370a8ff4",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005281,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "37d43f65",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005925,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "37f165cf",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006955,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "38146c39",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007793,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "3a704032",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007138,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "3b6f954b",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00534,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "3ba21379",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007092,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "3c1045c8",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005508,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "3d86fd0a",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005491,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "3e321797",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005305,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "3f1e9474",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004953,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "3fdac837",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005899,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "3fe836c9",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005527,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "4100d0a0",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005037,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "41275add",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005579,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "41698283",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006934,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "42ec0761",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005327,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "4388e9dd",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005189,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "45dc21b6",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006777,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "46a3abf7",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007235,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "488d3006",
      "question_type": "single-session-assistant",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005685,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "4adc0475",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007125,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "4b24c848",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005255,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "4baee567",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004764,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "4bc144e2",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005345,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "4c36ccef",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004653,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "4d6b87c8",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006548,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "4dfccbf7",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006513,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "4dfccbf8",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 0.5,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005584,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "4f54b7c9",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006978,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "4fd1909e",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005487,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "5025383b",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00551,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "505af2f5",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007397,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "50635ada",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005406,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "51a45a95",
      "question_type": "single-session-user",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005934,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "51b23612",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006159,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "51c32626",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004965,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "54026fce",
      "question_type": "single-session-preference",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006849,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "545bd2b5",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006012,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "55241a1f",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007356,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "561fabcd",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00484,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "577d4d32",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005763,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "57f827a0",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007736,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "5809eb10",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005105,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "5831f84d",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006063,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "58470ed2",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004605,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "58bf7951",
      "question_type": "single-session-user",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004425,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "58ef2f1c",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005958,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "59524333",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00539,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "5a4f22c0",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00525,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "5a7937c8",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006983,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "5c40ec5b",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005595,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "5d3d2817",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004703,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "5e1b23de",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006807,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "60036106",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006638,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "60159905",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00769,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "603deb26",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005741,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "60472f9c",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006377,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "6071bd76",
      "question_type": "knowledge-update",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006084,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "60bf93ed",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005953,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "60bf93ed_abs",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006098,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "60d45044",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006443,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "618f13b2",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006193,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "61f8c8f8",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006313,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "6222b6eb",
      "question_type": "single-session-assistant",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00572,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "6456829e",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006272,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "6456829e_abs",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006483,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "65240037",
      "question_type": "single-session-assistant",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006015,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "6613b389",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006762,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "66f24dbb",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005098,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "67e0d0f2",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006155,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "681a1674",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007276,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "69fee5aa",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006505,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "6a1eabeb",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006535,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "6a27ffc2",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006259,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "6ade9755",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00557,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "6ae235be",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005124,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "6aeb4375",
      "question_type": "knowledge-update",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00663,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "6aeb4375_abs",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006202,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "6b168ec8",
      "question_type": "single-session-user",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006906,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "6b7dfb22",
      "question_type": "single-session-preference",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.008827,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "6c49646a",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007083,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "6cb6f249",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006342,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "6d550036",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 0.75,
      "evidence_turn_coverage": 0.75,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00917,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "6e984301",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006735,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "6e984302",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006503,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "6f9b354f",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004898,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "7024f17c",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006696,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "70b3e69b",
      "question_type": "single-session-assistant",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004243,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "71017276",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005332,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "71017277",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005897,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "71315a70",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006262,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "7161e7e2",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005426,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "71a3fd6b",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005881,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "720133ac",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005976,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "726462e0",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005502,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "72e3ee87",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006356,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "73d42213",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005721,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "7401057b",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007097,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "7405e8b1",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005416,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "7527f7e2",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00603,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "75499fd8",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006179,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "75832dbd",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.011271,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "75f70248",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007316,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "76d63226",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004601,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "778164c6",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005049,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "77eafa52",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005386,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "7a87bd0c",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006036,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "7a8d0b71",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005979,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "7e00a6cb",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005587,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "7e974930",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004776,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "8077ef71",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005035,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "80ec1f4f",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006167,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "80ec1f4f_abs",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005994,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "81507db6",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006937,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "830ce83f",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005528,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "8464fc84",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006003,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "852ce960",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006404,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "853b0a1d",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005262,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "8550ddae",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006658,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "85fa3a3f",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006794,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "86b68151",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005739,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "86f00804",
      "question_type": "single-session-user",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005392,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "8752c811",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004514,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "87f22b4a",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006168,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "88432d0a",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 0.75,
      "evidence_turn_coverage": 0.75,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.008182,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "88432d0a_abs",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006902,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "89527b6b",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004727,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "8979f9ec",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00604,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "89941a93",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005897,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "89941a94",
      "question_type": "knowledge-update",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006316,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "8a137a7f",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006089,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "8a2466db",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00982,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "8aef76bc",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005428,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "8b9d4367",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00467,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "8c18457d",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005336,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "8cf4d046",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006173,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "8cf51dda",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005813,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "8e91e7d9",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 0.5,
      "evidence_turn_coverage": 0.5,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006177,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "8e9d538c",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005684,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "8ebdbe50",
      "question_type": "single-session-user",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006209,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "8fb83627",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006601,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "91b15a6e",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006028,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "92a0aa75",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006537,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "945e3d21",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005403,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "94f70d80",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00597,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "95228167",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007956,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "95bcc1c8",
      "question_type": "single-session-user",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005381,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "982b5123",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006409,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "982b5123_abs",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006302,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "993da5e2",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006029,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "9a707b81",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006345,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "9a707b82",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 0.5,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005544,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "9aaed6a3",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005835,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "9bbe84a2",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005752,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "9d25d4e0",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007612,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "9ea5eabc",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007528,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "9ee3ecd6",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006091,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "a06e4cfe",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004894,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "a08a253f",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006899,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "a11281a2",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006792,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "a1cc6108",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006478,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "a1eacc2a",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007282,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "a2f3aa27",
      "question_type": "knowledge-update",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004598,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "a3045048",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004396,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "a3332713",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005279,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "a346bb18",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005485,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "a3838d2b",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007535,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "a40e080f",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004629,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "a4996e51",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006505,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "a82c026e",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005893,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "a89d7624",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.008257,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "a96c20ee",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006399,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "a96c20ee_abs",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005944,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "a9f6b44c",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007159,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "aae3761f",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005877,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "ac031881",
      "question_type": "single-session-assistant",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004841,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "ad7109d1",
      "question_type": "single-session-user",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005702,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "af082822",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00508,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "af8d2e46",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006437,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "afdc33df",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.009491,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "affe2881",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006139,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "b01defab",
      "question_type": "knowledge-update",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005017,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "b0479f84",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.008152,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "b29f3365",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006388,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "b320f3f8",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004887,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "b3c15d39",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005411,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "b46e15ed",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 0.75,
      "evidence_turn_coverage": 0.8,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006822,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "b46e15ee",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006575,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "b5ef892d",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006334,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "b6019101",
      "question_type": "knowledge-update",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006328,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "b6025781",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007611,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "b759caee",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005134,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "b86304ba",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006718,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "b9cfe692",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00544,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "ba358f49",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00643,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "ba358f49_abs",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006162,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "ba61f0b9",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006234,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "bb7c3b45",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005183,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "bbf86515",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006276,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "bc149d6b",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006041,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "bc8a6e93",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005729,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "bc8a6e93_abs",
      "question_type": "single-session-user",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005868,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "bcbe585f",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006215,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "bf659f65",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006704,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "c14c00dd",
      "question_type": "single-session-user",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005039,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "c18a7dc8",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 0.5,
      "evidence_turn_coverage": 0.5,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005398,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "c19f7a0b",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005479,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "c2ac3c61",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006125,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "c4a1ceb8",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007617,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "c4ea545c",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005517,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "c4f10528",
      "question_type": "single-session-assistant",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00599,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "c5e8278d",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006095,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "c6853660",
      "question_type": "knowledge-update",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005957,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "c7cf7dfd",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005031,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "c7dc5443",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006215,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "c8090214",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006098,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "c8090214_abs",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005996,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "c8c3f81d",
      "question_type": "single-session-user",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005545,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "c8f1aeed",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005211,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "c960da58",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005379,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "c9f37c46",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005864,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "caf03d32",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.009183,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "caf9ead2",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005722,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "cc06de0d",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005968,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "cc539528",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00623,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "cc5ded98",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005575,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "cc6d1ec1",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005572,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "ccb36322",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004903,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "ce6d2d27",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005772,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "ceb54acb",
      "question_type": "single-session-assistant",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004527,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "cf22b7bf",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005931,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "d01c6aa8",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006691,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "d23cf73b",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.008454,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "d24813b1",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007384,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "d3ab962e",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005716,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "d52b4f67",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006382,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "d596882b",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006439,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "d6062bb9",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005834,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "d6233ab6",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.008535,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "d682f1a2",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006553,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "d7c942c3",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005294,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "d851d5ba",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007317,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "d905b33f",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005676,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "dad224aa",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006045,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "db467c8c",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00628,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "dc439ea3",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005346,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "dccbc061",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004738,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "dcfa8644",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004981,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "dd2973ad",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007005,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "dfde3500",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00566,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "e01b8e2f",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005344,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "e25c3b8d",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005212,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "e3038f8c",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.008597,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "e3fc4d6e",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005414,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "e47becba",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004183,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "e48988bc",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004719,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "e493bb7c",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005159,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "e4e14d04",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006354,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "e56a43b9",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00649,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "e5ba910e_abs",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00609,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "e6041065",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006771,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "e61a7584",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004708,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "e66b632c",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005923,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "e831120c",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006587,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "e8a79c70",
      "question_type": "single-session-assistant",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006016,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "e9327a54",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005607,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "e982271f",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004647,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "eac54adc",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005163,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "eac54add",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00677,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "eaca4986",
      "question_type": "single-session-assistant",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005337,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "eace081b",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006384,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "ec81a493",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00587,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "ed4ddc30",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006494,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "edced276",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007049,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "edced276_abs",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00612,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "eeda8a6d",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007057,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "eeda8a6d_abs",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00638,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "ef66a6e5",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007004,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "ef9cf60a",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006824,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "efc3f7c2",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005171,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "f0853d11",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006108,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "f0e564bc",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007162,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "f35224e0",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006256,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "f4f1d8a4",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005017,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "f4f1d8a4_abs",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005131,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "f523d9fe",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005352,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "f685340e",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006258,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "f685340e_abs",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00599,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "f8c5f88b",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006013,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "f9e8c073",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00567,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "faba32e5",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006061,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "fca70973",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.008793,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "fca762bc",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005802,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "fea54f57",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00583,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_0a05b494",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006072,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_0b2f1d21",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006573,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_15e38248",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007894,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_18c2b244",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005893,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_1916e0ea",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005645,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_194be4b3",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007343,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_1a1dc16d",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006175,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_1d4ab0c9",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005881,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_1d80365e",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006105,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_1e4a8aeb",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004858,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_1e4a8aec",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00565,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_213fd887",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006664,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_21adecb5",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005371,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_2312f94c",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005882,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_2487a7cb",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004978,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_2655b836",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005842,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_2ba83207",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006773,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_2c50253f",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006643,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_2d58bcd6",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005495,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_2f56ae70",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006056,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_2f584639",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005824,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_2f8be40d",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.008033,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_2f91af09",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007144,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_31ff4165",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.008069,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_372c3eed",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006615,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_372c3eed_abs",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007264,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_385a5000",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005647,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_45189cb4",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007686,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_468eb063",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006473,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_468eb064",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005571,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_483dd43c",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005702,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_4929293a",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006501,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_4929293b",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006507,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_4cd9eba1",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006774,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_4edbafa2",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005786,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_4ef30696",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005977,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_4fc4f797",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006385,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_5438fa52",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006533,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_5501fe77",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006556,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_59149c77",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006932,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_59149c78",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.0073,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_59c863d7",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007998,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_5dcc0aab",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005202,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_61e13b3c",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006413,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_65aabe59",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.0068,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_68e94287",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005156,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_68e94288",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005317,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_6dc9b45b",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006291,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_6ed717ea",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006037,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_70e84552",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005982,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_70e84552_abs",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006369,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_731e37d7",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.008246,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_74aed68e",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006744,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_76048e76",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00634,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_78cf46a3",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005854,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_7a0daae1",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005522,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_7abb270c",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006863,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_7bc6cf22",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00561,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_7ca326fa",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00574,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_7ddcf75f",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005668,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_7de946e7",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005318,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_7f6b06db",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007864,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_7fce9456",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007659,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_8279ba02",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005001,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_8279ba03",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00634,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_85da3956",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005736,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_88806d6e",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005276,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_8c8961ae",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005945,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_8e165409",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005764,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_93159ced",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006383,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_93159ced_abs",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00669,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_93f6379c",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006723,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_98f46fc6",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005026,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_9a159967",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007785,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_a1b77f9c",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00739,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_a2d1d1f6",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006079,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_a56e767c",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007876,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_ab202e7f",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.008794,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_af6db32f",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005817,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_b0863698",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006155,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_b4a80587",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006559,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_b5700ca0",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006075,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_b5700ca9",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006058,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_c27434e8",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005764,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_c27434e8_abs",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006518,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_cd90e484",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006055,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_d12ceb0e",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006337,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_d31cdae3",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005818,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_d6585ce8",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.008732,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_d6585ce9",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007208,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_d84a3211",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006227,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_d9af6064",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005679,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_e05b82a6",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007469,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_e061b84f",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006852,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_e061b84g",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006196,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_e072b769",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005795,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_e414231e",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005742,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_e414231f",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007398,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_ec93e27f",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005766,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_f2262a51",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.008957,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_f420262c",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.008517,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_f420262d",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007285,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_f49edff3",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005592,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_fa19884c",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006146,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_fa19884d",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006502,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_fe651585",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006873,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-all",
      "question_id": "gpt4_fe651585_abs",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005543,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "001be529",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005711,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "00ca467f",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007047,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "0100672e",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00578,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "01493427",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006691,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "031748ae",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006213,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "031748ae_abs",
      "question_type": "knowledge-update",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005377,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "06878be2",
      "question_type": "single-session-preference",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.009198,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "06db6396",
      "question_type": "knowledge-update",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006377,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "06f04340",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.008581,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "07741c44",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005559,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "07741c45",
      "question_type": "knowledge-update",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005617,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "078150f1",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005618,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "07b6f563",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.008797,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "0862e8bf",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004792,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "0862e8bf_abs",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005412,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "08e075c7",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007029,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "08f4fc43",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005273,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "0977f2af",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006751,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "099778bb",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005211,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "09ba9854",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006903,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "09ba9854_abs",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006256,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "09d032c9",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.008508,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "0a34ad58",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.009179,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "0a995998",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006687,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "0bb5a684",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006575,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "0bc8ad92",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00708,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "0bc8ad93",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006785,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "0db4c65d",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005909,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "0ddfec37",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006667,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "0ddfec37_abs",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00583,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "0e4e4c46",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005035,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "0e5e2d1a",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005708,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "0ea62687",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006001,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "0edc2aef",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00795,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "0f05491a",
      "question_type": "knowledge-update",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005886,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "10d9b85a",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00702,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "10e09553",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006075,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "118b2229",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00651,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "1192316e",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006241,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "129d1232",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006017,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "1568498a",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006064,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "15745da0",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006857,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "15745da0_abs",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006352,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "157a136e",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006013,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "16c90bf4",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005378,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "184da446",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006511,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "18bc8abd",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006332,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "18dcd5a5",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005009,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "1903aded",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005227,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "195a1a1b",
      "question_type": "single-session-preference",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007655,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "19b5f2b3",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006165,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "19b5f2b3_abs",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005044,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "1a1907b4",
      "question_type": "single-session-preference",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006681,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "1a8a66a6",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006152,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "1b9b7252",
      "question_type": "single-session-assistant",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005864,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "1c0ddc50",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.008344,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "1c549ce4",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006474,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "1cea1afa",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00568,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "1d4da289",
      "question_type": "single-session-assistant",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005753,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "1d4e3b97",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007098,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "1da05512",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.009292,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "1de5cff2",
      "question_type": "single-session-assistant",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005773,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "1e043500",
      "question_type": "single-session-user",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005763,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "1f2b8d4f",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005582,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "1faac195",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005606,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "2133c1b5",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005379,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "2133c1b5_abs",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006639,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "21436231",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005206,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "21d02d0d",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006022,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "22d2cb42",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00633,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "2311e44b",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005403,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "2311e44b_abs",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006511,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "2318644b",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005924,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "25e5aa4f",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005494,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "2698e78f",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005735,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "2698e78f_abs",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006366,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "26bdc477",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005955,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "27016adc",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005969,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "2788b940",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007436,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "28bcfaac",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004346,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "28dc39ac",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006767,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "29f2956b",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006223,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "29f2956b_abs",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005916,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "2a1811e2",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006101,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "2b8f3739",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006591,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "2bf43736",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006416,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "2c63a862",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006211,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "2ce6a0f2",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007038,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "2e6d26dc",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007174,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "2ebe6c90",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006348,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "2ebe6c92",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006362,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "311778f1",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006909,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "32260d93",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006067,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "3249768e",
      "question_type": "single-session-assistant",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005884,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "352ab8bd",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005489,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "35a27287",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.008617,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "36580ce8",
      "question_type": "single-session-user",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004826,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "36b9f61e",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006529,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "370a8ff4",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005763,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "37d43f65",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00594,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "37f165cf",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006748,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "38146c39",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006861,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "3a704032",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007152,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "3b6f954b",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005001,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "3ba21379",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007306,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "3c1045c8",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005613,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "3d86fd0a",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005539,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "3e321797",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005402,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "3f1e9474",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004974,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "3fdac837",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005955,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "3fe836c9",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005509,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "4100d0a0",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005031,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "41275add",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005766,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "41698283",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00692,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "42ec0761",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005484,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "4388e9dd",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005151,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "45dc21b6",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006433,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "46a3abf7",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007028,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "488d3006",
      "question_type": "single-session-assistant",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005576,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "4adc0475",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006585,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "4b24c848",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005118,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "4baee567",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004816,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "4bc144e2",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005214,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "4c36ccef",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004922,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "4d6b87c8",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006735,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "4dfccbf7",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006653,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "4dfccbf8",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 0.5,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005671,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "4f54b7c9",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006595,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "4fd1909e",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005479,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "5025383b",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005891,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "505af2f5",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006903,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "50635ada",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005514,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "51a45a95",
      "question_type": "single-session-user",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006401,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "51b23612",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.0064,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "51c32626",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005306,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "54026fce",
      "question_type": "single-session-preference",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006417,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "545bd2b5",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006077,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "55241a1f",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006741,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "561fabcd",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005342,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "577d4d32",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00587,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "57f827a0",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.008323,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "5809eb10",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005447,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "5831f84d",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005745,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "58470ed2",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004916,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "58bf7951",
      "question_type": "single-session-user",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004576,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "58ef2f1c",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005846,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "59524333",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005465,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "5a4f22c0",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.0053,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "5a7937c8",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006961,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "5c40ec5b",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005501,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "5d3d2817",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004458,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "5e1b23de",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00682,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "60036106",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006521,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "60159905",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007547,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "603deb26",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005974,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "60472f9c",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005875,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "6071bd76",
      "question_type": "knowledge-update",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006246,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "60bf93ed",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005914,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "60bf93ed_abs",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005925,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "60d45044",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006492,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "618f13b2",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006252,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "61f8c8f8",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006469,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "6222b6eb",
      "question_type": "single-session-assistant",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00576,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "6456829e",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006053,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "6456829e_abs",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006508,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "65240037",
      "question_type": "single-session-assistant",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006054,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "6613b389",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006702,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "66f24dbb",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005072,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "67e0d0f2",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006314,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "681a1674",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007161,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "69fee5aa",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006631,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "6a1eabeb",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006821,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "6a27ffc2",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006223,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "6ade9755",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005677,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "6ae235be",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004998,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "6aeb4375",
      "question_type": "knowledge-update",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00655,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "6aeb4375_abs",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005818,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "6b168ec8",
      "question_type": "single-session-user",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006269,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "6b7dfb22",
      "question_type": "single-session-preference",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.008361,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "6c49646a",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006856,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "6cb6f249",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006445,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "6d550036",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 0.75,
      "evidence_turn_coverage": 0.75,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00785,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "6e984301",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006499,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "6e984302",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00662,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "6f9b354f",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005178,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "7024f17c",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006742,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "70b3e69b",
      "question_type": "single-session-assistant",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004171,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "71017276",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005534,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "71017277",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005881,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "71315a70",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006316,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "7161e7e2",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00515,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "71a3fd6b",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005416,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "720133ac",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006348,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "726462e0",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00557,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "72e3ee87",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006449,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "73d42213",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006047,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "7401057b",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007294,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "7405e8b1",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005476,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "7527f7e2",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006292,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "75499fd8",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006143,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "75832dbd",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.008731,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "75f70248",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006859,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "76d63226",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004781,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "778164c6",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00524,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "77eafa52",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005659,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "7a87bd0c",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006242,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "7a8d0b71",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005829,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "7e00a6cb",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005819,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "7e974930",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005082,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "8077ef71",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005083,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "80ec1f4f",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005627,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "80ec1f4f_abs",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006165,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "81507db6",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006744,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "830ce83f",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005767,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "8464fc84",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006011,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "852ce960",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006473,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "853b0a1d",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005771,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "8550ddae",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006702,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "85fa3a3f",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006226,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "86b68151",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005828,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "86f00804",
      "question_type": "single-session-user",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005582,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "8752c811",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00462,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "87f22b4a",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006106,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "88432d0a",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 0.75,
      "evidence_turn_coverage": 0.75,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.008003,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "88432d0a_abs",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00671,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "89527b6b",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004886,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "8979f9ec",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005735,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "89941a93",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006128,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "89941a94",
      "question_type": "knowledge-update",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006979,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "8a137a7f",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005781,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "8a2466db",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.008419,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "8aef76bc",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005568,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "8b9d4367",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004855,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "8c18457d",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005256,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "8cf4d046",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006198,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "8cf51dda",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005673,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "8e91e7d9",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006481,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "8e9d538c",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005833,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "8ebdbe50",
      "question_type": "single-session-user",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006513,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "8fb83627",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006541,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "91b15a6e",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006107,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "92a0aa75",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006313,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "945e3d21",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005608,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "94f70d80",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006082,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "95228167",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.008119,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "95bcc1c8",
      "question_type": "single-session-user",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005533,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "982b5123",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.0065,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "982b5123_abs",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007062,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "993da5e2",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006244,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "9a707b81",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006161,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "9a707b82",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 0.5,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005985,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "9aaed6a3",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005808,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "9bbe84a2",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005591,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "9d25d4e0",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007594,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "9ea5eabc",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007043,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "9ee3ecd6",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006292,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "a06e4cfe",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005367,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "a08a253f",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007111,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "a11281a2",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006277,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "a1cc6108",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006798,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "a1eacc2a",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007073,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "a2f3aa27",
      "question_type": "knowledge-update",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005217,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "a3045048",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004652,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "a3332713",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005163,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "a346bb18",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005706,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "a3838d2b",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006913,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "a40e080f",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00457,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "a4996e51",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006564,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "a82c026e",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006159,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "a89d7624",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.008577,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "a96c20ee",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.0068,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "a96c20ee_abs",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005726,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "a9f6b44c",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006856,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "aae3761f",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005859,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "ac031881",
      "question_type": "single-session-assistant",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00536,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "ad7109d1",
      "question_type": "single-session-user",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005712,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "af082822",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005666,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "af8d2e46",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006098,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "afdc33df",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.008457,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "affe2881",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005649,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "b01defab",
      "question_type": "knowledge-update",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005628,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "b0479f84",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.008413,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "b29f3365",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006668,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "b320f3f8",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004708,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "b3c15d39",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00575,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "b46e15ed",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007281,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "b46e15ee",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006855,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "b5ef892d",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006183,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "b6019101",
      "question_type": "knowledge-update",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006553,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "b6025781",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.0075,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "b759caee",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005229,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "b86304ba",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006635,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "b9cfe692",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005499,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "ba358f49",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006556,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "ba358f49_abs",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006506,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "ba61f0b9",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005897,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "bb7c3b45",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005317,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "bbf86515",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006347,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "bc149d6b",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006122,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "bc8a6e93",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006067,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "bc8a6e93_abs",
      "question_type": "single-session-user",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006148,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "bcbe585f",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006209,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "bf659f65",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006623,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "c14c00dd",
      "question_type": "single-session-user",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005011,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "c18a7dc8",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005605,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "c19f7a0b",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005606,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "c2ac3c61",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005742,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "c4a1ceb8",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00798,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "c4ea545c",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00595,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "c4f10528",
      "question_type": "single-session-assistant",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006138,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "c5e8278d",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006204,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "c6853660",
      "question_type": "knowledge-update",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006266,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "c7cf7dfd",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005297,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "c7dc5443",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006346,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "c8090214",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006378,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "c8090214_abs",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006269,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "c8c3f81d",
      "question_type": "single-session-user",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005665,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "c8f1aeed",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004981,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "c960da58",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005463,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "c9f37c46",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00612,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "caf03d32",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.008292,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "caf9ead2",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00596,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "cc06de0d",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006102,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "cc539528",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00616,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "cc5ded98",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005706,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "cc6d1ec1",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005723,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "ccb36322",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005145,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "ce6d2d27",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005778,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "ceb54acb",
      "question_type": "single-session-assistant",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004596,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "cf22b7bf",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006035,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "d01c6aa8",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006129,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "d23cf73b",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.008026,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "d24813b1",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007758,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "d3ab962e",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005798,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "d52b4f67",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00656,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "d596882b",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006641,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "d6062bb9",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005759,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "d6233ab6",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007217,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "d682f1a2",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005656,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "d7c942c3",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005359,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "d851d5ba",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006688,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "d905b33f",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005514,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "dad224aa",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006034,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "db467c8c",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006659,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "dc439ea3",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005539,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "dccbc061",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005014,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "dcfa8644",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005257,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "dd2973ad",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007525,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "dfde3500",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005692,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "e01b8e2f",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00555,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "e25c3b8d",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005307,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "e3038f8c",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007819,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "e3fc4d6e",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005535,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "e47becba",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004321,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "e48988bc",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004887,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "e493bb7c",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005288,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "e4e14d04",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006324,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "e56a43b9",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006664,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "e5ba910e_abs",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006006,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "e6041065",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006873,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "e61a7584",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004887,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "e66b632c",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006314,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "e831120c",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006879,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "e8a79c70",
      "question_type": "single-session-assistant",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006068,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "e9327a54",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005937,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "e982271f",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004869,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "eac54adc",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005371,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "eac54add",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00695,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "eaca4986",
      "question_type": "single-session-assistant",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005311,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "eace081b",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006617,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "ec81a493",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005569,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "ed4ddc30",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006657,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "edced276",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006239,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "edced276_abs",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006069,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "eeda8a6d",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005699,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "eeda8a6d_abs",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00644,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "ef66a6e5",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006197,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "ef9cf60a",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006788,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "efc3f7c2",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004813,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "f0853d11",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006358,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "f0e564bc",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005929,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "f35224e0",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006051,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "f4f1d8a4",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005164,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "f4f1d8a4_abs",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005554,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "f523d9fe",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005623,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "f685340e",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006587,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "f685340e_abs",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00614,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "f8c5f88b",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006138,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "f9e8c073",
      "question_type": "knowledge-update",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00576,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "faba32e5",
      "question_type": "single-session-user",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006149,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "fca70973",
      "question_type": "single-session-preference",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00799,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "fca762bc",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006086,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "fea54f57",
      "question_type": "single-session-assistant",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005817,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_0a05b494",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00613,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_0b2f1d21",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006837,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_15e38248",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.008419,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_18c2b244",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006011,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_1916e0ea",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005638,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_194be4b3",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006946,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_1a1dc16d",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006308,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_1d4ab0c9",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005925,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_1d80365e",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006445,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_1e4a8aeb",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005409,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_1e4a8aec",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005723,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_213fd887",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006666,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_21adecb5",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005608,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_2312f94c",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006325,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_2487a7cb",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005082,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_2655b836",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006052,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_2ba83207",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006835,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_2c50253f",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006508,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_2d58bcd6",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00604,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_2f56ae70",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006363,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_2f584639",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005994,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_2f8be40d",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.008563,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_2f91af09",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005874,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_31ff4165",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007994,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_372c3eed",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006587,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_372c3eed_abs",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006775,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_385a5000",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005686,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_45189cb4",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007596,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_468eb063",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006415,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_468eb064",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005777,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_483dd43c",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006024,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_4929293a",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006731,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_4929293b",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006554,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_4cd9eba1",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006906,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_4edbafa2",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005741,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_4ef30696",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006387,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_4fc4f797",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006757,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_5438fa52",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006873,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_5501fe77",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006654,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_59149c77",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007438,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_59149c78",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007244,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_59c863d7",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007618,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_5dcc0aab",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005658,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_61e13b3c",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006318,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_65aabe59",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006682,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_68e94287",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005244,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_68e94288",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005785,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_6dc9b45b",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006508,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_6ed717ea",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006303,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_70e84552",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005805,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_70e84552_abs",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006589,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_731e37d7",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007208,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_74aed68e",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007073,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_76048e76",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006781,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_78cf46a3",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006298,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_7a0daae1",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005793,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_7abb270c",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.008443,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_7bc6cf22",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005779,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_7ca326fa",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005918,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_7ddcf75f",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00575,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_7de946e7",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005416,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_7f6b06db",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.008194,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_7fce9456",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007143,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_8279ba02",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005042,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_8279ba03",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006378,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_85da3956",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005928,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_88806d6e",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005386,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_8c8961ae",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006017,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_8e165409",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005875,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_93159ced",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00607,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_93159ced_abs",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": null,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006605,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_93f6379c",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006857,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_98f46fc6",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.004972,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_9a159967",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007121,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_a1b77f9c",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007555,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_a2d1d1f6",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006273,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_a56e767c",
      "question_type": "multi-session",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00841,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_ab202e7f",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.009416,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_af6db32f",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005845,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_b0863698",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006085,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_b4a80587",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007148,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_b5700ca0",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005746,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_b5700ca9",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006214,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_c27434e8",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006467,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_c27434e8_abs",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006381,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_cd90e484",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006336,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_d12ceb0e",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006269,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_d31cdae3",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006086,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_d6585ce8",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007589,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_d6585ce9",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007217,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_d84a3211",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005593,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_d9af6064",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006106,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_e05b82a6",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006332,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_e061b84f",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007171,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_e061b84g",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006647,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_e072b769",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005916,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_e414231e",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005965,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_e414231f",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007055,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_ec93e27f",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006028,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_f2262a51",
      "question_type": "multi-session",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006715,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_f420262c",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.007528,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_f420262d",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006886,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_f49edff3",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00596,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_fa19884c",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006164,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_fa19884d",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.006274,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_fe651585",
      "question_type": "temporal-reasoning",
      "split": "dev",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.00657,
      "correct": true,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    },
    {
      "run_id": "dense-top10-claude-haiku-5.5-xhigh-v2-all",
      "question_id": "gpt4_fe651585_abs",
      "question_type": "temporal-reasoning",
      "split": "heldout",
      "evidence_recall": 1.0,
      "evidence_turn_coverage": 1.0,
      "finish_reason": "stop",
      "reader": "anthropic/claude-haiku-5.5",
      "cost_usd": 0.005457,
      "correct": false,
      "judge": "openai/gpt-4o-mini-2024-07-18"
    }
  ]
}
