{
  "schema": "mnemetric.comparison-coverage/v1",
  "reviewed_on": "2026-10-30",
  "basis": "Retained claim catalog plus supplementary primary-source review; not an exhaustive web census.",
  "systems": 47,
  "comparison_cells": 376,
  "reported_cells": 123,
  "not_reported_cells": 253,
  "previously_blank_cells_filled_with_scores": 29,
  "new_claims": 75,
  "cells": [
    {
      "system": "ByteRover",
      "column": "LongMemEval",
      "status": "reported",
      "value": 92.8,
      "metric": "overall accuracy",
      "source": {
        "commit": "1052ac1a5dd0fde4da8693d4712064f7876c269c",
        "line": 57,
        "retrieved": "2026-10-06",
        "title": "ByteRover README",
        "url": "https://github.com/campfirein/byterover-cli/blob/1052ac1a5dd0fde4da8693d4712064f7876c269c/README.md#L57"
      },
      "scope": "500 questions, 23,867 documents."
    },
    {
      "system": "ByteRover",
      "column": "LoCoMo",
      "status": "reported",
      "value": 96.1,
      "metric": "overall accuracy",
      "source": {
        "commit": "1052ac1a5dd0fde4da8693d4712064f7876c269c",
        "line": 55,
        "retrieved": "2026-10-06",
        "title": "ByteRover README",
        "url": "https://github.com/campfirein/byterover-cli/blob/1052ac1a5dd0fde4da8693d4712064f7876c269c/README.md#L55"
      },
      "scope": "1,982 questions, 272 documents; production codebase, no separate prototype."
    },
    {
      "system": "ByteRover",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "ByteRover",
      "column": "BEAM 10M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "ByteRover",
      "column": "LongMemEval recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "ByteRover",
      "column": "HotpotQA recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "ByteRover",
      "column": "2Wiki recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "ByteRover",
      "column": "MuSiQue recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Chronos",
      "column": "LongMemEval",
      "status": "reported",
      "value": 95.6,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "Chronos paper, arXiv 2603.16862",
        "url": "https://arxiv.org/abs/2603.16862"
      },
      "scope": "Reported in its own paper; listed unverified on the Agent Memory Benchmark table."
    },
    {
      "system": "Chronos",
      "column": "LoCoMo",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Chronos",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Chronos",
      "column": "BEAM 10M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Chronos",
      "column": "LongMemEval recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Chronos",
      "column": "HotpotQA recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Chronos",
      "column": "2Wiki recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Chronos",
      "column": "MuSiQue recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Hindsight",
      "column": "LongMemEval",
      "status": "reported",
      "value": 94.6,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "Agent Memory Benchmark, run by Vectorize (maker of Hindsight)",
        "url": "https://agentmemorybenchmark.ai/"
      },
      "scope": "Agent Memory Benchmark, operated by Vectorize, which makes Hindsight."
    },
    {
      "system": "Hindsight",
      "column": "LoCoMo",
      "status": "reported",
      "value": 92.0,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "Agent Memory Benchmark, run by Vectorize (maker of Hindsight)",
        "url": "https://agentmemorybenchmark.ai/"
      },
      "scope": "Agent Memory Benchmark; 1,986 questions."
    },
    {
      "system": "Hindsight",
      "column": "BEAM 1M",
      "status": "reported",
      "value": 79.1,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "Agent Memory Benchmark, run by Vectorize (maker of Hindsight)",
        "url": "https://agentmemorybenchmark.ai/"
      },
      "scope": "Agent Memory Benchmark comparison table. Its own results page shows 73.9 for single-query mode."
    },
    {
      "system": "Hindsight",
      "column": "BEAM 10M",
      "status": "reported",
      "value": 64.1,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "Agent Memory Benchmark, run by Vectorize (maker of Hindsight)",
        "url": "https://agentmemorybenchmark.ai/"
      },
      "scope": "Agent Memory Benchmark and the Hindsight results page agree."
    },
    {
      "system": "Hindsight",
      "column": "LongMemEval recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Hindsight",
      "column": "HotpotQA recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Hindsight",
      "column": "2Wiki recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Hindsight",
      "column": "MuSiQue recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Mem0",
      "column": "LongMemEval",
      "status": "reported",
      "value": 94.4,
      "metric": "score",
      "source": {
        "commit": "c93420c49a6b14c3d446bdb156d96811908fd90a",
        "line": 50,
        "retrieved": "2026-10-06",
        "title": "Mem0 README",
        "url": "https://github.com/mem0ai/mem0/blob/c93420c49a6b14c3d446bdb156d96811908fd90a/README.md#L50"
      },
      "scope": "Same setup; was 67.8. Judge not stated."
    },
    {
      "system": "Mem0",
      "column": "LoCoMo",
      "status": "reported",
      "value": 92.5,
      "metric": "score",
      "source": {
        "commit": "c93420c49a6b14c3d446bdb156d96811908fd90a",
        "line": 49,
        "retrieved": "2026-10-06",
        "title": "Mem0 README",
        "url": "https://github.com/mem0ai/mem0/blob/c93420c49a6b14c3d446bdb156d96811908fd90a/README.md#L49"
      },
      "scope": "April 2026 algorithm on the managed platform, which includes proprietary optimizations; single pass, top_200; was 71.4. Judge not stated."
    },
    {
      "system": "Mem0",
      "column": "BEAM 1M",
      "status": "reported",
      "value": 64.1,
      "metric": "score",
      "source": {
        "commit": "c93420c49a6b14c3d446bdb156d96811908fd90a",
        "line": 51,
        "retrieved": "2026-10-06",
        "title": "Mem0 README",
        "url": "https://github.com/mem0ai/mem0/blob/c93420c49a6b14c3d446bdb156d96811908fd90a/README.md#L51"
      },
      "scope": "Same setup. Judge not stated."
    },
    {
      "system": "Mem0",
      "column": "BEAM 10M",
      "status": "reported",
      "value": 48.6,
      "metric": "score",
      "source": {
        "commit": "c93420c49a6b14c3d446bdb156d96811908fd90a",
        "line": 52,
        "retrieved": "2026-10-06",
        "title": "Mem0 README",
        "url": "https://github.com/mem0ai/mem0/blob/c93420c49a6b14c3d446bdb156d96811908fd90a/README.md#L52"
      },
      "scope": "Same setup. Judge not stated."
    },
    {
      "system": "Mem0",
      "column": "LongMemEval recall",
      "status": "reported",
      "value": 71.32,
      "metric": "target recall@15",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-30",
        "title": "LiCoMemory paper, arXiv 2511.01448",
        "url": "https://arxiv.org/html/2511.01448"
      },
      "scope": "Paper Table 1; fraction of ground-truth targets in top 15 memory items. Target recall is not necessarily session-level recall. Five-run mean; not answer accuracy."
    },
    {
      "system": "Mem0",
      "column": "HotpotQA recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Mem0",
      "column": "2Wiki recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Mem0",
      "column": "MuSiQue recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Mastra",
      "column": "LongMemEval",
      "status": "reported",
      "value": 94.87,
      "metric": "task-averaged accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-30",
        "title": "Mastra Observational Memory research",
        "url": "https://mastra.ai/research/observational-memory"
      },
      "scope": "Publisher research page; 500-question LongMemEval-S, unweighted mean over six categories; gpt-4o judge. Not question-weighted accuracy."
    },
    {
      "system": "Mastra",
      "column": "LoCoMo",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Mastra",
      "column": "BEAM 1M",
      "status": "reported",
      "value": 80.6,
      "metric": "published BEAM score",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-30",
        "title": "Mastra BEAM research, October 29, 2026",
        "url": "https://mastra.ai/research/observational-memory-beam"
      },
      "scope": "Publisher research report dated October 29, 2026; reported BEAM 1M score with default settings. Not a 10M result."
    },
    {
      "system": "Mastra",
      "column": "BEAM 10M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Mastra",
      "column": "LongMemEval recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Mastra",
      "column": "HotpotQA recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Mastra",
      "column": "2Wiki recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Mastra",
      "column": "MuSiQue recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "MemMachine",
      "column": "LongMemEval",
      "status": "reported",
      "value": 93.0,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-30",
        "title": "MemMachine paper, arXiv 2604.04853",
        "url": "https://arxiv.org/html/2604.04853"
      },
      "scope": "Paper LongMemEval-S ablation result, best optimized configuration with gpt-5-mini; self-reported, not a matched comparison to other publishers."
    },
    {
      "system": "MemMachine",
      "column": "LoCoMo",
      "status": "reported",
      "value": 91.7,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "MemMachine v0.2 LoCoMo blog post, December 2025",
        "url": "https://memmachine.ai/blog/2025/12/memmachine-v0.2-delivers-top-scores-and-efficiency-on-locomo-benchmark/"
      },
      "scope": "MemMachine v0.2, reader gpt-4.1-mini."
    },
    {
      "system": "MemMachine",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "MemMachine",
      "column": "BEAM 10M",
      "status": "reported",
      "value": 51.9,
      "metric": "nugget score",
      "source": {
        "commit": "7c79d46e31dd85f3da2509b430bba9406656dd28",
        "line": null,
        "retrieved": "2026-10-30",
        "title": "OmniMemEval reproduced result snapshot",
        "url": "https://github.com/MemTensor/OmniMemEval/blob/7c79d46e31dd85f3da2509b430bba9406656dd28/docs/user_memory/results.md"
      },
      "scope": "OmniMemEval reproduced result, operated by the MemOS authors. Answer: gpt-4.1-mini-2025-04-14; judge: gpt-4o-mini-2024-07-18. BEAM 10M nugget score; partial fact coverage receives partial credit. This is not binary answer accuracy."
    },
    {
      "system": "MemMachine",
      "column": "LongMemEval recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "MemMachine",
      "column": "HotpotQA recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "MemMachine",
      "column": "2Wiki recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "MemMachine",
      "column": "MuSiQue recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "gbrain",
      "column": "LongMemEval",
      "status": "reported",
      "value": 94.8,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-30",
        "title": "gbrain-evals current results",
        "url": "https://github.com/garrytan/gbrain-evals"
      },
      "scope": "Current gbrain-evals result table; 500 questions, official gpt-4o judge; reader replay over frozen 2026-09-29 retrieval. Self-reported."
    },
    {
      "system": "gbrain",
      "column": "LoCoMo",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "gbrain",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "gbrain",
      "column": "BEAM 10M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "gbrain",
      "column": "LongMemEval recall",
      "status": "reported",
      "value": 95.96,
      "metric": "strict recall_all@5",
      "source": {
        "commit": "48dd47bd8206e5f1caa6e6f23746d209e9b88b2e",
        "line": 49,
        "retrieved": "2026-10-06",
        "title": "gbrain-evals README",
        "url": "https://github.com/garrytan/gbrain-evals/blob/48dd47bd8206e5f1caa6e6f23746d209e9b88b2e/README.md#L49"
      },
      "scope": "451 of 470 questions; every required session must be in the top five; opaque session ids; with Voyage reranker."
    },
    {
      "system": "gbrain",
      "column": "HotpotQA recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "gbrain",
      "column": "2Wiki recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "gbrain",
      "column": "MuSiQue recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Honcho",
      "column": "LongMemEval",
      "status": "reported",
      "value": 90.4,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "Plastic Labs, Benchmarking Honcho",
        "url": "https://blog.plasticlabs.ai/research/Benchmarking-Honcho"
      },
      "scope": "Plastic Labs, maker of Honcho."
    },
    {
      "system": "Honcho",
      "column": "LoCoMo",
      "status": "reported",
      "value": 89.9,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "Plastic Labs, Benchmarking Honcho",
        "url": "https://blog.plasticlabs.ai/research/Benchmarking-Honcho"
      },
      "scope": "Plastic Labs, maker of Honcho."
    },
    {
      "system": "Honcho",
      "column": "BEAM 1M",
      "status": "reported",
      "value": 63.1,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "Honcho evaluation site",
        "url": "https://evals.honcho.dev/"
      },
      "scope": "Honcho running Hindsight RAG, on its own evaluation site."
    },
    {
      "system": "Honcho",
      "column": "BEAM 10M",
      "status": "reported",
      "value": 40.6,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "Honcho evaluation site",
        "url": "https://evals.honcho.dev/"
      },
      "scope": "Honcho running Hindsight RAG, on its own evaluation site."
    },
    {
      "system": "Honcho",
      "column": "LongMemEval recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Honcho",
      "column": "HotpotQA recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Honcho",
      "column": "2Wiki recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Honcho",
      "column": "MuSiQue recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "ReMe",
      "column": "LongMemEval",
      "status": "reported",
      "value": 89.4,
      "metric": "agentic score",
      "source": {
        "commit": "084c02e43a885d5d42a36c39ce9bd78263c23247",
        "line": 355,
        "retrieved": "2026-10-06",
        "title": "ReMe README",
        "url": "https://github.com/agentscope-ai/ReMe/blob/084c02e43a885d5d42a36c39ce9bd78263c23247/README.md#L355"
      },
      "scope": "500 questions."
    },
    {
      "system": "ReMe",
      "column": "LoCoMo",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "ReMe",
      "column": "BEAM 1M",
      "status": "reported",
      "value": 65.0,
      "metric": "agentic score",
      "source": {
        "commit": "084c02e43a885d5d42a36c39ce9bd78263c23247",
        "line": 357,
        "retrieved": "2026-10-06",
        "title": "ReMe README",
        "url": "https://github.com/agentscope-ai/ReMe/blob/084c02e43a885d5d42a36c39ce9bd78263c23247/README.md#L357"
      },
      "scope": "35 cases, 700 questions."
    },
    {
      "system": "ReMe",
      "column": "BEAM 10M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "ReMe",
      "column": "LongMemEval recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "ReMe",
      "column": "HotpotQA recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "ReMe",
      "column": "2Wiki recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "ReMe",
      "column": "MuSiQue recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "MemOS",
      "column": "LongMemEval",
      "status": "reported",
      "value": 89.2,
      "metric": "score",
      "source": {
        "commit": "a7367d07e55db61099f7b4e2c1108bc5831a24f3",
        "line": 79,
        "retrieved": "2026-10-06",
        "title": "MemOS README",
        "url": "https://github.com/MemTensor/MemOS/blob/a7367d07e55db61099f7b4e2c1108bc5831a24f3/README.md#L79"
      },
      "scope": "Evaluated through OmniMemEval."
    },
    {
      "system": "MemOS",
      "column": "LoCoMo",
      "status": "reported",
      "value": 88.83,
      "metric": "score",
      "source": {
        "commit": "a7367d07e55db61099f7b4e2c1108bc5831a24f3",
        "line": 78,
        "retrieved": "2026-10-06",
        "title": "MemOS README",
        "url": "https://github.com/MemTensor/MemOS/blob/a7367d07e55db61099f7b4e2c1108bc5831a24f3/README.md#L78"
      },
      "scope": "Evaluated through OmniMemEval, a framework run by the same organisation."
    },
    {
      "system": "MemOS",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "MemOS",
      "column": "BEAM 10M",
      "status": "reported",
      "value": 56.75,
      "metric": "score",
      "source": {
        "commit": "a7367d07e55db61099f7b4e2c1108bc5831a24f3",
        "line": 82,
        "retrieved": "2026-10-06",
        "title": "MemOS README",
        "url": "https://github.com/MemTensor/MemOS/blob/a7367d07e55db61099f7b4e2c1108bc5831a24f3/README.md#L82"
      },
      "scope": "Evaluated through OmniMemEval."
    },
    {
      "system": "MemOS",
      "column": "LongMemEval recall",
      "status": "reported",
      "value": 52.07,
      "metric": "target recall@15",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-30",
        "title": "LiCoMemory paper, arXiv 2511.01448",
        "url": "https://arxiv.org/html/2511.01448"
      },
      "scope": "Paper Table 1; fraction of ground-truth targets in top 15 memory items. Target recall is not necessarily session-level recall. Five-run mean; not answer accuracy."
    },
    {
      "system": "MemOS",
      "column": "HotpotQA recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "MemOS",
      "column": "2Wiki recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "MemOS",
      "column": "MuSiQue recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "SmartSearch",
      "column": "LongMemEval",
      "status": "reported",
      "value": 88.4,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "SmartSearch paper, arXiv 2603.15599",
        "url": "https://arxiv.org/abs/2603.15599"
      },
      "scope": "Reported in its own paper; listed unverified on the Agent Memory Benchmark table."
    },
    {
      "system": "SmartSearch",
      "column": "LoCoMo",
      "status": "reported",
      "value": 93.5,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-30",
        "title": "SmartSearch paper, arXiv 2603.15599",
        "url": "https://arxiv.org/html/2603.15599"
      },
      "scope": "Main LoCoMo comparison: gpt-4.1-mini answer and judge with 7-step reasoning prompt. Different from the separate 91.9% MemOS-protocol result."
    },
    {
      "system": "SmartSearch",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "SmartSearch",
      "column": "BEAM 10M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "SmartSearch",
      "column": "LongMemEval recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "SmartSearch",
      "column": "HotpotQA recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "SmartSearch",
      "column": "2Wiki recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "SmartSearch",
      "column": "MuSiQue recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "CORE",
      "column": "LongMemEval",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "CORE",
      "column": "LoCoMo",
      "status": "reported",
      "value": 88.24,
      "metric": "average accuracy",
      "source": {
        "commit": "4a5b18d8db55d66e5dfda41b18461f359b340c42",
        "line": 244,
        "retrieved": "2026-10-06",
        "title": "CORE README",
        "url": "https://github.com/RedPlanetHQ/core/blob/4a5b18d8db55d66e5dfda41b18461f359b340c42/README.md#L244"
      },
      "scope": "Across single-hop, multi-hop, open-domain and temporal questions."
    },
    {
      "system": "CORE",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "CORE",
      "column": "BEAM 10M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "CORE",
      "column": "LongMemEval recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "CORE",
      "column": "HotpotQA recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "CORE",
      "column": "2Wiki recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "CORE",
      "column": "MuSiQue recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Memora",
      "column": "LongMemEval",
      "status": "reported",
      "value": 87.4,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "Memora paper, arXiv 2602.03315",
        "url": "https://arxiv.org/abs/2602.03315"
      },
      "scope": "Reported in its own paper."
    },
    {
      "system": "Memora",
      "column": "LoCoMo",
      "status": "reported",
      "value": 86.3,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-30",
        "title": "Memora paper, arXiv 2602.03315",
        "url": "https://arxiv.org/html/2602.03315"
      },
      "scope": "Paper main LoCoMo results: policy retriever; LLM-judge score. Different protocol from other publishers."
    },
    {
      "system": "Memora",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Memora",
      "column": "BEAM 10M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Memora",
      "column": "LongMemEval recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Memora",
      "column": "HotpotQA recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Memora",
      "column": "2Wiki recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Memora",
      "column": "MuSiQue recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Memori",
      "column": "LongMemEval",
      "status": "reported",
      "value": 20.8,
      "metric": "accuracy",
      "source": {
        "commit": "7c79d46e31dd85f3da2509b430bba9406656dd28",
        "line": null,
        "retrieved": "2026-10-30",
        "title": "OmniMemEval reproduced result snapshot",
        "url": "https://github.com/MemTensor/OmniMemEval/blob/7c79d46e31dd85f3da2509b430bba9406656dd28/docs/user_memory/results.md"
      },
      "scope": "OmniMemEval reproduced result, operated by the MemOS authors. Answer: gpt-4.1-mini-2025-04-14; judge: gpt-4o-mini-2024-07-18. LongMemEval-S uses all 500 questions."
    },
    {
      "system": "Memori",
      "column": "LoCoMo",
      "status": "reported",
      "value": 87.0,
      "metric": "overall accuracy",
      "source": {
        "commit": "574b1ea3e876f100ef82c37817d603eb7e258e59",
        "line": 130,
        "retrieved": "2026-10-06",
        "title": "Memori README",
        "url": "https://github.com/MemoriLabs/Memori/blob/574b1ea3e876f100ef82c37817d603eb7e258e59/README.md#L130"
      },
      "scope": "About 721 tokens per query, 2.8% of the full-context footprint."
    },
    {
      "system": "Memori",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Memori",
      "column": "BEAM 10M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Memori",
      "column": "LongMemEval recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Memori",
      "column": "HotpotQA recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Memori",
      "column": "2Wiki recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Memori",
      "column": "MuSiQue recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "supermemory",
      "column": "LongMemEval",
      "status": "reported",
      "value": 85.2,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "supermemory paper, arXiv 2512.12818",
        "url": "https://arxiv.org/abs/2512.12818"
      },
      "scope": "Reported in its own paper, reader Gemini 3."
    },
    {
      "system": "supermemory",
      "column": "LoCoMo",
      "status": "reported",
      "value": 73.53,
      "metric": "accuracy",
      "source": {
        "commit": "7c79d46e31dd85f3da2509b430bba9406656dd28",
        "line": null,
        "retrieved": "2026-10-30",
        "title": "OmniMemEval reproduced result snapshot",
        "url": "https://github.com/MemTensor/OmniMemEval/blob/7c79d46e31dd85f3da2509b430bba9406656dd28/docs/user_memory/results.md"
      },
      "scope": "OmniMemEval reproduced result, operated by the MemOS authors. Answer: gpt-4.1-mini-2025-04-14; judge: gpt-4o-mini-2024-07-18. LoCoMo excludes adversarial questions (1,540 questions)."
    },
    {
      "system": "supermemory",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "supermemory",
      "column": "BEAM 10M",
      "status": "reported",
      "value": 52.49,
      "metric": "nugget score",
      "source": {
        "commit": "7c79d46e31dd85f3da2509b430bba9406656dd28",
        "line": null,
        "retrieved": "2026-10-30",
        "title": "OmniMemEval reproduced result snapshot",
        "url": "https://github.com/MemTensor/OmniMemEval/blob/7c79d46e31dd85f3da2509b430bba9406656dd28/docs/user_memory/results.md"
      },
      "scope": "OmniMemEval reproduced result, operated by the MemOS authors. Answer: gpt-4.1-mini-2025-04-14; judge: gpt-4o-mini-2024-07-18. BEAM 10M nugget score; partial fact coverage receives partial credit. This is not binary answer accuracy."
    },
    {
      "system": "supermemory",
      "column": "LongMemEval recall",
      "status": "reported",
      "value": 95.0,
      "metric": "Recall@15",
      "source": {
        "commit": "3535ff700da85134d1867e5eac1b649e8735e3af",
        "line": 357,
        "retrieved": "2026-10-06",
        "title": "supermemory README",
        "url": "https://github.com/supermemoryai/supermemory/blob/3535ff700da85134d1867e5eac1b649e8735e3af/README.md#L357"
      },
      "scope": "Adds about 720 tokens of context, a 99.4% reduction. At a different k from the other recall rows."
    },
    {
      "system": "supermemory",
      "column": "HotpotQA recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "supermemory",
      "column": "2Wiki recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "supermemory",
      "column": "MuSiQue recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "EMem-G",
      "column": "LongMemEval",
      "status": "reported",
      "value": 84.9,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "EMem-G paper, arXiv 2511.17208",
        "url": "https://arxiv.org/abs/2511.17208"
      },
      "scope": "Reported in its own paper."
    },
    {
      "system": "EMem-G",
      "column": "LoCoMo",
      "status": "reported",
      "value": 85.3,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-30",
        "title": "EMem-G paper, arXiv 2511.17208",
        "url": "https://arxiv.org/html/2511.17208"
      },
      "scope": "Paper Table 2; 1,520 LoCoMo questions after filtering; mean LLM-judge score. Not the standard 1,540-question population."
    },
    {
      "system": "EMem-G",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "EMem-G",
      "column": "BEAM 10M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "EMem-G",
      "column": "LongMemEval recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "EMem-G",
      "column": "HotpotQA recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "EMem-G",
      "column": "2Wiki recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "EMem-G",
      "column": "MuSiQue recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Nemori",
      "column": "LongMemEval",
      "status": "reported",
      "value": 74.6,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "Nemori paper, arXiv 2508.03341",
        "url": "https://arxiv.org/abs/2508.03341"
      },
      "scope": "Reported in its own paper."
    },
    {
      "system": "Nemori",
      "column": "LoCoMo",
      "status": "reported",
      "value": 83.05,
      "metric": "LLM score",
      "source": {
        "commit": "d2a6dff6e5481214a0be6a2d10147feccfc16244",
        "line": 171,
        "retrieved": "2026-10-06",
        "title": "Nemori README",
        "url": "https://github.com/nemori-ai/nemori/blob/d2a6dff6e5481214a0be6a2d10147feccfc16244/README.md#L171"
      },
      "scope": "Reported 0.8305 overall, version V5; 1,540 questions across the four categories."
    },
    {
      "system": "Nemori",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Nemori",
      "column": "BEAM 10M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Nemori",
      "column": "LongMemEval recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Nemori",
      "column": "HotpotQA recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Nemori",
      "column": "2Wiki recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Nemori",
      "column": "MuSiQue recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "EverMemOS",
      "column": "LongMemEval",
      "status": "reported",
      "value": 83.0,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "SmartSearch paper, arXiv 2603.15599",
        "url": "https://arxiv.org/abs/2603.15599"
      },
      "scope": "Reported in the SmartSearch paper."
    },
    {
      "system": "EverMemOS",
      "column": "LoCoMo",
      "status": "reported",
      "value": 93.05,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-30",
        "title": "EverMemOS paper, arXiv 2601.02163",
        "url": "https://arxiv.org/html/2601.02163"
      },
      "scope": "Paper Table 1, LoCoMo overall accuracy with gpt-4.1-mini. The earlier EverOS blog separately reported 92.3%."
    },
    {
      "system": "EverMemOS",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "EverMemOS",
      "column": "BEAM 10M",
      "status": "reported",
      "value": 47.73,
      "metric": "nugget score",
      "source": {
        "commit": "7c79d46e31dd85f3da2509b430bba9406656dd28",
        "line": null,
        "retrieved": "2026-10-30",
        "title": "OmniMemEval reproduced result snapshot",
        "url": "https://github.com/MemTensor/OmniMemEval/blob/7c79d46e31dd85f3da2509b430bba9406656dd28/docs/user_memory/results.md"
      },
      "scope": "OmniMemEval reproduced result, operated by the MemOS authors. Answer: gpt-4.1-mini-2025-04-14; judge: gpt-4o-mini-2024-07-18. BEAM 10M nugget score; partial fact coverage receives partial credit. This is not binary answer accuracy."
    },
    {
      "system": "EverMemOS",
      "column": "LongMemEval recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "EverMemOS",
      "column": "HotpotQA recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "EverMemOS",
      "column": "2Wiki recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "EverMemOS",
      "column": "MuSiQue recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Cognee",
      "column": "LongMemEval",
      "status": "reported",
      "value": 51.8,
      "metric": "accuracy",
      "source": {
        "commit": "7c79d46e31dd85f3da2509b430bba9406656dd28",
        "line": null,
        "retrieved": "2026-10-30",
        "title": "OmniMemEval reproduced result snapshot",
        "url": "https://github.com/MemTensor/OmniMemEval/blob/7c79d46e31dd85f3da2509b430bba9406656dd28/docs/user_memory/results.md"
      },
      "scope": "OmniMemEval reproduced result, operated by the MemOS authors. Answer: gpt-4.1-mini-2025-04-14; judge: gpt-4o-mini-2024-07-18. LongMemEval-S uses all 500 questions."
    },
    {
      "system": "Cognee",
      "column": "LoCoMo",
      "status": "reported",
      "value": 83.48,
      "metric": "accuracy",
      "source": {
        "commit": "7c79d46e31dd85f3da2509b430bba9406656dd28",
        "line": null,
        "retrieved": "2026-10-30",
        "title": "OmniMemEval reproduced result snapshot",
        "url": "https://github.com/MemTensor/OmniMemEval/blob/7c79d46e31dd85f3da2509b430bba9406656dd28/docs/user_memory/results.md"
      },
      "scope": "OmniMemEval reproduced result, operated by the MemOS authors. Answer: gpt-4.1-mini-2025-04-14; judge: gpt-4o-mini-2024-07-18. LoCoMo excludes adversarial questions (1,540 questions)."
    },
    {
      "system": "Cognee",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Cognee",
      "column": "BEAM 10M",
      "status": "reported",
      "value": 67.0,
      "metric": "score (0 to 1 scale)",
      "source": {
        "commit": "b32d8afc59e1064d9291b9828a8a147be9cc8bab",
        "line": 292,
        "retrieved": "2026-10-06",
        "title": "Cognee README",
        "url": "https://github.com/topoteretes/cognee/blob/b32d8afc59e1064d9291b9828a8a147be9cc8bab/README.md#L292"
      },
      "scope": "Reported 0.67: exploratory, question-type routing selected and scored on the same questions. Shown here as 67."
    },
    {
      "system": "Cognee",
      "column": "LongMemEval recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Cognee",
      "column": "HotpotQA recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Cognee",
      "column": "2Wiki recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Cognee",
      "column": "MuSiQue recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "TiMem",
      "column": "LongMemEval",
      "status": "reported",
      "value": 79.0,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "TiMem paper, arXiv 2601.02845",
        "url": "https://arxiv.org/abs/2601.02845"
      },
      "scope": "Reported in its own paper."
    },
    {
      "system": "TiMem",
      "column": "LoCoMo",
      "status": "reported",
      "value": 75.3,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-30",
        "title": "TiMem paper, arXiv 2601.02845",
        "url": "https://arxiv.org/html/2601.02845"
      },
      "scope": "Table 1; LoCoMo categories 1–4, 1,540 questions; LLM-judge score. Reported standard deviation 0.16 percentage points."
    },
    {
      "system": "TiMem",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "TiMem",
      "column": "BEAM 10M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "TiMem",
      "column": "LongMemEval recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "TiMem",
      "column": "HotpotQA recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "TiMem",
      "column": "2Wiki recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "TiMem",
      "column": "MuSiQue recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "CoM",
      "column": "LongMemEval",
      "status": "reported",
      "value": 76.4,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "Chain-of-Memory paper, arXiv 2601.14287",
        "url": "https://arxiv.org/abs/2601.14287"
      },
      "scope": "Chain-of-Memory, reported in its own paper."
    },
    {
      "system": "CoM",
      "column": "LoCoMo",
      "status": "reported",
      "value": 72.86,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-30",
        "title": "CoM paper, arXiv 2601.14287",
        "url": "https://arxiv.org/html/2601.14287"
      },
      "scope": "Main comparison table; LoCoMo categories 1–4. The Qwen3-32B configuration separately reports 70.97%."
    },
    {
      "system": "CoM",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "CoM",
      "column": "BEAM 10M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "CoM",
      "column": "LongMemEval recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "CoM",
      "column": "HotpotQA recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "CoM",
      "column": "2Wiki recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "CoM",
      "column": "MuSiQue recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Memobase",
      "column": "LongMemEval",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Memobase",
      "column": "LoCoMo",
      "status": "reported",
      "value": 75.8,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "MemMachine LoCoMo blog post, September 2025",
        "url": "https://memmachine.ai/blog/2025/09/memmachine-reaches-new-heights-on-locomo/"
      },
      "scope": "Run by MemMachine."
    },
    {
      "system": "Memobase",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Memobase",
      "column": "BEAM 10M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Memobase",
      "column": "LongMemEval recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Memobase",
      "column": "HotpotQA recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Memobase",
      "column": "2Wiki recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Memobase",
      "column": "MuSiQue recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Zep",
      "column": "LongMemEval",
      "status": "reported",
      "value": 79.8,
      "metric": "accuracy",
      "source": {
        "commit": "7c79d46e31dd85f3da2509b430bba9406656dd28",
        "line": null,
        "retrieved": "2026-10-30",
        "title": "OmniMemEval reproduced result snapshot",
        "url": "https://github.com/MemTensor/OmniMemEval/blob/7c79d46e31dd85f3da2509b430bba9406656dd28/docs/user_memory/results.md"
      },
      "scope": "OmniMemEval reproduced result, operated by the MemOS authors. Answer: gpt-4.1-mini-2025-04-14; judge: gpt-4o-mini-2024-07-18. LongMemEval-S uses all 500 questions."
    },
    {
      "system": "Zep",
      "column": "LoCoMo",
      "status": "reported",
      "value": 75.14,
      "metric": "J score (LLM judge)",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "Zep blog, corrected LoCoMo result",
        "url": "https://blog.getzep.com/lies-damn-lies-statistics-is-mem0-really-sota-in-agent-memory/"
      },
      "scope": "Zep corrected its own earlier post and reports 75.14 +/- 0.17, against 65.99 in the Mem0 paper."
    },
    {
      "system": "Zep",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Zep",
      "column": "BEAM 10M",
      "status": "reported",
      "value": 56.11,
      "metric": "nugget score",
      "source": {
        "commit": "7c79d46e31dd85f3da2509b430bba9406656dd28",
        "line": null,
        "retrieved": "2026-10-30",
        "title": "OmniMemEval reproduced result snapshot",
        "url": "https://github.com/MemTensor/OmniMemEval/blob/7c79d46e31dd85f3da2509b430bba9406656dd28/docs/user_memory/results.md"
      },
      "scope": "OmniMemEval reproduced result, operated by the MemOS authors. Answer: gpt-4.1-mini-2025-04-14; judge: gpt-4o-mini-2024-07-18. BEAM 10M nugget score; partial fact coverage receives partial credit. This is not binary answer accuracy."
    },
    {
      "system": "Zep",
      "column": "LongMemEval recall",
      "status": "reported",
      "value": 62.74,
      "metric": "target recall@15",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-30",
        "title": "LiCoMemory paper, arXiv 2511.01448",
        "url": "https://arxiv.org/html/2511.01448"
      },
      "scope": "Paper Table 1; fraction of ground-truth targets in top 15 memory items. Target recall is not necessarily session-level recall. Five-run mean; not answer accuracy."
    },
    {
      "system": "Zep",
      "column": "HotpotQA recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Zep",
      "column": "2Wiki recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Zep",
      "column": "MuSiQue recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "HyMem",
      "column": "LongMemEval",
      "status": "reported",
      "value": 78.8,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-30",
        "title": "HyMem paper, arXiv 2602.13933",
        "url": "https://arxiv.org/html/2602.13933"
      },
      "scope": "Main table, updated v2 paper: LongMemEval-S overall score with gpt-4.1-mini."
    },
    {
      "system": "HyMem",
      "column": "LoCoMo",
      "status": "reported",
      "value": 89.55,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-30",
        "title": "HyMem paper, arXiv 2602.13933",
        "url": "https://arxiv.org/html/2602.13933"
      },
      "scope": "Main table, updated v2 paper: LoCoMo overall LLM-judge score with gpt-4.1-mini."
    },
    {
      "system": "HyMem",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "HyMem",
      "column": "BEAM 10M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "HyMem",
      "column": "LongMemEval recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "HyMem",
      "column": "HotpotQA recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "HyMem",
      "column": "2Wiki recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "HyMem",
      "column": "MuSiQue recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Letta",
      "column": "LongMemEval",
      "status": "reported",
      "value": 77.67,
      "metric": "accuracy",
      "source": {
        "commit": "7c79d46e31dd85f3da2509b430bba9406656dd28",
        "line": null,
        "retrieved": "2026-10-30",
        "title": "OmniMemEval reproduced result snapshot",
        "url": "https://github.com/MemTensor/OmniMemEval/blob/7c79d46e31dd85f3da2509b430bba9406656dd28/docs/user_memory/results.md"
      },
      "scope": "OmniMemEval reproduced result, operated by the MemOS authors. Answer: gpt-4.1-mini-2025-04-14; judge: gpt-4o-mini-2024-07-18. LongMemEval-S uses all 500 questions."
    },
    {
      "system": "Letta",
      "column": "LoCoMo",
      "status": "reported",
      "value": 77.12,
      "metric": "accuracy",
      "source": {
        "commit": "7c79d46e31dd85f3da2509b430bba9406656dd28",
        "line": null,
        "retrieved": "2026-10-30",
        "title": "OmniMemEval reproduced result snapshot",
        "url": "https://github.com/MemTensor/OmniMemEval/blob/7c79d46e31dd85f3da2509b430bba9406656dd28/docs/user_memory/results.md"
      },
      "scope": "OmniMemEval reproduced result, operated by the MemOS authors. Answer: gpt-4.1-mini-2025-04-14; judge: gpt-4o-mini-2024-07-18. LoCoMo excludes adversarial questions (1,540 questions)."
    },
    {
      "system": "Letta",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Letta",
      "column": "BEAM 10M",
      "status": "reported",
      "value": 52.3,
      "metric": "nugget score",
      "source": {
        "commit": "7c79d46e31dd85f3da2509b430bba9406656dd28",
        "line": null,
        "retrieved": "2026-10-30",
        "title": "OmniMemEval reproduced result snapshot",
        "url": "https://github.com/MemTensor/OmniMemEval/blob/7c79d46e31dd85f3da2509b430bba9406656dd28/docs/user_memory/results.md"
      },
      "scope": "OmniMemEval reproduced result, operated by the MemOS authors. Answer: gpt-4.1-mini-2025-04-14; judge: gpt-4o-mini-2024-07-18. BEAM 10M nugget score; partial fact coverage receives partial credit. This is not binary answer accuracy."
    },
    {
      "system": "Letta",
      "column": "LongMemEval recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Letta",
      "column": "HotpotQA recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Letta",
      "column": "2Wiki recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Letta",
      "column": "MuSiQue recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "LiCoMemory",
      "column": "LongMemEval",
      "status": "reported",
      "value": 73.8,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "LiCoMemory paper, arXiv 2511.01448",
        "url": "https://arxiv.org/abs/2511.01448"
      },
      "scope": "Reported in its own paper."
    },
    {
      "system": "LiCoMemory",
      "column": "LoCoMo",
      "status": "reported",
      "value": 67.2,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-30",
        "title": "LiCoMemory paper, arXiv 2511.01448",
        "url": "https://arxiv.org/html/2511.01448"
      },
      "scope": "Main table: mean answer accuracy over five runs. LoCoMo includes adversarial questions, unlike 1,540-question comparisons; SD 0.69 points."
    },
    {
      "system": "LiCoMemory",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "LiCoMemory",
      "column": "BEAM 10M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "LiCoMemory",
      "column": "LongMemEval recall",
      "status": "reported",
      "value": 76.63,
      "metric": "target recall@15",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-30",
        "title": "LiCoMemory paper, arXiv 2511.01448",
        "url": "https://arxiv.org/html/2511.01448"
      },
      "scope": "Paper Table 1; fraction of ground-truth targets in top 15 memory items. Target recall is not necessarily session-level recall. Five-run mean; not answer accuracy."
    },
    {
      "system": "LiCoMemory",
      "column": "HotpotQA recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "LiCoMemory",
      "column": "2Wiki recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "LiCoMemory",
      "column": "MuSiQue recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "ENGRAM",
      "column": "LongMemEval",
      "status": "reported",
      "value": 71.4,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "ENGRAM paper, arXiv 2511.12960",
        "url": "https://arxiv.org/abs/2511.12960"
      },
      "scope": "Reported in its own paper."
    },
    {
      "system": "ENGRAM",
      "column": "LoCoMo",
      "status": "reported",
      "value": 77.55,
      "metric": "LLM-judge score",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-30",
        "title": "ENGRAM paper, arXiv 2511.12960",
        "url": "https://arxiv.org/html/2511.12960"
      },
      "scope": "Paper overall LoCoMo J score; three judge runs, SD 0.13 percentage points. F1 is a different metric."
    },
    {
      "system": "ENGRAM",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "ENGRAM",
      "column": "BEAM 10M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "ENGRAM",
      "column": "LongMemEval recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "ENGRAM",
      "column": "HotpotQA recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "ENGRAM",
      "column": "2Wiki recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "ENGRAM",
      "column": "MuSiQue recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "A-Mem",
      "column": "LongMemEval",
      "status": "reported",
      "value": 63.4,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "TiMem paper, arXiv 2601.02845",
        "url": "https://arxiv.org/abs/2601.02845"
      },
      "scope": "Reported in the TiMem paper."
    },
    {
      "system": "A-Mem",
      "column": "LoCoMo",
      "status": "reported",
      "value": 64.16,
      "metric": "ACC",
      "source": {
        "commit": "8449d574df6bae1bdf3314a1564da65e2f37e046",
        "line": 395,
        "retrieved": "2026-10-06",
        "title": "LightMem README",
        "url": "https://github.com/zjunlp/LightMem/blob/8449d574df6bae1bdf3314a1564da65e2f37e046/README.md#L395"
      },
      "scope": "LightMem authors; backbone and judge gpt-4o-mini."
    },
    {
      "system": "A-Mem",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "A-Mem",
      "column": "BEAM 10M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "A-Mem",
      "column": "LongMemEval recall",
      "status": "reported",
      "value": 62.18,
      "metric": "target recall@15",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-30",
        "title": "LiCoMemory paper, arXiv 2511.01448",
        "url": "https://arxiv.org/html/2511.01448"
      },
      "scope": "Paper Table 1; fraction of ground-truth targets in top 15 memory items. Target recall is not necessarily session-level recall. Five-run mean; not answer accuracy."
    },
    {
      "system": "A-Mem",
      "column": "HotpotQA recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "A-Mem",
      "column": "2Wiki recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "A-Mem",
      "column": "MuSiQue recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "MemoryOS",
      "column": "LongMemEval",
      "status": "reported",
      "value": 61.2,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "TiMem paper, arXiv 2601.02845",
        "url": "https://arxiv.org/abs/2601.02845"
      },
      "scope": "Reported in the TiMem paper."
    },
    {
      "system": "MemoryOS",
      "column": "LoCoMo",
      "status": "reported",
      "value": 58.25,
      "metric": "ACC",
      "source": {
        "commit": "8449d574df6bae1bdf3314a1564da65e2f37e046",
        "line": 396,
        "retrieved": "2026-10-06",
        "title": "LightMem README",
        "url": "https://github.com/zjunlp/LightMem/blob/8449d574df6bae1bdf3314a1564da65e2f37e046/README.md#L396"
      },
      "scope": "LightMem authors; the evaluation build."
    },
    {
      "system": "MemoryOS",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "MemoryOS",
      "column": "BEAM 10M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "MemoryOS",
      "column": "LongMemEval recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "MemoryOS",
      "column": "HotpotQA recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "MemoryOS",
      "column": "2Wiki recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "MemoryOS",
      "column": "MuSiQue recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "LangMem",
      "column": "LongMemEval",
      "status": "reported",
      "value": 41.6,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-30",
        "title": "LangMem paper, arXiv 2601.14287",
        "url": "https://arxiv.org/html/2601.14287"
      },
      "scope": "Main comparison table; measured by CoM authors with Qwen3-32B. Not a LangMem publisher result."
    },
    {
      "system": "LangMem",
      "column": "LoCoMo",
      "status": "reported",
      "value": 58.1,
      "metric": "J score (LLM judge)",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "Mem0 paper, arXiv 2504.19413",
        "url": "https://arxiv.org/abs/2504.19413"
      },
      "scope": "Mem0 paper."
    },
    {
      "system": "LangMem",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "LangMem",
      "column": "BEAM 10M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "LangMem",
      "column": "LongMemEval recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "LangMem",
      "column": "HotpotQA recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "LangMem",
      "column": "2Wiki recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "LangMem",
      "column": "MuSiQue recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "OpenAI memory",
      "column": "LongMemEval",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "OpenAI memory",
      "column": "LoCoMo",
      "status": "reported",
      "value": 52.9,
      "metric": "J score (LLM judge)",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "Mem0 paper, arXiv 2504.19413",
        "url": "https://arxiv.org/abs/2504.19413"
      },
      "scope": "OpenAI memory as run by the Mem0 authors; closed source."
    },
    {
      "system": "OpenAI memory",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "OpenAI memory",
      "column": "BEAM 10M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "OpenAI memory",
      "column": "LongMemEval recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "OpenAI memory",
      "column": "HotpotQA recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "OpenAI memory",
      "column": "2Wiki recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "OpenAI memory",
      "column": "MuSiQue recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "LIGHT",
      "column": "LongMemEval",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "LIGHT",
      "column": "LoCoMo",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "LIGHT",
      "column": "BEAM 1M",
      "status": "reported",
      "value": 33.6,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "LIGHT paper, arXiv 2510.27246",
        "url": "https://arxiv.org/abs/2510.27246"
      },
      "scope": "Reported in its own paper, reader Llama-4-Maverick."
    },
    {
      "system": "LIGHT",
      "column": "BEAM 10M",
      "status": "reported",
      "value": 26.6,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "LIGHT paper, arXiv 2510.27246",
        "url": "https://arxiv.org/abs/2510.27246"
      },
      "scope": "Reported in its own paper, reader Llama-4-Maverick."
    },
    {
      "system": "LIGHT",
      "column": "LongMemEval recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "LIGHT",
      "column": "HotpotQA recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "LIGHT",
      "column": "2Wiki recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "LIGHT",
      "column": "MuSiQue recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "MemoryBank",
      "column": "LongMemEval",
      "status": "reported",
      "value": 22.9,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "TiMem paper, arXiv 2601.02845",
        "url": "https://arxiv.org/abs/2601.02845"
      },
      "scope": "Reported in the TiMem paper."
    },
    {
      "system": "MemoryBank",
      "column": "LoCoMo",
      "status": "reported",
      "value": 39.77,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-30",
        "title": "MemoryBank paper, arXiv 2601.02845",
        "url": "https://arxiv.org/html/2601.02845"
      },
      "scope": "Table 1; measured by the TiMem authors on 1,540 LoCoMo questions; SD 0.27 percentage points."
    },
    {
      "system": "MemoryBank",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "MemoryBank",
      "column": "BEAM 10M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "MemoryBank",
      "column": "LongMemEval recall",
      "status": "reported",
      "value": 39.21,
      "metric": "target recall@15",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-30",
        "title": "LiCoMemory paper, arXiv 2511.01448",
        "url": "https://arxiv.org/html/2511.01448"
      },
      "scope": "Paper Table 1; fraction of ground-truth targets in top 15 memory items. Target recall is not necessarily session-level recall. Five-run mean; not answer accuracy."
    },
    {
      "system": "MemoryBank",
      "column": "HotpotQA recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "MemoryBank",
      "column": "2Wiki recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "MemoryBank",
      "column": "MuSiQue recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "MemPalace",
      "column": "LongMemEval",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "MemPalace",
      "column": "LoCoMo",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "MemPalace",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "MemPalace",
      "column": "BEAM 10M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "MemPalace",
      "column": "LongMemEval recall",
      "status": "reported",
      "value": 98.4,
      "metric": "R@5",
      "source": {
        "commit": "35dc62153c693af199e69acb91942a8afc0ebcc7",
        "line": 246,
        "retrieved": "2026-10-06",
        "title": "MemPalace README",
        "url": "https://github.com/MemPalace/mempalace/blob/35dc62153c693af199e69acb91942a8afc0ebcc7/README.md#L246"
      },
      "scope": "Hybrid v4, held-out 450 questions; tuned on 50 dev questions."
    },
    {
      "system": "MemPalace",
      "column": "HotpotQA recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "MemPalace",
      "column": "2Wiki recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "MemPalace",
      "column": "MuSiQue recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "HippoRAG 2",
      "column": "LongMemEval",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "HippoRAG 2",
      "column": "LoCoMo",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "HippoRAG 2",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "HippoRAG 2",
      "column": "BEAM 10M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "HippoRAG 2",
      "column": "LongMemEval recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "HippoRAG 2",
      "column": "HotpotQA recall",
      "status": "reported",
      "value": 96.3,
      "metric": "Recall@5",
      "source": {
        "commit": "main",
        "line": 36,
        "retrieved": "2026-10-06",
        "title": "Mnemetric Phase 11 evidence note",
        "url": "https://github.com/onfire7777/Mnemetric/blob/main/docs/evidence/phase-11-evidence.md#L36"
      },
      "scope": "Published upstream result, Llama-3.3-70B."
    },
    {
      "system": "HippoRAG 2",
      "column": "2Wiki recall",
      "status": "reported",
      "value": 90.4,
      "metric": "Recall@5",
      "source": {
        "commit": "main",
        "line": 35,
        "retrieved": "2026-10-06",
        "title": "Mnemetric Phase 11 evidence note",
        "url": "https://github.com/onfire7777/Mnemetric/blob/main/docs/evidence/phase-11-evidence.md#L35"
      },
      "scope": "Published upstream result, Llama-3.3-70B."
    },
    {
      "system": "HippoRAG 2",
      "column": "MuSiQue recall",
      "status": "reported",
      "value": 74.7,
      "metric": "Recall@5",
      "source": {
        "commit": "main",
        "line": 34,
        "retrieved": "2026-10-06",
        "title": "Mnemetric Phase 11 evidence note",
        "url": "https://github.com/onfire7777/Mnemetric/blob/main/docs/evidence/phase-11-evidence.md#L34"
      },
      "scope": "Published upstream result, Llama-3.3-70B."
    },
    {
      "system": "agentmemory",
      "column": "LongMemEval",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "agentmemory",
      "column": "LoCoMo",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "agentmemory",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "agentmemory",
      "column": "BEAM 10M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "agentmemory",
      "column": "LongMemEval recall",
      "status": "reported",
      "value": 95.2,
      "metric": "R@5",
      "source": {
        "commit": "007a1a7fe8646a03d8652eb0712400cc6f0fcca3",
        "line": 356,
        "retrieved": "2026-10-06",
        "title": "agentmemory README",
        "url": "https://github.com/rohitg00/agentmemory/blob/007a1a7fe8646a03d8652eb0712400cc6f0fcca3/README.md#L356"
      },
      "scope": "500 questions; all-MiniLM-L6-v2 embeddings, local. R@10 98.6, MRR 88.2."
    },
    {
      "system": "agentmemory",
      "column": "HotpotQA recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "agentmemory",
      "column": "2Wiki recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "agentmemory",
      "column": "MuSiQue recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "NV-Embed-v2",
      "column": "LongMemEval",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "NV-Embed-v2",
      "column": "LoCoMo",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "NV-Embed-v2",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "NV-Embed-v2",
      "column": "BEAM 10M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "NV-Embed-v2",
      "column": "LongMemEval recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "NV-Embed-v2",
      "column": "HotpotQA recall",
      "status": "reported",
      "value": 94.5,
      "metric": "Recall@5",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "HippoRAG 2 paper, arXiv 2502.14802, Table 3 (passage recall@5)",
        "url": "https://arxiv.org/abs/2502.14802"
      },
      "scope": "HippoRAG 2 paper, Table 3; 7B embedding model."
    },
    {
      "system": "NV-Embed-v2",
      "column": "2Wiki recall",
      "status": "reported",
      "value": 76.5,
      "metric": "Recall@5",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "HippoRAG 2 paper, arXiv 2502.14802, Table 3 (passage recall@5)",
        "url": "https://arxiv.org/abs/2502.14802"
      },
      "scope": "HippoRAG 2 paper, Table 3; 7B embedding model."
    },
    {
      "system": "NV-Embed-v2",
      "column": "MuSiQue recall",
      "status": "reported",
      "value": 69.7,
      "metric": "Recall@5",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "HippoRAG 2 paper, arXiv 2502.14802, Table 3 (passage recall@5)",
        "url": "https://arxiv.org/abs/2502.14802"
      },
      "scope": "HippoRAG 2 paper, Table 3; 7B embedding model, and the retriever HippoRAG 2 itself sits on."
    },
    {
      "system": "GritLM-7B",
      "column": "LongMemEval",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "GritLM-7B",
      "column": "LoCoMo",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "GritLM-7B",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "GritLM-7B",
      "column": "BEAM 10M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "GritLM-7B",
      "column": "LongMemEval recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "GritLM-7B",
      "column": "HotpotQA recall",
      "status": "reported",
      "value": 92.4,
      "metric": "Recall@5",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "HippoRAG 2 paper, arXiv 2502.14802, Table 3 (passage recall@5)",
        "url": "https://arxiv.org/abs/2502.14802"
      },
      "scope": "HippoRAG 2 paper, Table 3; 7B embedding model."
    },
    {
      "system": "GritLM-7B",
      "column": "2Wiki recall",
      "status": "reported",
      "value": 76.0,
      "metric": "Recall@5",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "HippoRAG 2 paper, arXiv 2502.14802, Table 3 (passage recall@5)",
        "url": "https://arxiv.org/abs/2502.14802"
      },
      "scope": "HippoRAG 2 paper, Table 3; 7B embedding model."
    },
    {
      "system": "GritLM-7B",
      "column": "MuSiQue recall",
      "status": "reported",
      "value": 65.9,
      "metric": "Recall@5",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "HippoRAG 2 paper, arXiv 2502.14802, Table 3 (passage recall@5)",
        "url": "https://arxiv.org/abs/2502.14802"
      },
      "scope": "HippoRAG 2 paper, Table 3; 7B embedding model."
    },
    {
      "system": "HippoRAG",
      "column": "LongMemEval",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "HippoRAG",
      "column": "LoCoMo",
      "status": "reported",
      "value": 47.1,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-30",
        "title": "Memora paper, arXiv 2602.03315",
        "url": "https://arxiv.org/html/2602.03315"
      },
      "scope": "Memora main LoCoMo table, overall LLM-judge score 0.471 converted to percent. Not a HotpotQA retrieval score."
    },
    {
      "system": "HippoRAG",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "HippoRAG",
      "column": "BEAM 10M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "HippoRAG",
      "column": "LongMemEval recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "HippoRAG",
      "column": "HotpotQA recall",
      "status": "reported",
      "value": 77.7,
      "metric": "Recall@5",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "HippoRAG 2 paper, arXiv 2502.14802, Table 3 (passage recall@5)",
        "url": "https://arxiv.org/abs/2502.14802"
      },
      "scope": "As reported in the original HippoRAG paper."
    },
    {
      "system": "HippoRAG",
      "column": "2Wiki recall",
      "status": "reported",
      "value": 90.4,
      "metric": "Recall@5",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "HippoRAG 2 paper, arXiv 2502.14802, Table 3 (passage recall@5)",
        "url": "https://arxiv.org/abs/2502.14802"
      },
      "scope": "HippoRAG 2 paper, Table 3; HippoRAG 1 reproduced with Llama-3.3-70B."
    },
    {
      "system": "HippoRAG",
      "column": "MuSiQue recall",
      "status": "reported",
      "value": 53.2,
      "metric": "Recall@5",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "HippoRAG 2 paper, arXiv 2502.14802, Table 3 (passage recall@5)",
        "url": "https://arxiv.org/abs/2502.14802"
      },
      "scope": "HippoRAG 2 paper, Table 3; HippoRAG 1 reproduced with Llama-3.3-70B."
    },
    {
      "system": "GTE-Qwen2-7B-Instruct",
      "column": "LongMemEval",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "GTE-Qwen2-7B-Instruct",
      "column": "LoCoMo",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "GTE-Qwen2-7B-Instruct",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "GTE-Qwen2-7B-Instruct",
      "column": "BEAM 10M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "GTE-Qwen2-7B-Instruct",
      "column": "LongMemEval recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "GTE-Qwen2-7B-Instruct",
      "column": "HotpotQA recall",
      "status": "reported",
      "value": 89.1,
      "metric": "Recall@5",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "HippoRAG 2 paper, arXiv 2502.14802, Table 3 (passage recall@5)",
        "url": "https://arxiv.org/abs/2502.14802"
      },
      "scope": "HippoRAG 2 paper, Table 3; 7B embedding model."
    },
    {
      "system": "GTE-Qwen2-7B-Instruct",
      "column": "2Wiki recall",
      "status": "reported",
      "value": 74.8,
      "metric": "Recall@5",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "HippoRAG 2 paper, arXiv 2502.14802, Table 3 (passage recall@5)",
        "url": "https://arxiv.org/abs/2502.14802"
      },
      "scope": "HippoRAG 2 paper, Table 3; 7B embedding model."
    },
    {
      "system": "GTE-Qwen2-7B-Instruct",
      "column": "MuSiQue recall",
      "status": "reported",
      "value": 63.6,
      "metric": "Recall@5",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "HippoRAG 2 paper, arXiv 2502.14802, Table 3 (passage recall@5)",
        "url": "https://arxiv.org/abs/2502.14802"
      },
      "scope": "HippoRAG 2 paper, Table 3; 7B embedding model."
    },
    {
      "system": "RAPTOR",
      "column": "LongMemEval",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "RAPTOR",
      "column": "LoCoMo",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "RAPTOR",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "RAPTOR",
      "column": "BEAM 10M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "RAPTOR",
      "column": "LongMemEval recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "RAPTOR",
      "column": "HotpotQA recall",
      "status": "reported",
      "value": 86.9,
      "metric": "Recall@5",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "HippoRAG 2 paper, arXiv 2502.14802, Table 3 (passage recall@5)",
        "url": "https://arxiv.org/abs/2502.14802"
      },
      "scope": "HippoRAG 2 paper, Table 3; reproduced with the same LLM and retriever."
    },
    {
      "system": "RAPTOR",
      "column": "2Wiki recall",
      "status": "reported",
      "value": 66.2,
      "metric": "Recall@5",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "HippoRAG 2 paper, arXiv 2502.14802, Table 3 (passage recall@5)",
        "url": "https://arxiv.org/abs/2502.14802"
      },
      "scope": "HippoRAG 2 paper, Table 3; reproduced with the same LLM and retriever."
    },
    {
      "system": "RAPTOR",
      "column": "MuSiQue recall",
      "status": "reported",
      "value": 57.8,
      "metric": "Recall@5",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "HippoRAG 2 paper, arXiv 2502.14802, Table 3 (passage recall@5)",
        "url": "https://arxiv.org/abs/2502.14802"
      },
      "scope": "HippoRAG 2 paper, Table 3; reproduced with the same LLM and retriever."
    },
    {
      "system": "Contriever",
      "column": "LongMemEval",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Contriever",
      "column": "LoCoMo",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Contriever",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Contriever",
      "column": "BEAM 10M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Contriever",
      "column": "LongMemEval recall",
      "status": "reported",
      "value": 76.2,
      "metric": "R@5",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "LongMemEval paper, arXiv 2410.10813, Table 9 (retriever comparison)",
        "url": "https://arxiv.org/abs/2410.10813"
      },
      "scope": "LongMemEval paper, Table 9: key expanded with extracted user facts."
    },
    {
      "system": "Contriever",
      "column": "HotpotQA recall",
      "status": "reported",
      "value": 75.3,
      "metric": "Recall@5",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "HippoRAG 2 paper, arXiv 2502.14802, Table 3 (passage recall@5)",
        "url": "https://arxiv.org/abs/2502.14802"
      },
      "scope": "HippoRAG 2 paper, Table 3."
    },
    {
      "system": "Contriever",
      "column": "2Wiki recall",
      "status": "reported",
      "value": 57.5,
      "metric": "Recall@5",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "HippoRAG 2 paper, arXiv 2502.14802, Table 3 (passage recall@5)",
        "url": "https://arxiv.org/abs/2502.14802"
      },
      "scope": "HippoRAG 2 paper, Table 3."
    },
    {
      "system": "Contriever",
      "column": "MuSiQue recall",
      "status": "reported",
      "value": 46.6,
      "metric": "Recall@5",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "HippoRAG 2 paper, arXiv 2502.14802, Table 3 (passage recall@5)",
        "url": "https://arxiv.org/abs/2502.14802"
      },
      "scope": "HippoRAG 2 paper, Table 3."
    },
    {
      "system": "BM25",
      "column": "LongMemEval",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "BM25",
      "column": "LoCoMo",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "BM25",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "BM25",
      "column": "BEAM 10M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "BM25",
      "column": "LongMemEval recall",
      "status": "reported",
      "value": 68.3,
      "metric": "R@5",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "LongMemEval paper, arXiv 2410.10813, Table 9 (retriever comparison)",
        "url": "https://arxiv.org/abs/2410.10813"
      },
      "scope": "LongMemEval paper, Table 9: key expanded with extracted user facts."
    },
    {
      "system": "BM25",
      "column": "HotpotQA recall",
      "status": "reported",
      "value": 74.8,
      "metric": "Recall@5",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "HippoRAG 2 paper, arXiv 2502.14802, Table 3 (passage recall@5)",
        "url": "https://arxiv.org/abs/2502.14802"
      },
      "scope": "HippoRAG 2 paper, Table 3."
    },
    {
      "system": "BM25",
      "column": "2Wiki recall",
      "status": "reported",
      "value": 65.3,
      "metric": "Recall@5",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "HippoRAG 2 paper, arXiv 2502.14802, Table 3 (passage recall@5)",
        "url": "https://arxiv.org/abs/2502.14802"
      },
      "scope": "HippoRAG 2 paper, Table 3."
    },
    {
      "system": "BM25",
      "column": "MuSiQue recall",
      "status": "reported",
      "value": 43.5,
      "metric": "Recall@5",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "HippoRAG 2 paper, arXiv 2502.14802, Table 3 (passage recall@5)",
        "url": "https://arxiv.org/abs/2502.14802"
      },
      "scope": "HippoRAG 2 paper, Table 3."
    },
    {
      "system": "GTR (T5-base)",
      "column": "LongMemEval",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "GTR (T5-base)",
      "column": "LoCoMo",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "GTR (T5-base)",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "GTR (T5-base)",
      "column": "BEAM 10M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "GTR (T5-base)",
      "column": "LongMemEval recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "GTR (T5-base)",
      "column": "HotpotQA recall",
      "status": "reported",
      "value": 73.9,
      "metric": "Recall@5",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "HippoRAG 2 paper, arXiv 2502.14802, Table 3 (passage recall@5)",
        "url": "https://arxiv.org/abs/2502.14802"
      },
      "scope": "HippoRAG 2 paper, Table 3."
    },
    {
      "system": "GTR (T5-base)",
      "column": "2Wiki recall",
      "status": "reported",
      "value": 67.9,
      "metric": "Recall@5",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "HippoRAG 2 paper, arXiv 2502.14802, Table 3 (passage recall@5)",
        "url": "https://arxiv.org/abs/2502.14802"
      },
      "scope": "HippoRAG 2 paper, Table 3."
    },
    {
      "system": "GTR (T5-base)",
      "column": "MuSiQue recall",
      "status": "reported",
      "value": 49.1,
      "metric": "Recall@5",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "HippoRAG 2 paper, arXiv 2502.14802, Table 3 (passage recall@5)",
        "url": "https://arxiv.org/abs/2502.14802"
      },
      "scope": "HippoRAG 2 paper, Table 3."
    },
    {
      "system": "Stella V5 1.5B",
      "column": "LongMemEval",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Stella V5 1.5B",
      "column": "LoCoMo",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Stella V5 1.5B",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Stella V5 1.5B",
      "column": "BEAM 10M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Stella V5 1.5B",
      "column": "LongMemEval recall",
      "status": "reported",
      "value": 73.2,
      "metric": "R@5",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-06",
        "title": "LongMemEval paper, arXiv 2410.10813, Table 9 (retriever comparison)",
        "url": "https://arxiv.org/abs/2410.10813"
      },
      "scope": "LongMemEval paper, Table 9: key expanded with extracted user facts."
    },
    {
      "system": "Stella V5 1.5B",
      "column": "HotpotQA recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Stella V5 1.5B",
      "column": "2Wiki recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Stella V5 1.5B",
      "column": "MuSiQue recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "OpenViking",
      "column": "LongMemEval",
      "status": "reported",
      "value": 61.07,
      "metric": "accuracy",
      "source": {
        "commit": "7c79d46e31dd85f3da2509b430bba9406656dd28",
        "line": null,
        "retrieved": "2026-10-30",
        "title": "OmniMemEval reproduced result snapshot",
        "url": "https://github.com/MemTensor/OmniMemEval/blob/7c79d46e31dd85f3da2509b430bba9406656dd28/docs/user_memory/results.md"
      },
      "scope": "OmniMemEval reproduced result, operated by the MemOS authors. Answer: gpt-4.1-mini-2025-04-14; judge: gpt-4o-mini-2024-07-18. LongMemEval-S uses all 500 questions."
    },
    {
      "system": "OpenViking",
      "column": "LoCoMo",
      "status": "reported",
      "value": 69.33,
      "metric": "accuracy",
      "source": {
        "commit": "7c79d46e31dd85f3da2509b430bba9406656dd28",
        "line": null,
        "retrieved": "2026-10-30",
        "title": "OmniMemEval reproduced result snapshot",
        "url": "https://github.com/MemTensor/OmniMemEval/blob/7c79d46e31dd85f3da2509b430bba9406656dd28/docs/user_memory/results.md"
      },
      "scope": "OmniMemEval reproduced result, operated by the MemOS authors. Answer: gpt-4.1-mini-2025-04-14; judge: gpt-4o-mini-2024-07-18. LoCoMo excludes adversarial questions (1,540 questions)."
    },
    {
      "system": "OpenViking",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "OpenViking",
      "column": "BEAM 10M",
      "status": "reported",
      "value": 58.14,
      "metric": "nugget score",
      "source": {
        "commit": "7c79d46e31dd85f3da2509b430bba9406656dd28",
        "line": null,
        "retrieved": "2026-10-30",
        "title": "OmniMemEval reproduced result snapshot",
        "url": "https://github.com/MemTensor/OmniMemEval/blob/7c79d46e31dd85f3da2509b430bba9406656dd28/docs/user_memory/results.md"
      },
      "scope": "OmniMemEval reproduced result, operated by the MemOS authors. Answer: gpt-4.1-mini-2025-04-14; judge: gpt-4o-mini-2024-07-18. BEAM 10M nugget score; partial fact coverage receives partial credit. This is not binary answer accuracy."
    },
    {
      "system": "OpenViking",
      "column": "LongMemEval recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "OpenViking",
      "column": "HotpotQA recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "OpenViking",
      "column": "2Wiki recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "OpenViking",
      "column": "MuSiQue recall",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "The retained claim catalog and supplementary primary sources do not supply this system/benchmark/metric combination. This is not a zero score or proof that no result exists elsewhere."
    },
    {
      "system": "Mnemosyne",
      "column": "LongMemEval",
      "status": "reported",
      "value": 97.2,
      "metric": "accuracy",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-30",
        "title": "Mnemosyne LongMemEval-S results, October 28–29, 2026",
        "url": "longmemeval.html#evidence"
      },
      "scope": "Hybrid + revised synthesis; 486/500 correct. Self-reported LongMemEval-S result using LongMemEval grading prompts; benchmark-specific tuning disclosed. Exact execution-time prompt snapshot not retained."
    },
    {
      "system": "Mnemosyne",
      "column": "LoCoMo",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "No matching measurement in the retained source catalog; not a zero score."
    },
    {
      "system": "Mnemosyne",
      "column": "BEAM 1M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "No matching measurement in the retained source catalog; not a zero score."
    },
    {
      "system": "Mnemosyne",
      "column": "BEAM 10M",
      "status": "not_reported_in_source_catalog",
      "value": null,
      "reason": "No matching measurement in the retained source catalog; not a zero score."
    },
    {
      "system": "Mnemosyne",
      "column": "LongMemEval recall",
      "status": "reported",
      "value": 99.7,
      "metric": "session recall@10",
      "source": {
        "commit": null,
        "line": null,
        "retrieved": "2026-10-30",
        "title": "Mnemosyne LongMemEval-S results, October 28–29, 2026",
        "url": "longmemeval.html#evidence"
      },
      "scope": "Hybrid + revised synthesis; 486/500 correct. Self-reported LongMemEval-S result using LongMemEval grading prompts; benchmark-specific tuning disclosed. Exact execution-time prompt snapshot not retained."
    },
    {
      "system": "Mnemosyne",
      "column": "HotpotQA recall",
      "status": "reported",
      "value": 93.45,
      "metric": "Recall@5",
      "source": {
        "commit": "main",
        "line": null,
        "retrieved": "2026-10-06",
        "title": "Mnemetric graph-retrieval run, 2026-10-08",
        "url": "https://github.com/onfire7777/Mnemetric/blob/main/docs/evidence/hipporag-graph-2026-10-08.md"
      },
      "scope": "Graph retrieval with reranking, 1,000 questions, 2026-10-08. Recall@2 80.75. Local qwen3-embedding:8b plus qwen3:4b-instruct for relation extraction. Config chosen on a separate 250-question dev set. Not yet bundled or signed."
    },
    {
      "system": "Mnemosyne",
      "column": "2Wiki recall",
      "status": "reported",
      "value": 91.7,
      "metric": "Recall@5",
      "source": {
        "commit": "main",
        "line": null,
        "retrieved": "2026-10-06",
        "title": "Mnemetric graph-retrieval run, 2026-10-08",
        "url": "https://github.com/onfire7777/Mnemetric/blob/main/docs/evidence/hipporag-graph-2026-10-08.md"
      },
      "scope": "Graph retrieval with reranking, 1,000 questions, 2026-10-08. Recall@2 76.6. Config chosen on a separate 400-question dev set with no overlap. Not yet bundled or signed."
    },
    {
      "system": "Mnemosyne",
      "column": "MuSiQue recall",
      "status": "reported",
      "value": 66.725,
      "metric": "Recall@5",
      "source": {
        "commit": "main",
        "line": null,
        "retrieved": "2026-10-06",
        "title": "Mnemetric graph-retrieval run, 2026-10-08",
        "url": "https://github.com/onfire7777/Mnemetric/blob/main/docs/evidence/hipporag-graph-2026-10-08.md"
      },
      "scope": "Graph retrieval with reranking, 1,000 questions, 2026-10-08. Recall@2 47.51. Config chosen on a separate 250-question dev set. Not yet bundled or signed."
    }
  ]
}
