{
  "id": "2610.02383",
  "title": "The Surprising Effectiveness of Shared Memory in Looped Transformers",
  "authors": "Giovanni Monea, Keshav Ramji, Yousef El-Kurdi, Luis A. Lastras, Yoav Artzi, Nathan Godey, Ramón Fernandez Astudillo",
  "first_public": "2026-10-01",
  "added_at": "2026-10-18",
  "venue": "arXiv",
  "arxiv": "2610.02383",
  "paper_url": "https://arxiv.org/abs/2610.02383",
  "lens": [
    "recurrent"
  ],
  "representation": [
    "hidden-state",
    "cache-memory"
  ],
  "computation": [
    "recurrent",
    "depth-wise",
    "stateful"
  ],
  "training": [
    "pretraining"
  ],
  "questions": [
    "architecture",
    "efficiency",
    "interpretability"
  ],
  "evidence": [
    "empirical",
    "mechanistic"
  ],
  "modality": [
    "language"
  ],
  "summary": "Shares a long-context KV memory written by the first loop across later loops, which also keep a short local memory. Studies this architecture during pretraining and examines how shared memory changes representations and gradient flow.",
  "provenance": "Primary-source literature search, 2026-10-18",
  "author_names": [
    "Giovanni Monea",
    "Keshav Ramji",
    "Yousef El-Kurdi",
    "Luis A. Lastras",
    "Yoav Artzi",
    "Nathan Godey",
    "Ramón Fernandez Astudillo"
  ],
  "record_url": "https://latent-implicit-thinking.github.io/papers/2610.02383/",
  "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2610-02383",
  "citation_date": "2026-10-01",
  "json_url": "https://latent-implicit-thinking.github.io/papers/2610.02383/record.json",
  "markdown_url": "https://latent-implicit-thinking.github.io/papers/2610.02383/index.md",
  "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2610.02383/citation.bib",
  "csl_url": "https://latent-implicit-thinking.github.io/papers/2610.02383/citation.csl.json"
}