{
  "id": "2611.06206",
  "title": "Loop Before You Leap: What Recurrent Depth Can and Cannot Buy in Data-Limited Pretraining",
  "authors": "Daichi Hotta, Yohei Kobashi, Takeshi Kojima, Yusuke Iwasawa, Yutaka Matsuo",
  "first_public": "2026-11-04",
  "added_at": "2026-11-09",
  "venue": "arXiv",
  "arxiv": "2611.06206",
  "paper_url": "https://arxiv.org/abs/2611.06206",
  "html_url": "https://arxiv.org/html/2611.06206v1",
  "lens": [
    "recurrent",
    "analysis"
  ],
  "representation": [
    "hidden-state"
  ],
  "computation": [
    "recurrent",
    "depth-wise"
  ],
  "training": [
    "pretraining",
    "analysis-only"
  ],
  "questions": [
    "architecture",
    "evaluation",
    "limitations"
  ],
  "evidence": [
    "empirical"
  ],
  "modality": [
    "language",
    "multimodal"
  ],
  "summary": "Compares shared-layer recurrent transformers with standard models under limited language data, with and without image features. Separates parameter and compute comparisons and measures how data composition and visual input affect linguistic performance.",
  "provenance": "Primary-source literature review, 2026-11-09",
  "author_names": [
    "Daichi Hotta",
    "Yohei Kobashi",
    "Takeshi Kojima",
    "Yusuke Iwasawa",
    "Yutaka Matsuo"
  ],
  "record_url": "https://latent-implicit-thinking.github.io/papers/2611.06206/",
  "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2611-06206",
  "citation_date": "2026-11-04",
  "json_url": "https://latent-implicit-thinking.github.io/papers/2611.06206/record.json",
  "markdown_url": "https://latent-implicit-thinking.github.io/papers/2611.06206/index.md",
  "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2611.06206/citation.bib",
  "csl_url": "https://latent-implicit-thinking.github.io/papers/2611.06206/citation.csl.json",
  "pdf_url": "https://arxiv.org/pdf/2611.06206"
}