{
  "id": "2505.13898",
  "title": "Do Language Models Use Their Depth Efficiently?",
  "authors": "Róbert Csordás, Christopher D. Manning, Christopher Potts",
  "first_public": "2025-05-20",
  "venue": "arXiv",
  "arxiv": "2505.13898",
  "paper_url": "https://arxiv.org/abs/2505.13898",
  "lens": [
    "analysis",
    "recurrent"
  ],
  "representation": [
    "hidden-state"
  ],
  "computation": [
    "depth-wise",
    "recurrent"
  ],
  "training": [
    "analysis-only"
  ],
  "questions": [
    "efficiency",
    "architecture",
    "limitations"
  ],
  "evidence": [
    "empirical",
    "boundary"
  ],
  "modality": [
    "language",
    "symbolic"
  ],
  "summary": "Skips layers and compares shallow and deep models to examine what extra layers compute. In the models studied, later layers mostly make smaller refinements rather than adding new reasoning steps.",
  "provenance": "Primary-source literature search, 2026-09-04",
  "author_names": [
    "Róbert Csordás",
    "Christopher D. Manning",
    "Christopher Potts"
  ],
  "record_url": "https://latent-implicit-thinking.github.io/papers/2505.13898/",
  "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2505-13898",
  "citation_date": "2025-05-20",
  "json_url": "https://latent-implicit-thinking.github.io/papers/2505.13898/record.json",
  "markdown_url": "https://latent-implicit-thinking.github.io/papers/2505.13898/index.md",
  "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2505.13898/citation.bib",
  "csl_url": "https://latent-implicit-thinking.github.io/papers/2505.13898/citation.csl.json"
}