{
  "id": "2605.28600",
  "title": "Transformers Provably Learn to Internalize Chain-of-Thought",
  "authors": "Yixiao Huang, Hanlin Zhu, Zixuan Wang, Jiantao Jiao, Stuart Russell, Somayeh Sojoudi, Song Mei",
  "first_public": "2026-05-27",
  "venue": "arXiv",
  "arxiv": "2605.28600",
  "paper_url": "https://arxiv.org/abs/2605.28600",
  "lens": [
    "internalized",
    "analysis"
  ],
  "representation": [
    "hidden-state"
  ],
  "computation": [
    "depth-wise"
  ],
  "training": [
    "curriculum"
  ],
  "questions": [
    "theory",
    "capability"
  ],
  "evidence": [
    "formal",
    "empirical"
  ],
  "modality": [
    "symbolic"
  ],
  "summary": "Provides theoretical and empirical results on when transformers trained with a curriculum learn to internalize explicit reasoning steps.",
  "provenance": "Primary-source literature search, 2026-09-04",
  "author_names": [
    "Yixiao Huang",
    "Hanlin Zhu",
    "Zixuan Wang",
    "Jiantao Jiao",
    "Stuart Russell",
    "Somayeh Sojoudi",
    "Song Mei"
  ],
  "record_url": "https://latent-implicit-thinking.github.io/papers/2605.28600/",
  "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2605-28600",
  "citation_date": "2026-05-27",
  "json_url": "https://latent-implicit-thinking.github.io/papers/2605.28600/record.json",
  "markdown_url": "https://latent-implicit-thinking.github.io/papers/2605.28600/index.md",
  "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2605.28600/citation.bib",
  "csl_url": "https://latent-implicit-thinking.github.io/papers/2605.28600/citation.csl.json"
}