{
  "id": "2505.20674",
  "title": "PonderLM: Pretraining Language Models to Ponder in Continuous Space",
  "authors": "Boyi Zeng, Shixiang Song, Siyuan Huang, Yixuan Wang, He Li, Ziwei He, Xinbing Wang, Zhiyu Li, Zhouhan Lin",
  "first_public": "2025-05-27",
  "venue": "arXiv",
  "arxiv": "2505.20674",
  "paper_url": "https://arxiv.org/abs/2505.20674",
  "lens": [
    "continuous",
    "recurrent"
  ],
  "representation": [
    "continuous-state"
  ],
  "computation": [
    "recurrent",
    "token-wise"
  ],
  "training": [
    "pretraining"
  ],
  "questions": [
    "capability",
    "efficiency",
    "scaling"
  ],
  "evidence": [
    "empirical",
    "scaling"
  ],
  "modality": [
    "language"
  ],
  "summary": "Pretrains language models with repeated continuous-space pondering steps before token prediction.",
  "provenance": "Primary-source literature search, 2026-09-04",
  "author_names": [
    "Boyi Zeng",
    "Shixiang Song",
    "Siyuan Huang",
    "Yixuan Wang",
    "He Li",
    "Ziwei He",
    "Xinbing Wang",
    "Zhiyu Li",
    "Zhouhan Lin"
  ],
  "record_url": "https://latent-implicit-thinking.github.io/papers/2505.20674/",
  "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2505-20674",
  "citation_date": "2025-05-27",
  "json_url": "https://latent-implicit-thinking.github.io/papers/2505.20674/record.json",
  "markdown_url": "https://latent-implicit-thinking.github.io/papers/2505.20674/index.md",
  "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2505.20674/citation.bib",
  "csl_url": "https://latent-implicit-thinking.github.io/papers/2505.20674/citation.csl.json"
}