{ "metadata": { "version": "0.9.4", "updated_at": "2026-10-18", "search_refreshed_at": "2026-10-18", "topic_id": "analysis", "name": "Analysis and evaluation", "definition": "Measure how well these methods work, investigate what their internal computation does, and identify where they fail. This includes experiments, studies of model internals, and mathematical results.", "record_count": 75, "topic_url": "https://latent-implicit-thinking.github.io/topics/implicit-reasoning-evaluation/", "source_url": "https://latent-implicit-thinking.github.io/data/papers.json" }, "comparisons": [ { "title": "Recovering information and testing its use", "text": "Recovering an intermediate answer from hidden states is different from showing that the model uses it. The multi-hop study by Yang and colleagues separates recall of a bridge entity from its contribution to the final answer, including interventions on internal representations. Evidence was stronger for the first hop than for the complete two-hop computation and varied by relation type. That distinction matters when interpreting claims that a model reasons internally.", "source_ids": [ "2402.16837" ], "source_urls": [ "https://aclanthology.org/2024.acl-long.550/" ], "source_labels": [ "Yang et al. (2024)" ] } ], "demos": [ ], "papers": [ { "id": "2310.14491", "title": "Towards a Mechanistic Interpretation of Multi-Step Reasoning Capabilities of Language Models", "authors": "Yifan Hou, Jiaoda Li, Yu Fei, Alessandro Stolfo, Wangchunshu Zhou, Guangtao Zeng, Antoine Bosselut, Mrinmaya Sachan", "first_public": "2023-10-23", "venue": "arXiv", "arxiv": "2310.14491", "paper_url": "https://arxiv.org/abs/2310.14491", "lens": [ "analysis" ], "representation": [ "hidden-state" ], "computation": [ "depth-wise" ], "training": [ "analysis-only" ], "questions": [ "interpretability", "evaluation" ], "evidence": [ "empirical", "mechanistic", "probing" ], "modality": [ "language" ], "summary": "Uses mechanistic analysis to identify internal components involved in multi-step reasoning and test their causal roles.", "provenance": "Primary-source literature search, 2026-09-04", "author_names": [ "Yifan Hou", "Jiaoda Li", "Yu Fei", "Alessandro Stolfo", "Wangchunshu Zhou", "Guangtao Zeng", "Antoine Bosselut", "Mrinmaya Sachan" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2310.14491/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2310-14491", "citation_date": "2023-10-23", "json_url": "https://latent-implicit-thinking.github.io/papers/2310.14491/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2310.14491/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2310.14491/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2310.14491/citation.csl.json" }, { "id": "2402.11917", "title": "A Mechanistic Analysis of a Transformer Trained on a Symbolic Multi-Step Reasoning Task", "authors": "Jannik Brinkmann, Abhay Sheshadri, Victor Levoso, Paul Swoboda, Christian Bartelt", "first_public": "2024-02-19", "venue": "arXiv", "arxiv": "2402.11917", "paper_url": "https://arxiv.org/abs/2402.11917", "lens": [ "analysis" ], "representation": [ "hidden-state" ], "computation": [ "depth-wise" ], "training": [ "analysis-only" ], "questions": [ "interpretability", "evaluation" ], "evidence": [ "empirical", "mechanistic" ], "modality": [ "symbolic" ], "summary": "Reverse-engineers a transformer trained on symbolic multi-step reasoning to characterize its learned internal algorithm.", "provenance": "Primary-source literature search, 2026-09-04", "author_names": [ "Jannik Brinkmann", "Abhay Sheshadri", "Victor Levoso", "Paul Swoboda", "Christian Bartelt" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2402.11917/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2402-11917", "citation_date": "2024-02-19", "json_url": "https://latent-implicit-thinking.github.io/papers/2402.11917/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2402.11917/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2402.11917/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2402.11917/citation.csl.json" }, { "id": "2402.14328", "title": "Understanding and Patching Compositional Reasoning in LLMs", "authors": "Zhaoyi Li, Gangwei Jiang, Hong Xie, Linqi Song, Defu Lian, Ying Wei", "first_public": "2024-02-22", "venue": "arXiv", "arxiv": "2402.14328", "paper_url": "https://arxiv.org/abs/2402.14328", "lens": [ "analysis" ], "representation": [ "hidden-state" ], "computation": [ "depth-wise" ], "training": [ "analysis-only" ], "questions": [ "interpretability", "capability" ], "evidence": [ "empirical", "probing", "mechanistic" ], "modality": [ "language" ], "summary": "Localizes internal representations involved in compositional reasoning and tests whether targeted interventions can repair failures.", "provenance": "Primary-source literature search, 2026-09-04", "author_names": [ "Zhaoyi Li", "Gangwei Jiang", "Hong Xie", "Linqi Song", "Defu Lian", "Ying Wei" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2402.14328/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2402-14328", "citation_date": "2024-02-22", "json_url": "https://latent-implicit-thinking.github.io/papers/2402.14328/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2402.14328/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2402.14328/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2402.14328/citation.csl.json" }, { "id": "2402.16837", "title": "Do Large Language Models Latently Perform Multi-Hop Reasoning?", "authors": "Sohee Yang, Elena Gribovskaya, Nora Kassner, Mor Geva, Sebastian Riedel", "first_public": "2024-02-26", "venue": "ACL 2024", "arxiv": "2402.16837", "paper_url": "https://arxiv.org/abs/2402.16837", "lens": [ "analysis" ], "representation": [ "hidden-state" ], "computation": [ "depth-wise" ], "training": [ "analysis-only" ], "questions": [ "interpretability", "evaluation" ], "evidence": [ "empirical", "probing" ], "modality": [ "language" ], "summary": "Probes whether language models internally compose facts across hops before producing an answer, separating internal computation from verbal explanation.", "provenance": "Awesome-Latent-CoT", "author_names": [ "Sohee Yang", "Elena Gribovskaya", "Nora Kassner", "Mor Geva", "Sebastian Riedel" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2402.16837/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2402-16837", "citation_date": "2024-02-26", "json_url": "https://latent-implicit-thinking.github.io/papers/2402.16837/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2402.16837/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2402.16837/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2402.16837/citation.csl.json", "publication": { "title": "Do Large Language Models Latently Perform Multi-Hop Reasoning?", "author_names": [ "Sohee Yang", "Elena Gribovskaya", "Nora Kassner", "Mor Geva", "Sebastian Riedel" ], "year": 2024, "type": "paper-conference", "container_title": "Proceedings of the 62nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)", "publisher": "Association for Computational Linguistics", "doi": "10.18653/v1/2024.acl-long.550", "pages": "10210-10229", "url": "https://aclanthology.org/2024.acl-long.550/", "source_url": "https://aclanthology.org/2024.acl-long.550/", "verified_at": "2026-10-18" }, "publication_bibtex_url": "https://latent-implicit-thinking.github.io/papers/2402.16837/publication.bib", "publication_csl_url": "https://latent-implicit-thinking.github.io/papers/2402.16837/publication.csl.json", "method_comparisons": [ { "title": "Recovering information and testing its use", "text": "Recovering an intermediate answer from hidden states is different from showing that the model uses it. The multi-hop study by Yang and colleagues separates recall of a bridge entity from its contribution to the final answer, including interventions on internal representations. Evidence was stronger for the first hop than for the complete two-hop computation and varied by relation type. That distinction matters when interpreting claims that a model reasons internally.", "source_ids": [ "2402.16837" ], "source_urls": [ "https://aclanthology.org/2024.acl-long.550/" ], "source_labels": [ "Yang et al. (2024)" ], "topic_id": "analysis", "topic_label": "Analysis and evaluation", "topic_url": "https://latent-implicit-thinking.github.io/topics/implicit-reasoning-evaluation/" } ] }, { "id": "2405.15071", "title": "Grokked Transformers are Implicit Reasoners: A Mechanistic Journey to the Edge of Generalization", "authors": "Boshi Wang, Xiang Yue, Yu Su, Huan Sun", "first_public": "2024-05-23", "venue": "arXiv", "arxiv": "2405.15071", "paper_url": "https://arxiv.org/abs/2405.15071", "lens": [ "analysis" ], "representation": [ "hidden-state" ], "computation": [ "depth-wise" ], "training": [ "analysis-only" ], "questions": [ "interpretability", "generalization" ], "evidence": [ "empirical", "mechanistic" ], "modality": [ "symbolic" ], "summary": "Mechanistically studies transformers that learn implicit reasoning after grokking, focusing on how internal algorithms support out-of-distribution generalization.", "provenance": "Awesome-Latent-CoT", "author_names": [ "Boshi Wang", "Xiang Yue", "Yu Su", "Huan Sun" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2405.15071/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2405-15071", "citation_date": "2024-05-23", "json_url": "https://latent-implicit-thinking.github.io/papers/2405.15071/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2405.15071/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2405.15071/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2405.15071/citation.csl.json" }, { "id": "2406.13858", "title": "Distributional Reasoning in LLMs: Parallel Reasoning Processes in Multi-Hop Reasoning", "authors": "Yuval Shalev, Amir Feder, Ariel Goldstein", "first_public": "2024-06-19", "venue": "arXiv", "arxiv": "2406.13858", "paper_url": "https://arxiv.org/abs/2406.13858", "lens": [ "analysis" ], "representation": [ "hidden-state" ], "computation": [ "parallel", "depth-wise" ], "training": [ "analysis-only" ], "questions": [ "interpretability", "evaluation" ], "evidence": [ "empirical", "probing" ], "modality": [ "language" ], "summary": "Finds evidence for parallel internal processes during multi-hop reasoning rather than a single serial written-style chain.", "provenance": "Primary-source literature search, 2026-09-04", "author_names": [ "Yuval Shalev", "Amir Feder", "Ariel Goldstein" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2406.13858/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2406-13858", "citation_date": "2024-06-19", "json_url": "https://latent-implicit-thinking.github.io/papers/2406.13858/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2406.13858/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2406.13858/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2406.13858/citation.csl.json" }, { "id": "2407.20311", "title": "Physics of Language Models: Part 2.1, Grade-School Math and the Hidden Reasoning Process", "authors": "Tian Ye, Zicheng Xu, Yuanzhi Li, Zeyuan Allen-Zhu", "first_public": "2024-07-29", "venue": "arXiv", "arxiv": "2407.20311", "paper_url": "https://arxiv.org/abs/2407.20311", "lens": [ "analysis" ], "representation": [ "hidden-state" ], "computation": [ "depth-wise" ], "training": [ "analysis-only" ], "questions": [ "capability", "interpretability", "generalization" ], "evidence": [ "empirical", "boundary" ], "modality": [ "language", "symbolic" ], "summary": "Studies the internal computation behind grade-school mathematics, including when models learn robust procedures or rely on data shortcuts.", "provenance": "Primary-source literature search, 2026-09-04", "author_names": [ "Tian Ye", "Zicheng Xu", "Yuanzhi Li", "Zeyuan Allen-Zhu" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2407.20311/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2407-20311", "citation_date": "2024-07-29", "json_url": "https://latent-implicit-thinking.github.io/papers/2407.20311/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2407.20311/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2407.20311/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2407.20311/citation.csl.json" }, { "id": "2409.14026", "title": "Uncovering Latent Chain of Thought Vectors in Language Models", "authors": "Jason Zhang, Scott Viteri", "first_public": "2024-09-21", "venue": "arXiv", "arxiv": "2409.14026", "paper_url": "https://arxiv.org/abs/2409.14026", "lens": [ "analysis" ], "representation": [ "hidden-state" ], "computation": [ "depth-wise" ], "training": [ "analysis-only" ], "questions": [ "interpretability", "evaluation" ], "evidence": [ "empirical", "probing" ], "modality": [ "language" ], "summary": "Searches hidden activations for directions that encode intermediate reasoning progress and tests how those directions affect behavior.", "provenance": "Primary-source literature search, 2026-09-04", "author_names": [ "Jason Zhang", "Scott Viteri" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2409.14026/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2409-14026", "citation_date": "2024-09-21", "json_url": "https://latent-implicit-thinking.github.io/papers/2409.14026/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2409.14026/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2409.14026/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2409.14026/citation.csl.json" }, { "id": "2410.13640", "title": "Latent Space Chain-of-Embedding Enables Output-free LLM Self-Evaluation", "authors": "Yiming Wang, Pei Zhang, Baosong Yang, Derek F. Wong, Rui Wang", "first_public": "2024-10-17", "venue": "arXiv", "arxiv": "2410.13640", "paper_url": "https://arxiv.org/abs/2410.13640", "lens": [ "continuous", "analysis" ], "representation": [ "continuous-state" ], "computation": [ "token-wise" ], "training": [ "inference-only" ], "questions": [ "evaluation", "efficiency" ], "evidence": [ "empirical" ], "modality": [ "language" ], "summary": "Uses the sequence of hidden states produced during inference to estimate whether an answer is correct, without extra training or labeled correctness examples.", "provenance": "Primary-source literature search, 2026-09-04", "author_names": [ "Yiming Wang", "Pei Zhang", "Baosong Yang", "Derek F. Wong", "Rui Wang" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2410.13640/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2410-13640", "citation_date": "2024-10-17", "json_url": "https://latent-implicit-thinking.github.io/papers/2410.13640/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2410.13640/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2410.13640/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2410.13640/citation.csl.json" }, { "id": "2411.15862", "title": "Do LLMs Really Think Step-by-step In Implicit Reasoning?", "authors": "Yijiong Yu", "first_public": "2024-11-24", "venue": "arXiv", "arxiv": "2411.15862", "paper_url": "https://arxiv.org/abs/2411.15862", "lens": [ "analysis" ], "representation": [ "hidden-state" ], "computation": [ "depth-wise" ], "training": [ "analysis-only" ], "questions": [ "evaluation", "limitations", "interpretability" ], "evidence": [ "empirical", "boundary" ], "modality": [ "symbolic" ], "summary": "Tests whether successful implicit reasoning reflects an internal step-by-step procedure and documents where that interpretation fails.", "provenance": "Primary-source literature search, 2026-09-04", "author_names": [ "Yijiong Yu" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2411.15862/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2411-15862", "citation_date": "2024-11-24", "json_url": "https://latent-implicit-thinking.github.io/papers/2411.15862/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2411.15862/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2411.15862/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2411.15862/citation.csl.json" }, { "id": "2502.07827", "title": "Implicit Language Models are RNNs: Balancing Parallelization and Expressivity", "authors": "Mark Schöne, Babak Rahmani, Heiner Kremer, Fabian Falck, Hitesh Ballani, Jannes Gladrow", "first_public": "2025-02-10", "venue": "ICML 2025", "arxiv": "2502.07827", "paper_url": "https://arxiv.org/abs/2502.07827", "lens": [ "recurrent", "analysis" ], "representation": [ "continuous-state" ], "computation": [ "recurrent", "parallel" ], "training": [ "pretraining" ], "questions": [ "theory", "architecture", "efficiency" ], "evidence": [ "formal", "empirical" ], "modality": [ "language" ], "summary": "Connects implicit language models to recurrent computation and analyzes the trade-off between parallel training and expressive sequential depth.", "provenance": "Primary-source literature search, 2026-09-04", "author_names": [ "Mark Schöne", "Babak Rahmani", "Heiner Kremer", "Fabian Falck", "Hitesh Ballani", "Jannes Gladrow" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2502.07827/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2502-07827", "citation_date": "2025-02-10", "json_url": "https://latent-implicit-thinking.github.io/papers/2502.07827/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2502.07827/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2502.07827/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2502.07827/citation.csl.json", "publication": { "title": "Implicit Language Models are RNNs: Balancing Parallelization and Expressivity", "author_names": [ "Mark Schöne", "Babak Rahmani", "Heiner Kremer", "Fabian Falck", "Hitesh Ballani", "Jannes Gladrow" ], "year": 2025, "type": "paper-conference", "container_title": "Proceedings of the 42nd International Conference on Machine Learning", "publisher": "PMLR", "pages": "53439-53466", "volume": "267", "url": "https://proceedings.mlr.press/v267/schone25a.html", "source_url": "https://proceedings.mlr.press/v267/schone25a.html", "verified_at": "2026-10-18" }, "publication_bibtex_url": "https://latent-implicit-thinking.github.io/papers/2502.07827/publication.bib", "publication_csl_url": "https://latent-implicit-thinking.github.io/papers/2502.07827/publication.csl.json", "method_comparisons": [ { "title": "Recurrent depth and fixed points", "text": "Recurrent depth and fixed-point models repeat computation in different ways. Geiping and colleagues reuse a transformer block, allowing the number of passes to change at inference. The implicit state-space models studied by Schöne and colleagues instead iterate toward a fixed point, with experiments testing when approximate convergence is sufficient. Both add computation without adding a written reasoning trace, but their stopping rules and training costs differ.", "source_ids": [ "2502.05171", "2502.07827" ], "source_urls": [ "https://proceedings.neurips.cc/paper_files/paper/2025/hash/3b01972cf31e6fa0fe29e4b8b5c2a0a1-Abstract-Conference.html", "https://proceedings.mlr.press/v267/schone25a.html" ], "source_labels": [ "Recurrent-depth paper", "Implicit state-space paper" ], "topic_id": "recurrent", "topic_label": "Recurrent reasoning", "topic_url": "https://latent-implicit-thinking.github.io/topics/recurrent-reasoning/" } ] }, { "id": "2503.07604", "title": "Implicit Reasoning in Transformers is Reasoning through Shortcuts", "authors": "Tianhe Lin, Jian Xie, Siyu Yuan, Deqing Yang", "first_public": "2025-03-10", "venue": "arXiv", "arxiv": "2503.07604", "paper_url": "https://arxiv.org/abs/2503.07604", "lens": [ "analysis" ], "representation": [ "hidden-state" ], "computation": [ "depth-wise" ], "training": [ "analysis-only" ], "questions": [ "interpretability", "limitations" ], "evidence": [ "empirical", "boundary" ], "modality": [ "symbolic" ], "summary": "Tests whether apparent implicit multi-step reasoning reflects compositional algorithms or learned shortcuts, emphasizing failure modes under distribution shift.", "provenance": "Awesome-Latent-CoT", "author_names": [ "Tianhe Lin", "Jian Xie", "Siyu Yuan", "Deqing Yang" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2503.07604/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2503-07604", "citation_date": "2025-03-10", "json_url": "https://latent-implicit-thinking.github.io/papers/2503.07604/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2503.07604/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2503.07604/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2503.07604/citation.csl.json" }, { "id": "2504.10615", "title": "Beyond Chains of Thought: Benchmarking Latent-Space Reasoning Abilities in Large Language Models", "authors": "Thilo Hagendorff, Sarah Fabi", "first_public": "2025-04-14", "venue": "arXiv", "arxiv": "2504.10615", "paper_url": "https://arxiv.org/abs/2504.10615", "lens": [ "analysis" ], "representation": [ "hidden-state" ], "computation": [ "depth-wise" ], "training": [ "analysis-only" ], "questions": [ "evaluation", "capability", "limitations" ], "evidence": [ "empirical", "boundary" ], "modality": [ "language" ], "summary": "Encodes the answer in the language of the model's first response token, forcing a choice before any written explanation. Also tests whether successful answers could come from simple heuristics.", "provenance": "Primary-source literature search, 2026-09-04", "author_names": [ "Thilo Hagendorff", "Sarah Fabi" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2504.10615/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2504-10615", "citation_date": "2025-04-14", "json_url": "https://latent-implicit-thinking.github.io/papers/2504.10615/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2504.10615/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2504.10615/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2504.10615/citation.csl.json" }, { "id": "2505.13898", "title": "Do Language Models Use Their Depth Efficiently?", "authors": "Róbert Csordás, Christopher D. Manning, Christopher Potts", "first_public": "2025-05-20", "venue": "arXiv", "arxiv": "2505.13898", "paper_url": "https://arxiv.org/abs/2505.13898", "lens": [ "analysis", "recurrent" ], "representation": [ "hidden-state" ], "computation": [ "depth-wise", "recurrent" ], "training": [ "analysis-only" ], "questions": [ "efficiency", "architecture", "limitations" ], "evidence": [ "empirical", "boundary" ], "modality": [ "language", "symbolic" ], "summary": "Skips layers and compares shallow and deep models to examine what extra layers compute. In the models studied, later layers mostly make smaller refinements rather than adding new reasoning steps.", "provenance": "Primary-source literature search, 2026-09-04", "author_names": [ "Róbert Csordás", "Christopher D. Manning", "Christopher Potts" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2505.13898/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2505-13898", "citation_date": "2025-05-20", "json_url": "https://latent-implicit-thinking.github.io/papers/2505.13898/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2505.13898/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2505.13898/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2505.13898/citation.csl.json" }, { "id": "2505.14530", "title": "Internal Chain-of-Thought: Empirical Evidence for Layer-wise Subtask Scheduling in LLMs", "authors": "Zhipeng Yang, Junzhuo Li, Siyu Xia, Xuming Hu", "first_public": "2025-05-20", "venue": "arXiv", "arxiv": "2505.14530", "paper_url": "https://arxiv.org/abs/2505.14530", "code_url": "https://github.com/yzp11/Internal-Chain-of-Thought", "lens": [ "analysis" ], "representation": [ "hidden-state" ], "computation": [ "depth-wise" ], "training": [ "analysis-only" ], "questions": [ "interpretability" ], "evidence": [ "empirical", "probing" ], "modality": [ "language" ], "summary": "Presents evidence that transformer layers schedule intermediate subtasks internally, offering a layer-wise view of implicit reasoning.", "provenance": "Awesome-Latent-CoT", "author_names": [ "Zhipeng Yang", "Junzhuo Li", "Siyu Xia", "Xuming Hu" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2505.14530/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2505-14530", "citation_date": "2025-05-20", "json_url": "https://latent-implicit-thinking.github.io/papers/2505.14530/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2505.14530/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2505.14530/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2505.14530/citation.csl.json" }, { "id": "2505.16782", "title": "Reasoning Beyond Language: A Comprehensive Survey on Latent Chain-of-Thought Reasoning", "authors": "Xinghao Chen, Anhao Zhao, Heming Xia, Xuan Lu, Hanlin Wang, Yanjun Chen, Wei Zhang, Jian Wang, Wenjie Li, Xiaoyu Shen", "first_public": "2025-05-22", "venue": "arXiv survey", "arxiv": "2505.16782", "paper_url": "https://arxiv.org/abs/2505.16782", "code_url": "https://github.com/EIT-NLP/Awesome-Latent-CoT", "lens": [ "analysis" ], "representation": [ "survey" ], "computation": [ "survey" ], "training": [ "analysis-only" ], "questions": [ "survey", "taxonomy" ], "evidence": [ "survey" ], "modality": [ "language", "multimodal" ], "summary": "Surveys latent chain-of-thought methods and organizes a broad, continuously updated bibliography spanning token-wise, structural, representational, and analytical work.", "provenance": "Awesome-Latent-CoT", "author_names": [ "Xinghao Chen", "Anhao Zhao", "Heming Xia", "Xuan Lu", "Hanlin Wang", "Yanjun Chen", "Wei Zhang", "Jian Wang", "Wenjie Li", "Xiaoyu Shen" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2505.16782/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2505-16782", "citation_date": "2025-05-22", "json_url": "https://latent-implicit-thinking.github.io/papers/2505.16782/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2505.16782/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2505.16782/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2505.16782/citation.csl.json" }, { "id": "2505.17923", "title": "Language Models Can Learn Implicit Multi-Hop Reasoning, but Only If They Have Lots of Training Data", "authors": "Yuekun Yao, Yupei Du, Dawei Zhu, Michael Hahn, Alexander Koller", "first_public": "2025-05-23", "venue": "arXiv", "arxiv": "2505.17923", "paper_url": "https://arxiv.org/abs/2505.17923", "lens": [ "analysis" ], "representation": [ "hidden-state" ], "computation": [ "depth-wise" ], "training": [ "analysis-only" ], "questions": [ "capability", "scaling", "limitations" ], "evidence": [ "empirical", "scaling", "boundary" ], "modality": [ "language", "symbolic" ], "summary": "Studies the data requirements for learning implicit multi-hop reasoning and identifies sharp limitations in low-data regimes.", "provenance": "Primary-source literature search, 2026-09-04", "author_names": [ "Yuekun Yao", "Yupei Du", "Dawei Zhu", "Michael Hahn", "Alexander Koller" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2505.17923/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2505-17923", "citation_date": "2025-05-23", "json_url": "https://latent-implicit-thinking.github.io/papers/2505.17923/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2505.17923/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2505.17923/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2505.17923/citation.csl.json" }, { "id": "2505.19245", "title": "To CoT or To Loop? A Formal Comparison Between Chain-of-Thought and Looped Transformers", "authors": "Kevin Xu, Issei Sato", "first_public": "2025-05-25", "venue": "arXiv", "arxiv": "2505.19245", "paper_url": "https://arxiv.org/abs/2505.19245", "lens": [ "analysis", "recurrent" ], "representation": [ "hidden-state" ], "computation": [ "recurrent" ], "training": [ "analysis-only" ], "questions": [ "theory" ], "evidence": [ "formal" ], "modality": [ "symbolic" ], "summary": "Formally compares explicit chain-of-thought computation with repeated internal transformations in looped transformer architectures.", "provenance": "Awesome-Latent-CoT", "author_names": [ "Kevin Xu", "Issei Sato" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2505.19245/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2505-19245", "citation_date": "2025-05-25", "json_url": "https://latent-implicit-thinking.github.io/papers/2505.19245/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2505.19245/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2505.19245/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2505.19245/citation.csl.json" }, { "id": "2505.23648", "title": "Continuous Chain of Thought Enables Parallel Exploration and Reasoning", "authors": "Halil Alperen Gozeten, M. Emrullah Ildiz, Xuechen Zhang, Hrayr Harutyunyan, Ankit Singh Rawat, Samet Oymak", "first_public": "2025-05-29", "venue": "arXiv", "arxiv": "2505.23648", "paper_url": "https://arxiv.org/abs/2505.23648", "lens": [ "continuous", "analysis" ], "representation": [ "continuous-state" ], "computation": [ "parallel" ], "training": [ "analysis-only" ], "questions": [ "theory", "capability" ], "evidence": [ "formal", "empirical" ], "modality": [ "symbolic" ], "summary": "Analyzes and demonstrates how continuous intermediate states can explore several candidate reasoning paths in parallel.", "provenance": "Primary-source literature search, 2026-09-04", "author_names": [ "Halil Alperen Gozeten", "M. Emrullah Ildiz", "Xuechen Zhang", "Hrayr Harutyunyan", "Ankit Singh Rawat", "Samet Oymak" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2505.23648/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2505-23648", "citation_date": "2025-05-29", "json_url": "https://latent-implicit-thinking.github.io/papers/2505.23648/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2505.23648/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2505.23648/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2505.23648/citation.csl.json" }, { "id": "2507.02199", "title": "Latent Chain-of-Thought? Decoding the Depth-Recurrent Transformer", "authors": "Wenquan Lu, Yuechuan Yang, Kyle Lee, Yanshu Li, Enqi Liu", "first_public": "2025-07-02", "venue": "arXiv", "arxiv": "2507.02199", "paper_url": "https://arxiv.org/abs/2507.02199", "code_url": "https://github.com/wenquanlu/huginn-latent-cot", "lens": [ "analysis", "recurrent" ], "representation": [ "hidden-state" ], "computation": [ "recurrent", "depth-wise" ], "training": [ "analysis-only" ], "questions": [ "interpretability", "evaluation", "limitations" ], "evidence": [ "empirical", "probing" ], "modality": [ "language" ], "summary": "Probes a depth-recurrent transformer to test what its repeated hidden-state computation represents and whether it behaves like a latent chain of thought.", "provenance": "Primary-source literature search, 2026-09-04", "author_names": [ "Wenquan Lu", "Yuechuan Yang", "Kyle Lee", "Yanshu Li", "Enqi Liu" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2507.02199/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2507-02199", "citation_date": "2025-07-02", "json_url": "https://latent-implicit-thinking.github.io/papers/2507.02199/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2507.02199/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2507.02199/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2507.02199/citation.csl.json" }, { "id": "2507.06203", "title": "A Survey on Latent Reasoning", "authors": "Rui-Jie Zhu, Tianhao Peng, Tianhao Cheng, Xingwei Qu, Jinfa Huang, Dawei Zhu, Hao Wang, Kaiwen Xue, Xuanliang Zhang, Yong Shan, Tianle Cai, Taylor Kergan, Assel Kembay, Andrew Smith, Chenghua Lin, Binh Nguyen, Yuqi Pan, Yuhong Chou, Zefan Cai, Zhenhe Wu, Yongchi Zhao, Tianyu Liu, Jian Yang, Wangchunshu Zhou, Chujie Zheng, Chongxuan Li, Yuyin Zhou, Zhoujun Li, Zhaoxiang Zhang, Jiaheng Liu, Ge Zhang, Wenhao Huang, Jason Eshraghian", "first_public": "2025-07-08", "venue": "arXiv survey", "arxiv": "2507.06203", "paper_url": "https://arxiv.org/abs/2507.06203", "code_url": "https://github.com/multimodal-art-projection/LatentCoT-Horizon", "lens": [ "analysis" ], "representation": [ "survey" ], "computation": [ "survey" ], "training": [ "analysis-only" ], "questions": [ "survey", "taxonomy" ], "evidence": [ "survey" ], "modality": [ "language", "multimodal" ], "summary": "Surveys latent-reasoning methods, evaluation, and applications and accompanies a maintained research bibliography.", "provenance": "Primary-source literature search, 2026-09-04", "author_names": [ "Rui-Jie Zhu", "Tianhao Peng", "Tianhao Cheng", "Xingwei Qu", "Jinfa Huang", "Dawei Zhu", "Hao Wang", "Kaiwen Xue", "Xuanliang Zhang", "Yong Shan", "Tianle Cai", "Taylor Kergan", "Assel Kembay", "Andrew Smith", "Chenghua Lin", "Binh Nguyen", "Yuqi Pan", "Yuhong Chou", "Zefan Cai", "Zhenhe Wu", "Yongchi Zhao", "Tianyu Liu", "Jian Yang", "Wangchunshu Zhou", "Chujie Zheng", "Chongxuan Li", "Yuyin Zhou", "Zhoujun Li", "Zhaoxiang Zhang", "Jiaheng Liu", "Ge Zhang", "Wenhao Huang", "Jason Eshraghian" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2507.06203/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2507-06203", "citation_date": "2025-07-08", "json_url": "https://latent-implicit-thinking.github.io/papers/2507.06203/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2507.06203/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2507.06203/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2507.06203/citation.csl.json" }, { "id": "2508.03440", "title": "LLMs are Single-threaded Reasoners: Demystifying the Working Mechanism of Soft Thinking", "authors": "Junhong Wu, Jinliang Lu, Zixuan Ren, Gangqiang Hu, Zhi Wu, Dai Dai, Hua Wu", "first_public": "2025-08-05", "added_at": "2026-10-18", "venue": "arXiv", "arxiv": "2508.03440", "paper_url": "https://arxiv.org/abs/2508.03440", "lens": [ "analysis", "continuous" ], "representation": [ "continuous-state" ], "computation": [ "token-wise" ], "training": [ "analysis-only", "inference-only" ], "questions": [ "interpretability", "limitations", "capability" ], "evidence": [ "probing", "empirical", "boundary" ], "modality": [ "language", "symbolic" ], "summary": "Probes soft-token reasoning and finds that tested models often follow the highest-probability component rather than exploring several paths at once. Introduces stochastic soft thinking, including Gumbel-Softmax sampling, to reduce this greedy behavior.", "provenance": "Awesome-Latent-CoT; primary sources checked 2026-10-18", "author_names": [ "Junhong Wu", "Jinliang Lu", "Zixuan Ren", "Gangqiang Hu", "Zhi Wu", "Dai Dai", "Hua Wu" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2508.03440/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2508-03440", "citation_date": "2025-08-05", "json_url": "https://latent-implicit-thinking.github.io/papers/2508.03440/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2508.03440/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2508.03440/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2508.03440/citation.csl.json" }, { "id": "2509.02350", "title": "Implicit Reasoning in Large Language Models: A Comprehensive Survey", "authors": "Jindong Li, Yali Fu, Li Fan, Jiahong Liu, Yao Shu, Chengwei Qin, Menglin Yang, Irwin King, Rex Ying", "first_public": "2025-09-02", "venue": "arXiv survey", "arxiv": "2509.02350", "paper_url": "https://arxiv.org/abs/2509.02350", "code_url": "https://github.com/digailab/awesome-llm-implicit-reasoning", "lens": [ "analysis" ], "representation": [ "survey" ], "computation": [ "survey" ], "training": [ "analysis-only" ], "questions": [ "survey", "taxonomy" ], "evidence": [ "survey" ], "modality": [ "language" ], "summary": "Organizes implicit-reasoning research across model mechanisms, training methods, evaluation, and applications.", "provenance": "Primary-source literature search, 2026-09-04", "author_names": [ "Jindong Li", "Yali Fu", "Li Fan", "Jiahong Liu", "Yao Shu", "Chengwei Qin", "Menglin Yang", "Irwin King", "Rex Ying" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2509.02350/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2509-02350", "citation_date": "2025-09-02", "json_url": "https://latent-implicit-thinking.github.io/papers/2509.02350/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2509.02350/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2509.02350/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2509.02350/citation.csl.json" }, { "id": "2512.21711", "title": "Do Latent Tokens Think? A Causal and Adversarial Analysis of Chain-of-Continuous-Thought", "authors": "Yuyi Zhang, Boyu Tang, Tianjie Ju, Sufeng Duan, Gongshen Liu", "first_public": "2025-12-25", "added_at": "2026-10-18", "venue": "arXiv", "arxiv": "2512.21711", "paper_url": "https://arxiv.org/abs/2512.21711", "lens": [ "analysis", "continuous" ], "representation": [ "continuous-state" ], "computation": [ "token-wise" ], "training": [ "analysis-only" ], "questions": [ "interpretability", "evaluation", "limitations" ], "evidence": [ "empirical", "mechanistic", "boundary" ], "modality": [ "language" ], "summary": "Tests COCONUT with latent-state interventions and deliberately biased examples on MMLU and HotpotQA. Finds weak sensitivity to steering and dependence on dataset shortcuts in the evaluated models, challenging whether their intermediate states faithfully carry the reasoning.", "provenance": "Awesome-Latent-CoT; primary sources checked 2026-10-18", "author_names": [ "Yuyi Zhang", "Boyu Tang", "Tianjie Ju", "Sufeng Duan", "Gongshen Liu" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2512.21711/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2512-21711", "citation_date": "2025-12-25", "json_url": "https://latent-implicit-thinking.github.io/papers/2512.21711/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2512.21711/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2512.21711/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2512.21711/citation.csl.json" }, { "id": "2601.21576", "title": "Chain Of Thought Compression: A Theoretical Analysis", "authors": "Juncai Li, Ru Li, Yuxiang Zhou, Boxiang Ma, Jeff Z. Pan", "first_public": "2026-01-29", "added_at": "2026-10-18", "venue": "arXiv", "arxiv": "2601.21576", "paper_url": "https://arxiv.org/abs/2601.21576", "lens": [ "analysis", "internalized", "learned-tokens" ], "representation": [ "hidden-state" ], "computation": [ "depth-wise" ], "training": [ "supervised", "distillation" ], "questions": [ "theory", "evaluation", "limitations", "efficiency" ], "evidence": [ "formal", "empirical", "boundary" ], "modality": [ "language", "symbolic" ], "summary": "Analyzes how skipping intermediate steps weakens learning signals in a simplified parity-task model. Introduces NatBool-DAG to test logical dependencies and ALiCoT, which supervises learned token states with intermediate logical labels or explicit-CoT representations.", "provenance": "Awesome-Latent-CoT; primary sources checked 2026-10-18", "author_names": [ "Juncai Li", "Ru Li", "Yuxiang Zhou", "Boxiang Ma", "Jeff Z. Pan" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2601.21576/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2601-21576", "citation_date": "2026-01-29", "json_url": "https://latent-implicit-thinking.github.io/papers/2601.21576/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2601.21576/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2601.21576/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2601.21576/citation.csl.json" }, { "id": "2602.00449", "title": "Do Latent-CoT Models Think Step-by-Step? A Mechanistic Study on Sequential Reasoning Tasks", "authors": "Jia Liang, Liangming Pan", "first_public": "2026-01-31", "venue": "arXiv", "arxiv": "2602.00449", "paper_url": "https://arxiv.org/abs/2602.00449", "code_url": "https://github.com/jialiang19/latent-cot-thinking", "lens": [ "analysis", "continuous" ], "representation": [ "continuous-state" ], "computation": [ "token-wise" ], "training": [ "analysis-only" ], "questions": [ "interpretability", "limitations", "evaluation" ], "evidence": [ "empirical", "mechanistic", "probing" ], "modality": [ "symbolic" ], "summary": "Uses mechanistic interventions on sequential tasks to test whether latent chain-of-thought models actually execute stepwise internal procedures.", "provenance": "Primary-source literature search, 2026-09-04", "author_names": [ "Jia Liang", "Liangming Pan" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2602.00449/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2602-00449", "citation_date": "2026-01-31", "json_url": "https://latent-implicit-thinking.github.io/papers/2602.00449/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2602.00449/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2602.00449/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2602.00449/citation.csl.json" }, { "id": "2602.01148", "title": "Capabilities and Fundamental Limits of Latent Chain-of-Thought", "authors": "Jiaxuan Zou, Yaozhong Xiong, Yong Liu", "first_public": "2026-02-01", "venue": "arXiv", "arxiv": "2602.01148", "paper_url": "https://arxiv.org/abs/2602.01148", "lens": [ "analysis", "continuous" ], "representation": [ "continuous-state" ], "computation": [ "recurrent", "parallel" ], "training": [ "analysis-only" ], "questions": [ "theory", "capability", "limitations" ], "evidence": [ "formal", "empirical", "boundary" ], "modality": [ "symbolic" ], "summary": "Characterizes tasks that latent chain-of-thought can express and identifies theoretical and empirical limits of the approach.", "provenance": "Primary-source literature search, 2026-09-04", "author_names": [ "Jiaxuan Zou", "Yaozhong Xiong", "Yong Liu" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2602.01148/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2602-01148", "citation_date": "2026-02-01", "json_url": "https://latent-implicit-thinking.github.io/papers/2602.01148/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2602.01148/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2602.01148/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2602.01148/citation.csl.json" }, { "id": "2605.28600", "title": "Transformers Provably Learn to Internalize Chain-of-Thought", "authors": "Yixiao Huang, Hanlin Zhu, Zixuan Wang, Jiantao Jiao, Stuart Russell, Somayeh Sojoudi, Song Mei", "first_public": "2026-05-27", "venue": "arXiv", "arxiv": "2605.28600", "paper_url": "https://arxiv.org/abs/2605.28600", "lens": [ "internalized", "analysis" ], "representation": [ "hidden-state" ], "computation": [ "depth-wise" ], "training": [ "curriculum" ], "questions": [ "theory", "capability" ], "evidence": [ "formal", "empirical" ], "modality": [ "symbolic" ], "summary": "Provides theoretical and empirical results on when transformers trained with a curriculum learn to internalize explicit reasoning steps.", "provenance": "Primary-source literature search, 2026-09-04", "author_names": [ "Yixiao Huang", "Hanlin Zhu", "Zixuan Wang", "Jiantao Jiao", "Stuart Russell", "Somayeh Sojoudi", "Song Mei" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2605.28600/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2605-28600", "citation_date": "2026-05-27", "json_url": "https://latent-implicit-thinking.github.io/papers/2605.28600/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2605.28600/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2605.28600/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2605.28600/citation.csl.json" }, { "id": "2606.01243", "title": "Unlocking the Black Box of Latent Reasoning: An Interpretability-Guided Approach to Intervention", "authors": "Shuochen Chang, Tong Bai, Xiaofeng Zhang, Qianli Ma, Qingyang Liu, Zhaohe Liao, Yibo Miao, Li Niu", "first_public": "2026-05-31", "added_at": "2026-10-18", "venue": "ACL 2026", "arxiv": "2606.01243", "paper_url": "https://arxiv.org/abs/2606.01243", "lens": [ "analysis", "continuous" ], "representation": [ "continuous-state" ], "computation": [ "token-wise" ], "training": [ "supervised", "test-time-optimization" ], "questions": [ "interpretability", "controllability", "capability" ], "evidence": [ "probing", "mechanistic", "empirical" ], "modality": [ "language", "symbolic" ], "summary": "Uses probes, ablations, and targeted edits to study how continuous reasoning states affect answers. Builds interventions from learned semantic mappings and geometric constraints, improving the evaluated models by editing their latent states without updating base-model weights.", "provenance": "Awesome-Latent-CoT; primary sources checked 2026-10-18", "author_names": [ "Shuochen Chang", "Tong Bai", "Xiaofeng Zhang", "Qianli Ma", "Qingyang Liu", "Zhaohe Liao", "Yibo Miao", "Li Niu" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2606.01243/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2606-01243", "citation_date": "2026-05-31", "json_url": "https://latent-implicit-thinking.github.io/papers/2606.01243/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2606.01243/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2606.01243/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2606.01243/citation.csl.json" }, { "id": "2606.12689", "title": "Observable Patterns Are Not Explanations: A Causal-Geometric Analysis of Latent Reasoning Models", "authors": "Darpan Aswal, Thomas Palmeira Ferraz, Yongxin Zhou, Maxime Peyrard", "first_public": "2026-06-10", "added_at": "2026-10-18", "venue": "arXiv", "arxiv": "2606.12689", "paper_url": "https://arxiv.org/abs/2606.12689", "lens": [ "analysis", "continuous" ], "representation": [ "continuous-state" ], "computation": [ "token-wise" ], "training": [ "analysis-only" ], "questions": [ "interpretability", "evaluation", "limitations" ], "evidence": [ "empirical", "mechanistic", "probing", "boundary" ], "modality": [ "language", "symbolic" ], "summary": "Compares Coconut and CODI with controls lacking their proposed reasoning recurrence or curriculum. Finds that decodable patterns can also appear in controls, while interventions reveal varying causal use of latent states concentrated in low-dimensional directions.", "provenance": "Awesome-Latent-CoT; primary sources checked 2026-10-18", "author_names": [ "Darpan Aswal", "Thomas Palmeira Ferraz", "Yongxin Zhou", "Maxime Peyrard" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2606.12689/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2606-12689", "citation_date": "2026-06-10", "json_url": "https://latent-implicit-thinking.github.io/papers/2606.12689/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2606.12689/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2606.12689/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2606.12689/citation.csl.json" }, { "id": "2606.13106", "title": "Demystifying Hidden-State Recurrence: Switchable Latent Reasoning with On-Policy Reinforcement Learning", "authors": "Jiayu Yang, Chao Chen, Shengen Wu, Yinhong Liu, Yuxuan Fan, Lujundong Li, Songning Lai, Chengwei Qin, Zhijiang Guo", "first_public": "2026-06-11", "venue": "arXiv", "arxiv": "2606.13106", "paper_url": "https://arxiv.org/abs/2606.13106", "lens": [ "continuous", "recurrent", "analysis" ], "representation": [ "continuous-state", "text-latent-hybrid" ], "computation": [ "recurrent", "token-wise" ], "training": [ "reinforcement-learning", "curriculum" ], "questions": [ "capability", "interpretability", "controllability" ], "evidence": [ "empirical", "mechanistic" ], "modality": [ "language" ], "summary": "Trains switchable hidden-state recurrence with on-policy reinforcement learning and analyzes how the internal loop contributes to reasoning.", "provenance": "Primary-source literature search, 2026-09-04", "author_names": [ "Jiayu Yang", "Chao Chen", "Shengen Wu", "Yinhong Liu", "Yuxuan Fan", "Lujundong Li", "Songning Lai", "Chengwei Qin", "Zhijiang Guo" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2606.13106/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2606-13106", "citation_date": "2026-06-11", "json_url": "https://latent-implicit-thinking.github.io/papers/2606.13106/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2606.13106/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2606.13106/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2606.13106/citation.csl.json" }, { "id": "2606.20075", "title": "What Makes Effective Supervision in Latent Chain-of-Thought: An Information-Theoretic Analysis", "authors": "Xinghao Chen, Chak Tou Leong, Wenjin Guo, Jian Wang, Wenjie Li, Xiaoyu Shen", "first_public": "2026-06-18", "venue": "arXiv", "arxiv": "2606.20075", "paper_url": "https://arxiv.org/abs/2606.20075", "code_url": "https://github.com/EIT-NLP/Supervision-in-Latent-CoT", "lens": [ "analysis", "continuous" ], "representation": [ "continuous-state" ], "computation": [ "token-wise" ], "training": [ "analysis-only" ], "questions": [ "theory", "interpretability", "limitations" ], "evidence": [ "formal", "empirical" ], "modality": [ "language", "symbolic" ], "summary": "Uses information-theoretic analysis to study which supervision signals make latent chain-of-thought training effective.", "provenance": "Primary-source literature search, 2026-09-04", "author_names": [ "Xinghao Chen", "Chak Tou Leong", "Wenjin Guo", "Jian Wang", "Wenjie Li", "Xiaoyu Shen" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2606.20075/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2606-20075", "citation_date": "2026-06-18", "json_url": "https://latent-implicit-thinking.github.io/papers/2606.20075/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2606.20075/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2606.20075/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2606.20075/citation.csl.json" }, { "id": "2608.13570", "title": "Think in Latent, Explain in Language: Self-Explainable Latent Reasoning", "authors": "Dayuan Zhao, Shengcao Cao, Yu-Xiong Wang, Liang-Yan Gui", "first_public": "2026-07-01", "venue": "arXiv", "arxiv": "2608.13570", "paper_url": "https://arxiv.org/abs/2608.13570", "code_url": "https://jasondayuan.github.io/SELR/", "lens": [ "continuous", "analysis" ], "representation": [ "continuous-state", "text-latent-hybrid" ], "computation": [ "token-wise" ], "training": [ "supervised" ], "questions": [ "capability", "efficiency", "interpretability" ], "evidence": [ "empirical" ], "modality": [ "language", "multimodal", "vision" ], "summary": "Jointly trains latent states for answer prediction and for decoding back into readable reasoning, using one model rather than a separate post-hoc explanation decoder.", "provenance": "Primary-source literature search, 2026-09-05", "author_names": [ "Dayuan Zhao", "Shengcao Cao", "Yu-Xiong Wang", "Liang-Yan Gui" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2608.13570/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2608-13570", "citation_date": "2026-07-01", "json_url": "https://latent-implicit-thinking.github.io/papers/2608.13570/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2608.13570/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2608.13570/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2608.13570/citation.csl.json" }, { "id": "2607.06648", "title": "Final Checkpoints Are Not Enough: Analyzing Latent Reasoning Faithfulness Along Training Trajectories", "authors": "Hengyu Jin, Shu Yang, Di Wang", "first_public": "2026-07-07", "venue": "arXiv", "arxiv": "2607.06648", "paper_url": "https://arxiv.org/abs/2607.06648", "lens": [ "analysis", "continuous" ], "representation": [ "continuous-state" ], "computation": [ "token-wise" ], "training": [ "analysis-only" ], "questions": [ "interpretability", "evaluation", "limitations" ], "evidence": [ "empirical", "mechanistic", "boundary" ], "modality": [ "language", "symbolic" ], "summary": "Tests how answers respond to changed inputs and altered hidden reasoning states throughout training. These responses can change even while accuracy remains high.", "provenance": "Primary-source literature search, 2026-09-05", "author_names": [ "Hengyu Jin", "Shu Yang", "Di Wang" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2607.06648/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2607-06648", "citation_date": "2026-07-07", "json_url": "https://latent-implicit-thinking.github.io/papers/2607.06648/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2607.06648/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2607.06648/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2607.06648/citation.csl.json" }, { "id": "2607.16972", "title": "Training Continuous Chain of Thought Models: A Tale of Two Regimes", "authors": "Varun Yerram, He He, Eunsol Choi", "first_public": "2026-07-18", "venue": "arXiv", "arxiv": "2607.16972", "paper_url": "https://arxiv.org/abs/2607.16972", "code_url": "https://github.com/Varun221/cmtp_research", "lens": [ "continuous", "analysis" ], "representation": [ "continuous-state" ], "computation": [ "token-wise" ], "training": [ "supervised" ], "questions": [ "capability", "efficiency", "evaluation", "limitations" ], "evidence": [ "empirical", "boundary" ], "modality": [ "language", "symbolic" ], "summary": "Introduces direct latent supervision through averaged trace embeddings and finds that both direct and indirect continuous-CoT training degrade sharply on tasks with substantially longer reasoning traces.", "provenance": "Primary-source literature search, 2026-09-05", "author_names": [ "Varun Yerram", "He He", "Eunsol Choi" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2607.16972/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2607-16972", "citation_date": "2026-07-18", "json_url": "https://latent-implicit-thinking.github.io/papers/2607.16972/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2607.16972/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2607.16972/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2607.16972/citation.csl.json" }, { "id": "2608.04928", "title": "Does Out-of-Sight Equal Out-of-Mind in CoT Monitorability?", "authors": "Pedro Ferreira, Wilker Aziz, Ivan Titov", "first_public": "2026-08-05", "venue": "arXiv", "arxiv": "2608.04928", "paper_url": "https://arxiv.org/abs/2608.04928", "lens": [ "analysis", "continuous" ], "representation": [ "continuous-state", "text-latent-hybrid" ], "computation": [ "token-wise" ], "training": [ "analysis-only" ], "questions": [ "evaluation", "interpretability", "limitations" ], "evidence": [ "empirical", "probing" ], "modality": [ "language", "symbolic" ], "summary": "Compares monitoring from explicit traces, latent-state probes, and latent verbalizations, finding that monitorability depends strongly on task structure and level of internal access.", "provenance": "Primary-source literature search, 2026-09-05", "author_names": [ "Pedro Ferreira", "Wilker Aziz", "Ivan Titov" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2608.04928/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2608-04928", "citation_date": "2026-08-05", "json_url": "https://latent-implicit-thinking.github.io/papers/2608.04928/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2608.04928/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2608.04928/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2608.04928/citation.csl.json" }, { "id": "2608.18222", "title": "Think Shallow, Solve Deep: Controlling Recurrent Dynamics for Reliable Test-Time Depth", "authors": "Ivan Viakhirev, Kirill Borodin, Amirah Almutairi, Serguei Barannikov, Maxim Abramov, Grach Mkrtchian", "first_public": "2026-08-18", "venue": "arXiv", "arxiv": "2608.18222", "paper_url": "https://arxiv.org/abs/2608.18222", "lens": [ "recurrent", "analysis" ], "representation": [ "hidden-state" ], "computation": [ "recurrent", "depth-wise" ], "training": [ "supervised", "analysis-only" ], "questions": [ "theory", "controllability", "generalization", "limitations" ], "evidence": [ "formal", "empirical", "boundary" ], "modality": [ "language", "symbolic" ], "summary": "Studies when extra transformer loops improve an answer or make it worse. Gives a condition under which further loops cannot change the answer, and trains models toward this stable behavior.", "provenance": "Primary-source literature search, 2026-09-05", "author_names": [ "Ivan Viakhirev", "Kirill Borodin", "Amirah Almutairi", "Serguei Barannikov", "Maxim Abramov", "Grach Mkrtchian" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2608.18222/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2608-18222", "citation_date": "2026-08-18", "json_url": "https://latent-implicit-thinking.github.io/papers/2608.18222/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2608.18222/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2608.18222/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2608.18222/citation.csl.json" }, { "id": "2608.18230", "title": "Allocating Recurrent Compute in Looped Language Models", "authors": "Ruhai Lin, Yiyang Guo, Rui-Jie Zhu, Hao Ye, Jason K. Eshraghian", "first_public": "2026-08-18", "venue": "arXiv", "arxiv": "2608.18230", "paper_url": "https://arxiv.org/abs/2608.18230", "lens": [ "recurrent", "analysis" ], "representation": [ "hidden-state" ], "computation": [ "recurrent", "depth-wise" ], "training": [ "pretraining" ], "questions": [ "architecture", "efficiency", "capability" ], "evidence": [ "empirical", "mechanistic" ], "modality": [ "language" ], "summary": "Studies which transformer components should recur and introduces MixerLoop, which repeats the sequence mixer while applying the dense feed-forward component once.", "provenance": "Primary-source literature search, 2026-09-05", "author_names": [ "Ruhai Lin", "Yiyang Guo", "Rui-Jie Zhu", "Hao Ye", "Jason K. Eshraghian" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2608.18230/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2608-18230", "citation_date": "2026-08-18", "json_url": "https://latent-implicit-thinking.github.io/papers/2608.18230/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2608.18230/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2608.18230/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2608.18230/citation.csl.json" }, { "id": "2608.29956", "title": "Detecting Hidden Chain-of-Thought in Large Language Models with Linguistic, Behavioral, and Mechanistic Indicators", "authors": "Armaan Singh, Ryan Trinh Le, Jasmine Kaur, Abdullah Sultan, Edward Lue Chee Lip, Kiran Nijjer, Adnan Ahmed, Vasu Sharma", "first_public": "2026-08-30", "venue": "arXiv", "arxiv": "2608.29956", "paper_url": "https://arxiv.org/abs/2608.29956", "lens": [ "analysis" ], "representation": [ "hidden-state" ], "computation": [ "depth-wise" ], "training": [ "analysis-only" ], "questions": [ "evaluation", "interpretability", "limitations" ], "evidence": [ "empirical", "probing", "boundary" ], "modality": [ "language", "symbolic" ], "summary": "Compares behavior under neutral, explicit-CoT, and no-CoT prompts using linguistic and internal-state measurements. Its score measures resemblance to CoT behavior, not direct evidence of a hidden reasoning trace; calibration controls expose important confounds.", "provenance": "Primary-source literature search, 2026-10-18", "added_at": "2026-10-18", "author_names": [ "Armaan Singh", "Ryan Trinh Le", "Jasmine Kaur", "Abdullah Sultan", "Edward Lue Chee Lip", "Kiran Nijjer", "Adnan Ahmed", "Vasu Sharma" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2608.29956/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2608-29956", "citation_date": "2026-08-30", "json_url": "https://latent-implicit-thinking.github.io/papers/2608.29956/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2608.29956/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2608.29956/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2608.29956/citation.csl.json" }, { "id": "2609.22197", "title": "Dissecting Hierarchical Reasoning Models: A Mechanistic Study", "authors": "Leo Raphael Rodrigues, Jian Kang", "first_public": "2026-08-30", "added_at": "2026-10-18", "venue": "arXiv", "arxiv": "2609.22197", "paper_url": "https://arxiv.org/abs/2609.22197", "lens": [ "analysis", "recurrent" ], "representation": [ "hidden-state" ], "computation": [ "recurrent", "hierarchical" ], "training": [ "analysis-only" ], "questions": [ "interpretability", "evaluation", "limitations" ], "evidence": [ "empirical", "mechanistic", "probing" ], "modality": [ "symbolic" ], "summary": "Uses state interventions, probes, and feature ablations to study how hierarchical recurrent models solve Sudoku, mazes, and ARC tasks. Compares hierarchical and single-state recurrence, and distinguishes information that can be read from a state from information that causally affects an answer.", "provenance": "Primary-source literature search, 2026-10-18", "author_names": [ "Leo Raphael Rodrigues", "Jian Kang" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2609.22197/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2609-22197", "citation_date": "2026-08-30", "json_url": "https://latent-implicit-thinking.github.io/papers/2609.22197/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2609.22197/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2609.22197/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2609.22197/citation.csl.json" }, { "id": "2609.00874", "title": "A Score Is Not a Policy: Measuring the Value of Adaptive Revision", "authors": "Ayushi Chadha", "first_public": "2026-09-01", "added_at": "2026-10-18", "venue": "arXiv", "arxiv": "2609.00874", "paper_url": "https://arxiv.org/abs/2609.00874", "lens": [ "analysis", "recurrent" ], "representation": [ "hidden-state" ], "computation": [ "recurrent", "hierarchical" ], "training": [ "analysis-only" ], "questions": [ "evaluation", "controllability", "limitations" ], "evidence": [ "empirical", "mechanistic" ], "modality": [ "symbolic" ], "summary": "Tests when a hierarchical reasoner should revise the internal plan guiding its lower-level computation. Compares learned revision schedules with fixed schedules, separating whether a controller responds to its state from whether that response improves decisions.", "provenance": "Primary-source literature search, 2026-10-18", "author_names": [ "Ayushi Chadha" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2609.00874/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2609-00874", "citation_date": "2026-09-01", "json_url": "https://latent-implicit-thinking.github.io/papers/2609.00874/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2609.00874/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2609.00874/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2609.00874/citation.csl.json" }, { "id": "2609.01343", "title": "SMELT: Scaling Laws for Compute-Matched MoE Looped Transformers", "authors": "Shaowen Wang, Ge Zhang, Kairong Luo, Yuhao Wu, Shaofan Liu, Jiaheng Liu, Wenhao Huang, Shen Yan, Jian Li", "first_public": "2026-09-01", "added_at": "2026-10-18", "venue": "arXiv", "arxiv": "2609.01343", "paper_url": "https://arxiv.org/abs/2609.01343", "lens": [ "recurrent", "analysis" ], "representation": [ "hidden-state" ], "computation": [ "recurrent", "depth-wise" ], "training": [ "pretraining" ], "questions": [ "scaling", "architecture", "efficiency" ], "evidence": [ "empirical", "scaling", "mechanistic" ], "modality": [ "language" ], "summary": "Loops the middle half of a mixture-of-experts transformer twice while matching an unlooped baseline on computation, parameter count, and KV-cache size. Studies how the comparison changes with model scale and examines the attention patterns produced by revisiting layers.", "provenance": "Primary-source literature search, 2026-10-18", "author_names": [ "Shaowen Wang", "Ge Zhang", "Kairong Luo", "Yuhao Wu", "Shaofan Liu", "Jiaheng Liu", "Wenhao Huang", "Shen Yan", "Jian Li" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2609.01343/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2609-01343", "citation_date": "2026-09-01", "json_url": "https://latent-implicit-thinking.github.io/papers/2609.01343/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2609.01343/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2609.01343/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2609.01343/citation.csl.json" }, { "id": "2609.01924", "title": "Looped Transformers under the Jacobian Lens: Does the Global Workspace Survive Recurrence?", "authors": "Wenlong Wang, Fergal Reid", "first_public": "2026-09-01", "venue": "arXiv", "arxiv": "2609.01924", "paper_url": "https://arxiv.org/abs/2609.01924", "lens": [ "analysis", "recurrent" ], "representation": [ "hidden-state" ], "computation": [ "recurrent", "depth-wise" ], "training": [ "analysis-only" ], "questions": [ "interpretability", "architecture", "limitations" ], "evidence": [ "empirical", "mechanistic", "probing" ], "modality": [ "language" ], "summary": "Tracks information that can be decoded from, and altered within, repeated transformer layers. Finds that Ouro reconstructs this information each loop, while Huginn carries it forward.", "provenance": "Primary-source literature search, 2026-09-05", "author_names": [ "Wenlong Wang", "Fergal Reid" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2609.01924/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2609-01924", "citation_date": "2026-09-01", "json_url": "https://latent-implicit-thinking.github.io/papers/2609.01924/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2609.01924/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2609.01924/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2609.01924/citation.csl.json" }, { "id": "2609.04489", "title": "Towards Understanding Pause Token Fine-Tuning Dynamics: A Mode Retention Perspective", "authors": "Jaehyeon Kim, Suhwan Kim, Nakyung Lee, Yeongoon Kim, Jimin Seo, Giho Lee, Jungwoo Lee", "first_public": "2026-09-03", "added_at": "2026-10-18", "venue": "arXiv", "arxiv": "2609.04489", "paper_url": "https://arxiv.org/abs/2609.04489", "summary": "Places pause tokens at reasoning-step boundaries and masks their training loss. Studies how this affects learning new tasks while retaining earlier capabilities, including during reinforcement learning.", "lens": [ "learned-tokens", "analysis" ], "representation": [ "discrete-token", "text-latent-hybrid" ], "computation": [ "token-wise" ], "training": [ "supervised", "reinforcement-learning" ], "questions": [ "capability", "generalization", "interpretability" ], "evidence": [ "empirical", "probing" ], "modality": [ "language", "symbolic" ], "provenance": "Primary-source literature search, 2026-10-18", "author_names": [ "Jaehyeon Kim", "Suhwan Kim", "Nakyung Lee", "Yeongoon Kim", "Jimin Seo", "Giho Lee", "Jungwoo Lee" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2609.04489/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2609-04489", "citation_date": "2026-09-03", "json_url": "https://latent-implicit-thinking.github.io/papers/2609.04489/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2609.04489/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2609.04489/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2609.04489/citation.csl.json" }, { "id": "2609.04963", "title": "Fractal basins trap latent reasoning", "authors": "Jeffrey Lai, Anthony Bao, John Quinn, William Gilpin", "first_public": "2026-09-04", "venue": "arXiv", "arxiv": "2609.04963", "paper_url": "https://arxiv.org/abs/2609.04963", "lens": [ "analysis", "recurrent" ], "representation": [ "hidden-state" ], "computation": [ "recurrent" ], "training": [ "analysis-only" ], "questions": [ "theory", "interpretability", "efficiency" ], "evidence": [ "empirical", "mechanistic" ], "modality": [ "symbolic", "vision" ], "summary": "Studies recurrent reasoning trajectories as dynamical systems on puzzles and mathematical logic. Links long solution times in the tested models to transient trapping near unstable states associated with nearly correct solutions.", "provenance": "Primary-source literature search, 2026-10-18", "added_at": "2026-10-18", "author_names": [ "Jeffrey Lai", "Anthony Bao", "John Quinn", "William Gilpin" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2609.04963/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2609-04963", "citation_date": "2026-09-04", "json_url": "https://latent-implicit-thinking.github.io/papers/2609.04963/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2609.04963/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2609.04963/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2609.04963/citation.csl.json" }, { "id": "2609.16665", "title": "Right Direction, Wrong Step: Geometric Analysis of Finite-Step Failure in Looped Transformers", "authors": "Zhihao Guo, Zonghan Wu, Haizhou Du, Huan Huo, Yilei Shao, Athanasios V. Vasilakos, Qingsong Wen", "first_public": "2026-09-15", "added_at": "2026-10-18", "venue": "arXiv", "arxiv": "2609.16665", "paper_url": "https://arxiv.org/abs/2609.16665", "summary": "Studies updates that initially increase support for a reference answer but overshoot when applied in full. Uses curvature along each update to explain failures and identify smaller useful steps.", "lens": [ "analysis", "recurrent" ], "representation": [ "hidden-state" ], "computation": [ "recurrent", "depth-wise" ], "training": [ "analysis-only" ], "questions": [ "theory", "limitations", "controllability" ], "evidence": [ "formal", "empirical", "boundary" ], "modality": [ "language", "symbolic" ], "provenance": "Primary-source literature search, 2026-10-18", "author_names": [ "Zhihao Guo", "Zonghan Wu", "Haizhou Du", "Huan Huo", "Yilei Shao", "Athanasios V. Vasilakos", "Qingsong Wen" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2609.16665/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2609-16665", "citation_date": "2026-09-15", "json_url": "https://latent-implicit-thinking.github.io/papers/2609.16665/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2609.16665/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2609.16665/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2609.16665/citation.csl.json" }, { "id": "2609.19107", "title": "How Model Growth, Recursion, and Boundary Operators Influence Scaling Exponents", "authors": "Zixi Chen, Akshay Vegesna, Samip Dahal, Andrew Gordon Wilson", "first_public": "2026-09-16", "added_at": "2026-10-18", "venue": "arXiv", "arxiv": "2609.19107", "paper_url": "https://arxiv.org/abs/2609.19107", "lens": [ "recurrent", "analysis" ], "representation": [ "hidden-state" ], "computation": [ "recurrent", "depth-wise" ], "training": [ "pretraining" ], "questions": [ "scaling", "architecture", "efficiency" ], "evidence": [ "empirical", "scaling" ], "modality": [ "language" ], "summary": "Studies how growing a model during training, reusing layers, and modifying the connections between repeated blocks affect language-model scaling. Compares shared and unshared weights and operators that normalize or reintroduce earlier representations.", "provenance": "Primary-source literature search, 2026-10-18", "author_names": [ "Zixi Chen", "Akshay Vegesna", "Samip Dahal", "Andrew Gordon Wilson" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2609.19107/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2609-19107", "citation_date": "2026-09-16", "json_url": "https://latent-implicit-thinking.github.io/papers/2609.19107/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2609.19107/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2609.19107/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2609.19107/citation.csl.json" }, { "id": "2609.19521", "title": "Storing Is Not Remembering: LSTM-UT and Bounded Gated Memory for Looped Transformers", "authors": "Aras Kavuncu, Muhammad Burhan Hafez", "first_public": "2026-09-17", "added_at": "2026-10-18", "venue": "arXiv", "arxiv": "2609.19521", "paper_url": "https://arxiv.org/abs/2609.19521", "lens": [ "recurrent", "analysis" ], "representation": [ "hidden-state", "cache-memory" ], "computation": [ "recurrent", "depth-wise", "stateful" ], "training": [ "pretraining", "supervised" ], "questions": [ "architecture", "generalization", "interpretability" ], "evidence": [ "empirical", "mechanistic" ], "modality": [ "symbolic", "language" ], "summary": "Adds a small gated memory to a looped transformer and compares it with storing the full history of recurrent states. Uses a cellular-automaton task and language modeling to test whether memory remains useful as computation grows.", "provenance": "Primary-source literature search, 2026-10-18", "author_names": [ "Aras Kavuncu", "Muhammad Burhan Hafez" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2609.19521/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2609-19521", "citation_date": "2026-09-17", "json_url": "https://latent-implicit-thinking.github.io/papers/2609.19521/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2609.19521/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2609.19521/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2609.19521/citation.csl.json" }, { "id": "2609.21662", "title": "When Steering Fails in Latent Reasoning: A Latent-to-Language Transition Gap", "authors": "Gaoxiang Huang, Lei Qi", "first_public": "2026-09-18", "added_at": "2026-10-18", "venue": "arXiv", "arxiv": "2609.21662", "paper_url": "https://arxiv.org/abs/2609.21662", "summary": "Tests whether changing continuous reasoning states changes the model's later text output. Finds weaker steering effects than in explicit chain-of-thought, despite comparable changes to the hidden representations.", "lens": [ "analysis", "continuous" ], "representation": [ "continuous-state", "text-latent-hybrid" ], "computation": [ "token-wise" ], "training": [ "analysis-only" ], "questions": [ "controllability", "interpretability", "limitations" ], "evidence": [ "empirical", "probing", "boundary" ], "modality": [ "language" ], "provenance": "Primary-source literature search, 2026-10-18", "author_names": [ "Gaoxiang Huang", "Lei Qi" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2609.21662/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2609-21662", "citation_date": "2026-09-18", "json_url": "https://latent-implicit-thinking.github.io/papers/2609.21662/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2609.21662/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2609.21662/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2609.21662/citation.csl.json" }, { "id": "2609.27220", "title": "LOCKR: A Hidden-State Trajectory-Guided Planner for Detecting and Repairing Stable-but-Wrong Lock-In in Diffusion Language Models", "authors": "Guoshenghui Zhao, Tan Yu, Weijie Zhao", "first_public": "2026-09-23", "lens": [ "analysis", "beyond-sequential" ], "representation": [ "hidden-state", "discrete-token" ], "training": [ "supervised", "inference-only" ], "questions": [ "evaluation", "interpretability", "capability" ], "evidence": [ "empirical", "probing" ], "modality": [ "language", "symbolic" ], "summary": "Uses the history of diffusion hidden states to detect answers that become stable but remain wrong. A planner selects targeted repair branches and verifies continuations, testing whether these internal trajectories support better repair decisions than confidence or a single snapshot.", "computation": [ "diffusion", "search" ], "venue": "arXiv", "arxiv": "2609.27220", "paper_url": "https://arxiv.org/abs/2609.27220", "provenance": "Primary-source literature search, 2026-10-18", "added_at": "2026-10-18", "author_names": [ "Guoshenghui Zhao", "Tan Yu", "Weijie Zhao" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2609.27220/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2609-27220", "citation_date": "2026-09-23", "json_url": "https://latent-implicit-thinking.github.io/papers/2609.27220/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2609.27220/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2609.27220/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2609.27220/citation.csl.json" }, { "id": "2609.27373", "title": "Attention Routing Stabilizes Early: Working-Set Inference for Recurrent Language Models", "authors": "Ke Wan, Chen Chen", "first_public": "2026-09-23", "added_at": "2026-10-18", "venue": "arXiv", "arxiv": "2609.27373", "paper_url": "https://arxiv.org/abs/2609.27373", "lens": [ "recurrent", "analysis" ], "representation": [ "hidden-state" ], "computation": [ "recurrent", "depth-wise" ], "training": [ "inference-only", "analysis-only" ], "questions": [ "interpretability", "efficiency", "architecture" ], "evidence": [ "empirical", "mechanistic" ], "modality": [ "language" ], "summary": "Studies when a recurrent language model settles on which context tokens to attend to. Reuses that selected working set in later loops while still recomputing attention weights and hidden-state updates.", "provenance": "Primary-source literature search, 2026-10-18", "author_names": [ "Ke Wan", "Chen Chen" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2609.27373/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2609-27373", "citation_date": "2026-09-23", "json_url": "https://latent-implicit-thinking.github.io/papers/2609.27373/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2609.27373/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2609.27373/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2609.27373/citation.csl.json" }, { "id": "2609.33134", "title": "Ceiling of a Task: When Can a Transformer Succeed Without Its Chain of Thought?", "authors": "Jiashu He, Jinxuan Fan, Xiao Xiao, Radu Marculescu, Alejandro Ribeiro", "first_public": "2026-09-27", "added_at": "2026-10-18", "venue": "arXiv", "arxiv": "2609.33134", "paper_url": "https://arxiv.org/abs/2609.33134", "lens": [ "analysis", "learned-tokens" ], "representation": [ "discrete-token" ], "computation": [ "token-wise" ], "training": [ "analysis-only" ], "questions": [ "theory", "limitations", "evaluation" ], "evidence": [ "formal", "empirical", "boundary" ], "modality": [ "language", "symbolic" ], "summary": "Analyzes tasks for which a fixed-depth transformer needs an informative chain of thought to exceed a task-specific accuracy limit. Combines circuit-based results with experiments that replace, erase, or shuffle reasoning tokens, including comparisons with filler tokens.", "provenance": "Primary-source literature search, 2026-10-18", "author_names": [ "Jiashu He", "Jinxuan Fan", "Xiao Xiao", "Radu Marculescu", "Alejandro Ribeiro" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2609.33134/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2609-33134", "citation_date": "2026-09-27", "json_url": "https://latent-implicit-thinking.github.io/papers/2609.33134/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2609.33134/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2609.33134/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2609.33134/citation.csl.json" }, { "id": "2609.33144", "title": "Beyond the Training Horizon: Mechanisms and Limits of Length Generalization in Looped Transformers", "authors": "Jia Liang, Xi Jin, Liangming Pan", "first_public": "2026-09-27", "added_at": "2026-10-18", "venue": "arXiv", "arxiv": "2609.33144", "paper_url": "https://arxiv.org/abs/2609.33144", "summary": "Compares how two looped-transformer training schemes solve multi-step tasks beyond their training length. Uses hidden-state interventions to identify how intermediate information moves through each model and where that process breaks down.", "lens": [ "analysis", "recurrent" ], "representation": [ "hidden-state" ], "computation": [ "recurrent", "depth-wise" ], "training": [ "supervised", "analysis-only" ], "questions": [ "interpretability", "generalization", "limitations" ], "evidence": [ "empirical", "mechanistic", "boundary" ], "modality": [ "symbolic" ], "provenance": "Primary-source literature search, 2026-10-18", "author_names": [ "Jia Liang", "Xi Jin", "Liangming Pan" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2609.33144/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2609-33144", "citation_date": "2026-09-27", "json_url": "https://latent-implicit-thinking.github.io/papers/2609.33144/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2609.33144/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2609.33144/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2609.33144/citation.csl.json" }, { "id": "2609.35472", "title": "Why Deterministic PRM Guidance Underperforms in Discrete Diffusion Reasoning", "authors": "Yan Zhan, Shaobo Liu, Zhijun Gao", "first_public": "2026-09-28", "venue": "arXiv", "arxiv": "2609.35472", "paper_url": "https://arxiv.org/abs/2609.35472", "lens": [ "analysis", "beyond-sequential" ], "representation": [ "discrete-token" ], "computation": [ "diffusion", "search" ], "training": [ "analysis-only", "supervised" ], "questions": [ "evaluation", "efficiency", "limitations" ], "evidence": [ "empirical", "boundary" ], "modality": [ "language", "symbolic" ], "summary": "Compares process-reward guidance with independent sampling and final-answer reranking at matched forward-pass budgets. In the tested diffusion models, early pruning removes promising candidates and intermediate-state scorers can be poor final judges; the generated solutions remain textual.", "provenance": "Primary-source literature search, 2026-10-18", "added_at": "2026-10-18", "author_names": [ "Yan Zhan", "Shaobo Liu", "Zhijun Gao" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2609.35472/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2609-35472", "citation_date": "2026-09-28", "json_url": "https://latent-implicit-thinking.github.io/papers/2609.35472/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2609.35472/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2609.35472/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2609.35472/citation.csl.json" }, { "id": "2609.36452", "title": "Reliable Parallel Decoding in Masked Diffusion Language Models", "authors": "Zhenghao He, Bohan Liu, Guangzhi Xiong, Aidong Zhang", "first_public": "2026-09-29", "lens": [ "analysis", "beyond-sequential" ], "representation": [ "discrete-token", "hidden-state" ], "training": [ "inference-only" ], "questions": [ "efficiency", "evaluation", "limitations" ], "evidence": [ "empirical" ], "modality": [ "language", "symbolic" ], "summary": "Studies when simultaneously committing several predicted tokens breaks their reasoning dependencies. RPD combines stability across final layers with confidence and uncertainty in preceding positions to defer unsupported predictions while retaining parallel text generation.", "computation": [ "diffusion", "parallel" ], "venue": "arXiv", "arxiv": "2609.36452", "paper_url": "https://arxiv.org/abs/2609.36452", "provenance": "Primary-source literature search, 2026-10-18", "added_at": "2026-10-18", "author_names": [ "Zhenghao He", "Bohan Liu", "Guangzhi Xiong", "Aidong Zhang" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2609.36452/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2609-36452", "citation_date": "2026-09-29", "json_url": "https://latent-implicit-thinking.github.io/papers/2609.36452/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2609.36452/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2609.36452/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2609.36452/citation.csl.json" }, { "id": "2609.36636", "title": "What Makes Recurrence Effective in Looped Language Models?", "authors": "Xinlin Zhuang, Siyuan Wang, Imran Razzak, Weiyang Liu", "first_public": "2026-09-29", "added_at": "2026-10-18", "venue": "arXiv", "arxiv": "2609.36636", "paper_url": "https://arxiv.org/abs/2609.36636", "lens": [ "recurrent", "analysis" ], "representation": [ "hidden-state" ], "computation": [ "recurrent", "depth-wise" ], "training": [ "pretraining", "analysis-only" ], "questions": [ "architecture", "scaling", "limitations" ], "evidence": [ "empirical" ], "modality": [ "language" ], "summary": "Compares loop layouts and ways of passing information between loops in language models. Examines when recurrence helps reasoning and when it helps less on knowledge-dependent tasks.", "provenance": "Primary-source literature search, 2026-10-18", "author_names": [ "Xinlin Zhuang", "Siyuan Wang", "Imran Razzak", "Weiyang Liu" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2609.36636/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2609-36636", "citation_date": "2026-09-29", "json_url": "https://latent-implicit-thinking.github.io/papers/2609.36636/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2609.36636/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2609.36636/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2609.36636/citation.csl.json" }, { "id": "2609.36653", "title": "Scheduling Recursive Reasoning in Looped Transformers", "authors": "Boyuan Wang, Chengyao Yu, Jiaxi Ren, Hongxin Wei, Bingyi Jing, Yuxin Tao", "first_public": "2026-09-29", "added_at": "2026-10-18", "venue": "arXiv", "arxiv": "2609.36653", "paper_url": "https://arxiv.org/abs/2609.36653", "summary": "Adjusts the size of each hidden-state update based on whether recent updates make consistent progress or fluctuate. Tests the resulting scheduler with and without additional training.", "lens": [ "recurrent", "analysis" ], "representation": [ "hidden-state" ], "computation": [ "recurrent", "depth-wise" ], "training": [ "inference-only", "supervised" ], "questions": [ "theory", "controllability", "efficiency", "capability" ], "evidence": [ "formal", "empirical" ], "modality": [ "symbolic" ], "provenance": "Primary-source literature search, 2026-10-18", "author_names": [ "Boyuan Wang", "Chengyao Yu", "Jiaxi Ren", "Hongxin Wei", "Bingyi Jing", "Yuxin Tao" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2609.36653/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2609-36653", "citation_date": "2026-09-29", "json_url": "https://latent-implicit-thinking.github.io/papers/2609.36653/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2609.36653/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2609.36653/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2609.36653/citation.csl.json" }, { "id": "2609.37379", "title": "Looped Transformers as Optimizers", "authors": "Yulong Huang, Chen Jiang, Zhanpeng Zhou, Hongtao Zhang, Tianyu Li, Tianyu He, Xiangyu Zhang, Bojun Cheng", "first_public": "2026-09-29", "added_at": "2026-10-18", "venue": "arXiv", "arxiv": "2609.37379", "paper_url": "https://arxiv.org/abs/2609.37379", "summary": "Treats each recurrent hidden-state update as an optimization step and derives loop designs from this view. Introduces OperLoop, combining adaptive step sizes and weight decay.", "lens": [ "recurrent", "analysis" ], "representation": [ "hidden-state" ], "computation": [ "recurrent", "depth-wise" ], "training": [ "pretraining" ], "questions": [ "architecture", "theory", "capability" ], "evidence": [ "formal", "empirical" ], "modality": [ "language" ], "provenance": "Primary-source literature search, 2026-10-18", "author_names": [ "Yulong Huang", "Chen Jiang", "Zhanpeng Zhou", "Hongtao Zhang", "Tianyu Li", "Tianyu He", "Xiangyu Zhang", "Bojun Cheng" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2609.37379/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2609-37379", "citation_date": "2026-09-29", "json_url": "https://latent-implicit-thinking.github.io/papers/2609.37379/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2609.37379/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2609.37379/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2609.37379/citation.csl.json" }, { "id": "2609.39892", "title": "Shared Weights, Selected Computations: How Looped Transformers Route What Each Loop Does", "authors": "Jiaju Wu, Yi Hu, Muhan Zhang", "first_public": "2026-09-30", "added_at": "2026-10-18", "venue": "arXiv", "arxiv": "2609.39892", "paper_url": "https://arxiv.org/abs/2609.39892", "lens": [ "analysis", "recurrent" ], "representation": [ "hidden-state" ], "computation": [ "recurrent", "depth-wise" ], "training": [ "analysis-only" ], "questions": [ "interpretability", "controllability" ], "evidence": [ "empirical", "mechanistic" ], "modality": [ "symbolic" ], "summary": "Uses graph-walk tasks to study how a looped transformer performs different computations with the same weights. Tests whether changing the state entering a loop can select its computation, using steering and activation-patching experiments.", "provenance": "Primary-source literature search, 2026-10-18", "author_names": [ "Jiaju Wu", "Yi Hu", "Muhan Zhang" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2609.39892/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2609-39892", "citation_date": "2026-09-30", "json_url": "https://latent-implicit-thinking.github.io/papers/2609.39892/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2609.39892/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2609.39892/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2609.39892/citation.csl.json" }, { "id": "2609.39967", "title": "What Limits Recursive Reasoning Models: Optimization, Architecture and Test-Time Scaling", "authors": "Yuliana Shakhvalieva, Dmitrii Kharchev, Viacheslav Bezrukov, Inessa Fedorova, Dmitry Bocharov, Ivan Oseledets, Valerii Ternovskii", "first_public": "2026-09-30", "added_at": "2026-10-18", "venue": "arXiv", "arxiv": "2609.39967", "paper_url": "https://arxiv.org/abs/2609.39967", "lens": [ "recurrent", "analysis" ], "representation": [ "hidden-state" ], "computation": [ "recurrent", "depth-wise" ], "training": [ "supervised" ], "questions": [ "architecture", "generalization", "limitations" ], "evidence": [ "empirical" ], "modality": [ "symbolic" ], "summary": "Compares recursive reasoning models under a common training and evaluation setup. Isolates the effects of gradient propagation, batch size, state updates, and hierarchical structure on algorithmic tasks and generalization.", "provenance": "Primary-source literature search, 2026-10-18", "author_names": [ "Yuliana Shakhvalieva", "Dmitrii Kharchev", "Viacheslav Bezrukov", "Inessa Fedorova", "Dmitry Bocharov", "Ivan Oseledets", "Valerii Ternovskii" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2609.39967/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2609-39967", "citation_date": "2026-09-30", "json_url": "https://latent-implicit-thinking.github.io/papers/2609.39967/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2609.39967/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2609.39967/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2609.39967/citation.csl.json" }, { "id": "2609.40316", "title": "Scaling Laws for Looped Mixture of Experts", "authors": "Yanbei Chen, Anirudh Goyal, Raghuraman Krishnamoorthi", "first_public": "2026-09-30", "added_at": "2026-10-18", "venue": "arXiv", "arxiv": "2609.40316", "paper_url": "https://arxiv.org/abs/2609.40316", "lens": [ "recurrent", "analysis" ], "representation": [ "hidden-state" ], "computation": [ "recurrent", "depth-wise" ], "training": [ "pretraining" ], "questions": [ "scaling", "architecture", "efficiency" ], "evidence": [ "empirical", "scaling" ], "modality": [ "language" ], "summary": "Fits scaling laws that jointly account for recurrent depth, expert sparsity, model size, and training data in looped mixture-of-experts models. Uses them to study how to allocate resources under compute and memory constraints.", "provenance": "Primary-source literature search, 2026-10-18", "author_names": [ "Yanbei Chen", "Anirudh Goyal", "Raghuraman Krishnamoorthi" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2609.40316/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2609-40316", "citation_date": "2026-09-30", "json_url": "https://latent-implicit-thinking.github.io/papers/2609.40316/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2609.40316/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2609.40316/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2609.40316/citation.csl.json" }, { "id": "2610.01177", "title": "Temporally-Resolved Token Attribution Reveals the Generation Dynamics of Diffusion Language Models", "authors": "Darpan Aswal, Céline Hudelot", "first_public": "2026-10-01", "lens": [ "analysis", "beyond-sequential" ], "representation": [ "hidden-state", "discrete-token" ], "training": [ "analysis-only" ], "questions": [ "interpretability", "evaluation" ], "evidence": [ "formal", "empirical" ], "modality": [ "language", "symbolic" ], "summary": "Extends integrated-gradient attribution across layers and denoising steps to examine which inputs influence a diffusion model's developing response. Includes multi-hop graph reasoning; the authors present attribution as a complement to, not a replacement for, causal intervention.", "computation": [ "diffusion" ], "venue": "arXiv", "arxiv": "2610.01177", "paper_url": "https://arxiv.org/abs/2610.01177", "provenance": "Primary-source literature search, 2026-10-18", "added_at": "2026-10-18", "author_names": [ "Darpan Aswal", "Céline Hudelot" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2610.01177/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2610-01177", "citation_date": "2026-10-01", "json_url": "https://latent-implicit-thinking.github.io/papers/2610.01177/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2610.01177/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2610.01177/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2610.01177/citation.csl.json" }, { "id": "2610.02741", "title": "On the Chain-of-Thought Monitorability of Looped Language Models", "authors": "Han Wang, Ishwar B Balappanawar, Huan Zhang", "first_public": "2026-10-02", "added_at": "2026-10-18", "venue": "arXiv", "arxiv": "2610.02741", "paper_url": "https://arxiv.org/abs/2610.02741", "lens": [ "analysis", "recurrent" ], "representation": [ "hidden-state", "text-latent-hybrid" ], "computation": [ "recurrent", "depth-wise" ], "training": [ "analysis-only" ], "questions": [ "evaluation", "interpretability", "limitations" ], "evidence": [ "empirical", "boundary" ], "modality": [ "language", "symbolic" ], "summary": "Tests how recurrent depth affects the ability to monitor a language model through its written chain of thought. Finds task-dependent changes under stress tests, while matched comparisons do not show a general monitorability disadvantage for looped architectures.", "provenance": "Primary-source literature search, 2026-10-18", "author_names": [ "Han Wang", "Ishwar B Balappanawar", "Huan Zhang" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2610.02741/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2610-02741", "citation_date": "2026-10-02", "json_url": "https://latent-implicit-thinking.github.io/papers/2610.02741/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2610.02741/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2610.02741/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2610.02741/citation.csl.json" }, { "id": "2610.09416", "title": "Efficient Reasoning with Flow Language Models", "authors": "Hanru Bai, Faissal Izermine, Oscar Davis, T. Konstantin Rusch", "first_public": "2026-10-07", "lens": [ "analysis", "continuous", "beyond-sequential" ], "representation": [ "continuous-state" ], "training": [ "analysis-only", "supervised" ], "questions": [ "theory", "interpretability", "efficiency" ], "evidence": [ "formal", "empirical", "mechanistic" ], "modality": [ "symbolic" ], "summary": "Compares continuous flow and discrete diffusion models at matched sizes and denoising steps. A theoretical account and intermediate-state interventions examine whether retaining information about several candidates helps solve mazes and Sudoku before final discretization.", "computation": [ "diffusion", "parallel" ], "venue": "arXiv", "arxiv": "2610.09416", "paper_url": "https://arxiv.org/abs/2610.09416", "provenance": "Primary-source literature search, 2026-10-18", "added_at": "2026-10-18", "author_names": [ "Hanru Bai", "Faissal Izermine", "Oscar Davis", "T. Konstantin Rusch" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2610.09416/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2610-09416", "citation_date": "2026-10-07", "json_url": "https://latent-implicit-thinking.github.io/papers/2610.09416/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2610.09416/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2610.09416/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2610.09416/citation.csl.json" }, { "id": "2610.10625", "title": "Safe at One Loop, Risky at Another: Aligning Safety Across Recurrent Depths in Looped Language Models", "authors": "Yi Wang, Xiuyuan Qi, Dongqi Han, Dongsheng Li, Wenjie Wang", "first_public": "2026-10-07", "added_at": "2026-10-18", "venue": "arXiv", "arxiv": "2610.10625", "paper_url": "https://arxiv.org/abs/2610.10625", "lens": [ "recurrent", "analysis" ], "representation": [ "hidden-state" ], "computation": [ "recurrent", "depth-wise" ], "training": [ "supervised" ], "questions": [ "evaluation", "controllability", "limitations" ], "evidence": [ "empirical" ], "modality": [ "language" ], "summary": "Evaluates harmful-query and jailbreak behavior at different recurrent depths of looped language models. Proposes depth-specific control, state sharing, and joint supervision to align safety behavior across depths.", "provenance": "Primary-source literature search, 2026-10-18", "author_names": [ "Yi Wang", "Xiuyuan Qi", "Dongqi Han", "Dongsheng Li", "Wenjie Wang" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2610.10625/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2610-10625", "citation_date": "2026-10-07", "json_url": "https://latent-implicit-thinking.github.io/papers/2610.10625/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2610.10625/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2610.10625/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2610.10625/citation.csl.json" }, { "id": "2610.13527", "title": "S-Space: Exploring Spatial Workspace in Multimodal Language Models", "authors": "Zhiyuan Shi, Xiang Li, Xingzhuo Guo, Shangchen Miao, Weiliang Chen, Qiyu Dai, Jinshan Ren, Jiangran Lyu, Fangfu Liu, Mingsheng Long, Jialong Wu", "first_public": "2026-10-09", "venue": "arXiv", "arxiv": "2610.13527", "paper_url": "https://arxiv.org/abs/2610.13527", "lens": [ "analysis" ], "representation": [ "hidden-state", "multimodal-latent" ], "computation": [ "depth-wise" ], "training": [ "analysis-only" ], "questions": [ "interpretability", "evaluation", "limitations" ], "evidence": [ "empirical", "mechanistic", "probing" ], "modality": [ "multimodal", "vision" ], "summary": "Identifies spatial-coordinate directions in multimodal model activations and tests them through causal interventions. Separating perception from viewpoint transformation reveals cases where a model represents object locations but fails to perform the required spatial computation.", "provenance": "Primary-source literature search, 2026-10-18", "added_at": "2026-10-18", "author_names": [ "Zhiyuan Shi", "Xiang Li", "Xingzhuo Guo", "Shangchen Miao", "Weiliang Chen", "Qiyu Dai", "Jinshan Ren", "Jiangran Lyu", "Fangfu Liu", "Mingsheng Long", "Jialong Wu" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2610.13527/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2610-13527", "citation_date": "2026-10-09", "json_url": "https://latent-implicit-thinking.github.io/papers/2610.13527/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2610.13527/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2610.13527/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2610.13527/citation.csl.json" }, { "id": "2610.14456", "title": "Learning to Extrapolate in Depth with Looped Transformers", "authors": "Huitao Yang, Jianhao Huang, Zixuan Wang, Baharan Mirzasoleiman", "first_public": "2026-10-10", "added_at": "2026-10-18", "venue": "arXiv", "arxiv": "2610.14456", "paper_url": "https://arxiv.org/abs/2610.14456", "summary": "Analyzes how many extra loops a model trained on graph connectivity can safely run. Derives a finite range where added depth solves harder graphs before further loops create false connections.", "lens": [ "analysis", "recurrent" ], "representation": [ "hidden-state" ], "computation": [ "recurrent", "depth-wise" ], "training": [ "supervised", "analysis-only" ], "questions": [ "theory", "generalization", "limitations" ], "evidence": [ "formal", "empirical", "boundary" ], "modality": [ "symbolic" ], "provenance": "Primary-source literature search, 2026-10-18", "author_names": [ "Huitao Yang", "Jianhao Huang", "Zixuan Wang", "Baharan Mirzasoleiman" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2610.14456/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2610-14456", "citation_date": "2026-10-10", "json_url": "https://latent-implicit-thinking.github.io/papers/2610.14456/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2610.14456/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2610.14456/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2610.14456/citation.csl.json" }, { "id": "2610.15081", "title": "Knowledge transfer between simple discrete worlds", "authors": "Silvère Gangloff, Jan Hula", "first_public": "2026-10-10", "added_at": "2026-10-18", "venue": "arXiv", "arxiv": "2610.15081", "paper_url": "https://arxiv.org/abs/2610.15081", "lens": [ "recurrent", "analysis" ], "representation": [ "hidden-state" ], "computation": [ "recurrent", "depth-wise" ], "training": [ "supervised" ], "questions": [ "generalization", "evaluation" ], "evidence": [ "empirical" ], "modality": [ "symbolic" ], "summary": "Evaluates a depth-recurrent model on Sudoku-like worlds with different rule combinations. Compares symbolic rule descriptions with solved examples when the test world contains new puzzles, new combinations, or unfamiliar rule instances.", "provenance": "Primary-source literature search, 2026-10-18", "author_names": [ "Silvère Gangloff", "Jan Hula" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2610.15081/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2610-15081", "citation_date": "2026-10-10", "json_url": "https://latent-implicit-thinking.github.io/papers/2610.15081/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2610.15081/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2610.15081/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2610.15081/citation.csl.json" }, { "id": "2610.15218", "title": "Running Fewer Loops Removes Refusal Behaviour in Recurrent-Depth Language Models", "authors": "Seyedarmin Azizi, Erfan Baghaei Potraghloo, Arya Fayyazi, Saeid Shokoufa, Massoud Pedram", "first_public": "2026-10-10", "added_at": "2026-10-18", "venue": "arXiv", "arxiv": "2610.15218", "paper_url": "https://arxiv.org/abs/2610.15218", "lens": [ "analysis", "recurrent" ], "representation": [ "hidden-state" ], "computation": [ "recurrent", "depth-wise" ], "training": [ "analysis-only", "supervised" ], "questions": [ "evaluation", "interpretability", "limitations" ], "evidence": [ "empirical", "mechanistic", "probing" ], "modality": [ "language" ], "summary": "Studies how reducing recurrent depth changes refusal behavior in two looped language-model families. Uses probes and interventions to distinguish recognizing a harmful request from refusing it, and tests safety training across randomly selected depths.", "provenance": "Primary-source literature search, 2026-10-18", "author_names": [ "Seyedarmin Azizi", "Erfan Baghaei Potraghloo", "Arya Fayyazi", "Saeid Shokoufa", "Massoud Pedram" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2610.15218/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2610-15218", "citation_date": "2026-10-10", "json_url": "https://latent-implicit-thinking.github.io/papers/2610.15218/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2610.15218/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2610.15218/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2610.15218/citation.csl.json" }, { "id": "2610.16427", "title": "Resample the Answer: Where to Spend Test-Time Compute in Recursive Reasoning", "authors": "Maxime Illouz", "first_public": "2026-10-12", "added_at": "2026-10-18", "venue": "arXiv", "arxiv": "2610.16427", "paper_url": "https://arxiv.org/abs/2610.16427", "lens": [ "recurrent", "analysis" ], "representation": [ "hidden-state" ], "computation": [ "recurrent", "search" ], "training": [ "inference-only" ], "questions": [ "efficiency", "scaling", "interpretability" ], "evidence": [ "empirical", "mechanistic" ], "modality": [ "symbolic" ], "summary": "Separately perturbs the answer state and the reasoning state of a recursive puzzle solver to study where extra search is useful. Uses the model's halting prediction to trigger restarts that resample the answer state.", "provenance": "Primary-source literature search, 2026-10-18", "author_names": [ "Maxime Illouz" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2610.16427/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2610-16427", "citation_date": "2026-10-12", "json_url": "https://latent-implicit-thinking.github.io/papers/2610.16427/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2610.16427/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2610.16427/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2610.16427/citation.csl.json" }, { "id": "2610.18127", "title": "Monitoring latent reasoning in looped language models", "authors": "Pawel Olszowiec, Paulina Tomaszewska, Maciej Żelaszczyk, Michal Byra, Neo Christopher Chung", "first_public": "2026-10-13", "venue": "arXiv", "arxiv": "2610.18127", "paper_url": "https://arxiv.org/abs/2610.18127", "lens": [ "analysis", "recurrent" ], "representation": [ "hidden-state" ], "computation": [ "recurrent", "depth-wise" ], "training": [ "analysis-only" ], "questions": [ "interpretability", "evaluation", "limitations", "architecture" ], "evidence": [ "empirical", "mechanistic" ], "modality": [ "language" ], "summary": "Inspects eight looped language models for state convergence, token decisions, readout quality, attention behavior, and sensitivity to injected noise. Finds important differences between models that receive the prompt once and those that reintroduce it at each loop.", "provenance": "Primary-source literature search, 2026-10-18", "added_at": "2026-10-18", "author_names": [ "Pawel Olszowiec", "Paulina Tomaszewska", "Maciej Żelaszczyk", "Michal Byra", "Neo Christopher Chung" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2610.18127/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2610-18127", "citation_date": "2026-10-13", "json_url": "https://latent-implicit-thinking.github.io/papers/2610.18127/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2610.18127/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2610.18127/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2610.18127/citation.csl.json" }, { "id": "2610.18174", "title": "Looped Reasoning Finishes Earlier Than You Think", "authors": "Sumin Park, T. Konstantin Rusch", "first_public": "2026-10-13", "added_at": "2026-10-18", "venue": "arXiv", "arxiv": "2610.18174", "paper_url": "https://arxiv.org/abs/2610.18174", "lens": [ "recurrent", "analysis" ], "representation": [ "hidden-state", "continuous-state" ], "computation": [ "recurrent", "depth-wise" ], "training": [ "supervised" ], "questions": [ "architecture", "theory", "efficiency" ], "evidence": [ "formal", "empirical" ], "modality": [ "symbolic" ], "summary": "Studies how oscillations can slow convergence in recurrent reasoning models. Proposes an architecture whose rotational state changes are separated from the representation used for reasoning, and tests convergence on puzzle-solving tasks.", "provenance": "Primary-source literature search, 2026-10-18", "author_names": [ "Sumin Park", "T. Konstantin Rusch" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2610.18174/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2610-18174", "citation_date": "2026-10-13", "json_url": "https://latent-implicit-thinking.github.io/papers/2610.18174/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2610.18174/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2610.18174/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2610.18174/citation.csl.json" }, { "id": "2610.19220", "title": "Riding the Fixed-Point Curve: Image Classification in the Continuous Thought Machine", "authors": "Thomas Hannagan", "first_public": "2026-10-13", "added_at": "2026-10-18", "venue": "arXiv", "arxiv": "2610.19220", "paper_url": "https://arxiv.org/abs/2610.19220", "summary": "Analyzes the Continuous Thought Machine's repeated updates during image classification. Finds that its hidden states follow moving fixed points and that much of its attention schedule is shared across images.", "lens": [ "analysis", "recurrent" ], "representation": [ "hidden-state" ], "computation": [ "recurrent" ], "training": [ "analysis-only" ], "questions": [ "interpretability", "theory", "limitations" ], "evidence": [ "formal", "empirical", "mechanistic" ], "modality": [ "vision" ], "provenance": "Primary-source literature search, 2026-10-18", "author_names": [ "Thomas Hannagan" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2610.19220/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2610-19220", "citation_date": "2026-10-13", "json_url": "https://latent-implicit-thinking.github.io/papers/2610.19220/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2610.19220/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2610.19220/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2610.19220/citation.csl.json" }, { "id": "2610.19768", "title": "Learning to Compute Is Not Learning to Retain or Reuse in Looped Transformers", "authors": "Peilong Zhou, Hongtao Zhang, Yulong Huang, Cangyuan Li, Mingyu Chen, Ying Wang", "first_public": "2026-10-14", "added_at": "2026-10-18", "venue": "arXiv", "arxiv": "2610.19768", "paper_url": "https://arxiv.org/abs/2610.19768", "summary": "Separates computing an answer, preserving it through additional loops, and keeping its hidden state usable for later steps. On state-machine and maze tasks, shows that training can improve one ability without securing the others.", "lens": [ "analysis", "recurrent" ], "representation": [ "hidden-state" ], "computation": [ "recurrent", "depth-wise" ], "training": [ "supervised", "analysis-only" ], "questions": [ "interpretability", "generalization", "limitations" ], "evidence": [ "empirical", "mechanistic", "boundary" ], "modality": [ "symbolic" ], "provenance": "Primary-source literature search, 2026-10-18", "author_names": [ "Peilong Zhou", "Hongtao Zhang", "Yulong Huang", "Cangyuan Li", "Mingyu Chen", "Ying Wang" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2610.19768/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2610-19768", "citation_date": "2026-10-14", "json_url": "https://latent-implicit-thinking.github.io/papers/2610.19768/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2610.19768/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2610.19768/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2610.19768/citation.csl.json" }, { "id": "2610.21182", "title": "Does Latent Chain-of-Thought Actually Reason? A Single, Unifying Taxonomy for Latent Reasoning", "authors": "Jingjie Qiu, Sheldon Yu, Xunyi Jiang, Jiajin Liu, Zihan Huang, Zhendong Chu, Tong Yu, Julian McAuley, Junda Wu", "first_public": "2026-10-15", "venue": "arXiv", "arxiv": "2610.21182", "paper_url": "https://arxiv.org/abs/2610.21182", "lens": [ "analysis", "continuous" ], "representation": [ "continuous-state" ], "computation": [ "token-wise" ], "training": [ "analysis-only" ], "questions": [ "taxonomy", "interpretability", "evaluation", "limitations" ], "evidence": [ "empirical", "mechanistic", "probing" ], "modality": [ "language", "symbolic" ], "summary": "Uses chain deletion, content replacement, probes, and trajectory analysis across 21 model-task configurations. Separates what continuous states encode from whether the model uses their content, finding that dependence on the chain varies with task and training recipe.", "provenance": "Primary-source literature search, 2026-10-18", "added_at": "2026-10-18", "author_names": [ "Jingjie Qiu", "Sheldon Yu", "Xunyi Jiang", "Jiajin Liu", "Zihan Huang", "Zhendong Chu", "Tong Yu", "Julian McAuley", "Junda Wu" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2610.21182/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2610-21182", "citation_date": "2026-10-15", "json_url": "https://latent-implicit-thinking.github.io/papers/2610.21182/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2610.21182/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2610.21182/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2610.21182/citation.csl.json" } ] }