{ "metadata": { "version": "0.9.4", "updated_at": "2026-10-18", "search_refreshed_at": "2026-10-18", "topic_id": "internalized", "name": "Internalized reasoning", "definition": "Learn from worked solutions so that some or all of the reasoning can later happen without writing those steps. Training may use a separate teacher model or progressively remove written steps from the model being trained.", "record_count": 19, "topic_url": "https://latent-implicit-thinking.github.io/topics/internalized-reasoning/", "source_url": "https://latent-implicit-thinking.github.io/data/papers.json" }, "comparisons": [ { "title": "Distillation and stepwise internalization", "text": "Deng et al. (2023) introduced implicit CoT as reasoning through hidden states rather than written steps; distillation is the paper's implementation of that proposal. It learns to predict a teacher's intermediate hidden states, which help a student produce the answer. Stepwise Internalization instead repeatedly shortens the written solution and fine-tunes the same model on what remains. Both use worked solutions during training; neither requires writing the removed steps at inference. Their reported experiments focus on multiplication and grade-school math, not a guarantee of general reasoning ability.", "source_ids": [ "2311.01460", "2405.14838" ], "source_urls": [ "https://arxiv.org/html/2311.01460v1#S2.SS3", "https://arxiv.org/html/2311.01460v1#S3", "https://arxiv.org/html/2405.14838v1#S3" ], "source_labels": [ "Implicit CoT proposal, §2.3", "Distillation implementation, §3", "Stepwise internalization, §3" ] }, { "title": "Hidden-state distillation: the 2023 method and CODI", "text": "The 2023 implicit CoT paper proposes reasoning through hidden states and implements it with a teacher, a thought emulator and an answer-generating student. CODI also transfers explicit reasoning through hidden-state supervision, but uses one model for both teacher and student tasks. It aligns their states just before the answer, while the student takes successive continuous reasoning steps.", "source_ids": [ "2311.01460", "2502.21074" ], "source_urls": [ "https://arxiv.org/html/2311.01460v1#S2.SS3", "https://arxiv.org/html/2311.01460v1#S3", "https://arxiv.org/html/2502.21074v3#S3" ], "source_labels": [ "Deng et al. (2023), §2.3", "Deng et al. (2023), §3", "CODI, §3" ] } ], "demos": [ { "id": "multiplication", "title": "Multiplication without written steps", "label": "Multiplication", "description": "Compare GPT-2 models using implicit CoT, explicit CoT, or no CoT on two numbers of up to 20 digits each.", "limitations": "The models can make mistakes, including on valid inputs. The implicit model writes answer digits, not intermediate steps.", "model": "GPT-2", "url": "https://huggingface.co/spaces/yuntian-deng/gpt2-multiplication", "model_url": "https://huggingface.co/yuntian-deng/gpt2-implicit-cot-multiplication-20-digits", "topic_ids": [ "internalized" ], "paper_relationships": [ { "paper_id": "2405.14838", "relationship": "implementation" }, { "paper_id": "2311.01460", "relationship": "related_method" } ] }, { "id": "math-word-problems", "title": "Math word problems without written steps", "label": "Math word problems", "description": "Try a Mistral-7B model trained with stepwise internalization on grade-school math word problems.", "limitations": "Answers can be wrong. This model is trained for grade-school math word problems, not general conversation. It still generates the answer token by token.", "model": "Mistral-7B", "url": "https://huggingface.co/spaces/yuntian-deng/implicit-cot-math", "model_url": "https://huggingface.co/yuntian-deng/implicit-cot-math-mistral7b", "topic_ids": [ "internalized" ], "paper_relationships": [ { "paper_id": "2405.14838", "relationship": "implementation" }, { "paper_id": "2311.01460", "relationship": "related_method" } ] } ], "papers": [ { "id": "2311.01460", "title": "Implicit Chain of Thought Reasoning via Knowledge Distillation", "related_terms": [ "implicit CoT", "latent reasoning", "latent chain-of-thought", "latent CoT" ], "authors": "Yuntian Deng, Kiran Prasad, Roland Fernandez, Paul Smolensky, Vishrav Chaudhary, Stuart Shieber", "first_public": "2023-11-02", "venue": "arXiv", "arxiv": "2311.01460", "paper_url": "https://arxiv.org/abs/2311.01460", "code_url": "https://github.com/da03/implicit_chain_of_thought/", "lens": [ "internalized" ], "representation": [ "hidden-state" ], "computation": [ "depth-wise" ], "training": [ "distillation" ], "questions": [ "capability", "efficiency" ], "evidence": [ "empirical" ], "modality": [ "language", "symbolic" ], "summary": "First proposes implicit chain-of-thought reasoning: language models carry out intermediate reasoning in continuous hidden states rather than generate it as text. Defines this setting separately from its implementation, which distills an explicit-CoT teacher's hidden states into an emulator and a student that produces the answer.", "provenance": "Awesome-Latent-CoT", "author_names": [ "Yuntian Deng", "Kiran Prasad", "Roland Fernandez", "Paul Smolensky", "Vishrav Chaudhary", "Stuart Shieber" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2311.01460/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2311-01460", "citation_date": "2023-11-02", "json_url": "https://latent-implicit-thinking.github.io/papers/2311.01460/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2311.01460/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2311.01460/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2311.01460/citation.csl.json", "demos": [ { "id": "multiplication", "title": "Multiplication without written steps", "label": "Multiplication", "description": "Compare GPT-2 models using implicit CoT, explicit CoT, or no CoT on two numbers of up to 20 digits each.", "limitations": "The models can make mistakes, including on valid inputs. The implicit model writes answer digits, not intermediate steps.", "model": "GPT-2", "url": "https://huggingface.co/spaces/yuntian-deng/gpt2-multiplication", "model_url": "https://huggingface.co/yuntian-deng/gpt2-implicit-cot-multiplication-20-digits", "topic_ids": [ "internalized" ], "paper_relationships": [ { "paper_id": "2405.14838", "relationship": "implementation" }, { "paper_id": "2311.01460", "relationship": "related_method" } ], "relationship": "related_method" }, { "id": "math-word-problems", "title": "Math word problems without written steps", "label": "Math word problems", "description": "Try a Mistral-7B model trained with stepwise internalization on grade-school math word problems.", "limitations": "Answers can be wrong. This model is trained for grade-school math word problems, not general conversation. It still generates the answer token by token.", "model": "Mistral-7B", "url": "https://huggingface.co/spaces/yuntian-deng/implicit-cot-math", "model_url": "https://huggingface.co/yuntian-deng/implicit-cot-math-mistral7b", "topic_ids": [ "internalized" ], "paper_relationships": [ { "paper_id": "2405.14838", "relationship": "implementation" }, { "paper_id": "2311.01460", "relationship": "related_method" } ], "relationship": "related_method" } ], "method_comparisons": [ { "title": "Distillation and stepwise internalization", "text": "Deng et al. (2023) introduced implicit CoT as reasoning through hidden states rather than written steps; distillation is the paper's implementation of that proposal. It learns to predict a teacher's intermediate hidden states, which help a student produce the answer. Stepwise Internalization instead repeatedly shortens the written solution and fine-tunes the same model on what remains. Both use worked solutions during training; neither requires writing the removed steps at inference. Their reported experiments focus on multiplication and grade-school math, not a guarantee of general reasoning ability.", "source_ids": [ "2311.01460", "2405.14838" ], "source_urls": [ "https://arxiv.org/html/2311.01460v1#S2.SS3", "https://arxiv.org/html/2311.01460v1#S3", "https://arxiv.org/html/2405.14838v1#S3" ], "source_labels": [ "Implicit CoT proposal, §2.3", "Distillation implementation, §3", "Stepwise internalization, §3" ], "topic_id": "internalized", "topic_label": "Internalized reasoning", "topic_url": "https://latent-implicit-thinking.github.io/topics/internalized-reasoning/" }, { "title": "Hidden-state distillation: the 2023 method and CODI", "text": "The 2023 implicit CoT paper proposes reasoning through hidden states and implements it with a teacher, a thought emulator and an answer-generating student. CODI also transfers explicit reasoning through hidden-state supervision, but uses one model for both teacher and student tasks. It aligns their states just before the answer, while the student takes successive continuous reasoning steps.", "source_ids": [ "2311.01460", "2502.21074" ], "source_urls": [ "https://arxiv.org/html/2311.01460v1#S2.SS3", "https://arxiv.org/html/2311.01460v1#S3", "https://arxiv.org/html/2502.21074v3#S3" ], "source_labels": [ "Deng et al. (2023), §2.3", "Deng et al. (2023), §3", "CODI, §3" ], "topic_id": "internalized", "topic_label": "Internalized reasoning", "topic_url": "https://latent-implicit-thinking.github.io/topics/internalized-reasoning/" }, { "title": "Implicit CoT: proposal and implementation", "text": "Deng et al. (2023) proposed implicit chain-of-thought reasoning: language models carry out intermediate reasoning in continuous hidden states rather than generate it as text. Section 2.3 defines this setting; section 3 develops a distillation method to implement it. That method transfers a teacher's reasoning into hidden states across layers. Reasoning through continuous hidden states is the broader proposal; it does not require the particular distillation procedure used in this paper. Its across-layer computation differs from the repeated hidden-state feedback used by later methods such as Coconut.", "source_ids": [ "2311.01460", "2412.06769" ], "source_urls": [ "https://arxiv.org/html/2311.01460v1#S2.SS3", "https://arxiv.org/html/2311.01460v1#S3", "https://arxiv.org/html/2412.06769v3#S3" ], "source_labels": [ "Implicit CoT proposal, §2.3", "Distillation implementation, §3", "Coconut, §3" ], "topic_id": "continuous", "topic_label": "Continuous-state reasoning", "topic_url": "https://latent-implicit-thinking.github.io/topics/continuous-states/" } ] }, { "id": "2405.14838", "title": "From Explicit CoT to Implicit CoT: Learning to Internalize CoT Step by Step", "related_terms": [ "implicit CoT", "latent reasoning", "latent chain-of-thought", "latent CoT" ], "authors": "Yuntian Deng, Yejin Choi, Stuart Shieber", "first_public": "2024-05-23", "venue": "arXiv", "arxiv": "2405.14838", "paper_url": "https://arxiv.org/abs/2405.14838", "code_url": "https://github.com/da03/Internalize_CoT_Step_by_Step", "lens": [ "internalized" ], "representation": [ "hidden-state" ], "computation": [ "depth-wise" ], "training": [ "curriculum", "supervised" ], "questions": [ "capability", "efficiency" ], "evidence": [ "empirical" ], "modality": [ "language", "symbolic" ], "summary": "Uses a curriculum that progressively removes intermediate reasoning steps during fine-tuning, teaching a model to internalize an explicit chain of thought.", "provenance": "Awesome-Latent-CoT", "author_names": [ "Yuntian Deng", "Yejin Choi", "Stuart Shieber" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2405.14838/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2405-14838", "citation_date": "2024-05-23", "json_url": "https://latent-implicit-thinking.github.io/papers/2405.14838/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2405.14838/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2405.14838/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2405.14838/citation.csl.json", "demos": [ { "id": "multiplication", "title": "Multiplication without written steps", "label": "Multiplication", "description": "Compare GPT-2 models using implicit CoT, explicit CoT, or no CoT on two numbers of up to 20 digits each.", "limitations": "The models can make mistakes, including on valid inputs. The implicit model writes answer digits, not intermediate steps.", "model": "GPT-2", "url": "https://huggingface.co/spaces/yuntian-deng/gpt2-multiplication", "model_url": "https://huggingface.co/yuntian-deng/gpt2-implicit-cot-multiplication-20-digits", "topic_ids": [ "internalized" ], "paper_relationships": [ { "paper_id": "2405.14838", "relationship": "implementation" }, { "paper_id": "2311.01460", "relationship": "related_method" } ], "relationship": "implementation" }, { "id": "math-word-problems", "title": "Math word problems without written steps", "label": "Math word problems", "description": "Try a Mistral-7B model trained with stepwise internalization on grade-school math word problems.", "limitations": "Answers can be wrong. This model is trained for grade-school math word problems, not general conversation. It still generates the answer token by token.", "model": "Mistral-7B", "url": "https://huggingface.co/spaces/yuntian-deng/implicit-cot-math", "model_url": "https://huggingface.co/yuntian-deng/implicit-cot-math-mistral7b", "topic_ids": [ "internalized" ], "paper_relationships": [ { "paper_id": "2405.14838", "relationship": "implementation" }, { "paper_id": "2311.01460", "relationship": "related_method" } ], "relationship": "implementation" } ], "method_comparisons": [ { "title": "Distillation and stepwise internalization", "text": "Deng et al. (2023) introduced implicit CoT as reasoning through hidden states rather than written steps; distillation is the paper's implementation of that proposal. It learns to predict a teacher's intermediate hidden states, which help a student produce the answer. Stepwise Internalization instead repeatedly shortens the written solution and fine-tunes the same model on what remains. Both use worked solutions during training; neither requires writing the removed steps at inference. Their reported experiments focus on multiplication and grade-school math, not a guarantee of general reasoning ability.", "source_ids": [ "2311.01460", "2405.14838" ], "source_urls": [ "https://arxiv.org/html/2311.01460v1#S2.SS3", "https://arxiv.org/html/2311.01460v1#S3", "https://arxiv.org/html/2405.14838v1#S3" ], "source_labels": [ "Implicit CoT proposal, §2.3", "Distillation implementation, §3", "Stepwise internalization, §3" ], "topic_id": "internalized", "topic_label": "Internalized reasoning", "topic_url": "https://latent-implicit-thinking.github.io/topics/internalized-reasoning/" }, { "title": "From stepwise internalization to Coconut", "text": "Coconut explicitly credits Deng et al. (2024) as the inspiration for its multistage training curriculum. Stepwise internalization gradually removes written CoT tokens until the model answers directly. Coconut instead replaces removed steps with continuous hidden-state inputs, retaining a sequence of internal reasoning steps before the answer. It also follows the earlier work in resetting the optimizer between training stages.", "source_ids": [ "2405.14838", "2412.06769" ], "source_urls": [ "https://arxiv.org/html/2405.14838v1#S3", "https://arxiv.org/html/2412.06769v3#S3" ], "source_labels": [ "Deng et al. (2024), §3", "Coconut, §3" ], "topic_id": "continuous", "topic_label": "Continuous-state reasoning", "topic_url": "https://latent-implicit-thinking.github.io/topics/continuous-states/" }, { "title": "Changing generation order or removing written steps", "text": "Diffusion of Thought changes how a chain of thought is generated: it refines the solution through denoising rather than committing to words strictly from left to right. This changes the generation schedule, not necessarily the visibility of the reasoning. The resulting chain can still be text, unlike methods that only emit the final answer.", "source_ids": [ "2402.07754", "2405.14838" ], "source_urls": [ "https://proceedings.neurips.cc/paper_files/paper/2024/hash/be30024e7fa2c29cac7a6dafcbb8571f-Abstract-Conference.html", "https://arxiv.org/html/2405.14838v1#S3" ], "source_labels": [ "Diffusion of Thought", "Deng et al. (2024), §3" ], "topic_id": "beyond-sequential", "topic_label": "Alternative generation methods", "topic_url": "https://latent-implicit-thinking.github.io/topics/alternative-reasoning-schedules/" } ] }, { "id": "2407.06023", "title": "Distilling System 2 into System 1", "authors": "Ping Yu, Jing Xu, Jason Weston, Ilia Kulikov", "first_public": "2024-07-08", "venue": "arXiv", "arxiv": "2407.06023", "paper_url": "https://arxiv.org/abs/2407.06023", "lens": [ "internalized" ], "representation": [ "hidden-state" ], "computation": [ "depth-wise" ], "training": [ "distillation" ], "questions": [ "capability", "efficiency" ], "evidence": [ "empirical" ], "modality": [ "language" ], "summary": "Uses outputs from a slower deliberative process as training data for a faster model, studying when System-2-like behavior can be compressed into direct prediction.", "provenance": "Awesome-Latent-CoT", "author_names": [ "Ping Yu", "Jing Xu", "Jason Weston", "Ilia Kulikov" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2407.06023/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2407-06023", "citation_date": "2024-07-08", "json_url": "https://latent-implicit-thinking.github.io/papers/2407.06023/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2407.06023/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2407.06023/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2407.06023/citation.csl.json" }, { "id": "2410.09918", "title": "Dualformer: Controllable Fast and Slow Thinking by Learning with Randomized Reasoning Traces", "authors": "DiJia Su, Sainbayar Sukhbaatar, Michael Rabbat, Yuandong Tian, Qinqing Zheng", "first_public": "2024-10-13", "venue": "arXiv", "arxiv": "2410.09918", "paper_url": "https://arxiv.org/abs/2410.09918", "lens": [ "internalized" ], "representation": [ "text-latent-hybrid" ], "computation": [ "token-wise" ], "training": [ "supervised" ], "questions": [ "capability", "efficiency", "controllability" ], "evidence": [ "empirical" ], "modality": [ "language", "symbolic" ], "summary": "Randomizes which reasoning steps remain visible during training so one model can interpolate between direct and explicit reasoning.", "provenance": "Primary-source literature search, 2026-09-04", "author_names": [ "DiJia Su", "Sainbayar Sukhbaatar", "Michael Rabbat", "Yuandong Tian", "Qinqing Zheng" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2410.09918/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2410-09918", "citation_date": "2024-10-13", "json_url": "https://latent-implicit-thinking.github.io/papers/2410.09918/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2410.09918/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2410.09918/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2410.09918/citation.csl.json" }, { "id": "2501.19201", "title": "Efficient Reasoning with Hidden Thinking", "authors": "Xuan Shen, Yizhou Wang, Yufa Zhou, Xiangxi Shi, Pu Zhao, Yanzhi Wang, Jiuxiang Gu", "first_public": "2025-01-31", "venue": "arXiv", "arxiv": "2501.19201", "paper_url": "https://arxiv.org/abs/2501.19201", "lens": [ "internalized", "continuous" ], "representation": [ "continuous-state" ], "computation": [ "token-wise" ], "training": [ "distillation" ], "questions": [ "capability", "efficiency" ], "evidence": [ "empirical" ], "modality": [ "language" ], "summary": "Compresses visible reasoning into hidden thinking states to reduce generated reasoning length while preserving task performance.", "provenance": "Primary-source literature search, 2026-09-04", "author_names": [ "Xuan Shen", "Yizhou Wang", "Yufa Zhou", "Xiangxi Shi", "Pu Zhao", "Yanzhi Wang", "Jiuxiang Gu" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2501.19201/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2501-19201", "citation_date": "2025-01-31", "json_url": "https://latent-implicit-thinking.github.io/papers/2501.19201/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2501.19201/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2501.19201/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2501.19201/citation.csl.json" }, { "id": "2502.15589", "title": "LightThinker: Thinking Step-by-Step Compression", "authors": "Jintian Zhang, Yuqi Zhu, Mengshu Sun, Yujie Luo, Shuofei Qiao, Lun Du, Da Zheng, Huajun Chen, Ningyu Zhang", "first_public": "2025-02-21", "venue": "arXiv", "arxiv": "2502.15589", "paper_url": "https://arxiv.org/abs/2502.15589", "lens": [ "internalized", "continuous" ], "representation": [ "continuous-state" ], "computation": [ "token-wise" ], "training": [ "distillation" ], "questions": [ "efficiency", "capability" ], "evidence": [ "empirical" ], "modality": [ "language" ], "summary": "Compresses segments of a generated reasoning chain into dense states while retaining a stepwise inference process.", "provenance": "Primary-source literature search, 2026-09-04", "author_names": [ "Jintian Zhang", "Yuqi Zhu", "Mengshu Sun", "Yujie Luo", "Shuofei Qiao", "Lun Du", "Da Zheng", "Huajun Chen", "Ningyu Zhang" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2502.15589/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2502-15589", "citation_date": "2025-02-21", "json_url": "https://latent-implicit-thinking.github.io/papers/2502.15589/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2502.15589/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2502.15589/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2502.15589/citation.csl.json" }, { "id": "2502.21074", "title": "CODI: Compressing Chain-of-Thought into Continuous Space via Self-Distillation", "authors": "Zhenyi Shen, Hanqi Yan, Linhai Zhang, Zhanghao Hu, Yali Du, Yulan He", "first_public": "2025-02-28", "venue": "EMNLP 2025", "arxiv": "2502.21074", "paper_url": "https://arxiv.org/abs/2502.21074", "lens": [ "continuous", "internalized" ], "representation": [ "continuous-state" ], "computation": [ "token-wise" ], "training": [ "self-distillation" ], "questions": [ "capability", "efficiency" ], "evidence": [ "empirical" ], "modality": [ "language", "symbolic" ], "summary": "Uses self-distillation to align continuous internal reasoning states with explicit chain-of-thought behavior while reducing visible reasoning tokens.", "provenance": "Awesome-Latent-CoT", "author_names": [ "Zhenyi Shen", "Hanqi Yan", "Linhai Zhang", "Zhanghao Hu", "Yali Du", "Yulan He" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2502.21074/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2502-21074", "citation_date": "2025-02-28", "json_url": "https://latent-implicit-thinking.github.io/papers/2502.21074/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2502.21074/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2502.21074/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2502.21074/citation.csl.json", "publication": { "title": "CODI: Compressing Chain-of-Thought into Continuous Space via Self-Distillation", "author_names": [ "Zhenyi Shen", "Hanqi Yan", "Linhai Zhang", "Zhanghao Hu", "Yali Du", "Yulan He" ], "year": 2025, "type": "paper-conference", "container_title": "Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing", "publisher": "Association for Computational Linguistics", "doi": "10.18653/v1/2025.emnlp-main.36", "pages": "677-693", "url": "https://aclanthology.org/2025.emnlp-main.36/", "source_url": "https://aclanthology.org/2025.emnlp-main.36/", "verified_at": "2026-10-18" }, "publication_bibtex_url": "https://latent-implicit-thinking.github.io/papers/2502.21074/publication.bib", "publication_csl_url": "https://latent-implicit-thinking.github.io/papers/2502.21074/publication.csl.json", "method_comparisons": [ { "title": "Hidden-state distillation: the 2023 method and CODI", "text": "The 2023 implicit CoT paper proposes reasoning through hidden states and implements it with a teacher, a thought emulator and an answer-generating student. CODI also transfers explicit reasoning through hidden-state supervision, but uses one model for both teacher and student tasks. It aligns their states just before the answer, while the student takes successive continuous reasoning steps.", "source_ids": [ "2311.01460", "2502.21074" ], "source_urls": [ "https://arxiv.org/html/2311.01460v1#S2.SS3", "https://arxiv.org/html/2311.01460v1#S3", "https://arxiv.org/html/2502.21074v3#S3" ], "source_labels": [ "Deng et al. (2023), §2.3", "Deng et al. (2023), §3", "CODI, §3" ], "topic_id": "internalized", "topic_label": "Internalized reasoning", "topic_url": "https://latent-implicit-thinking.github.io/topics/internalized-reasoning/" }, { "title": "Coconut and CODI: similar computation, different training", "text": "Coconut and CODI both pass continuous states between reasoning steps, but supervise them differently. Coconut gradually replaces written steps with hidden-state inputs and trains on the remaining text. CODI jointly trains explicit and implicit reasoning tasks, matching their hidden states at a selected position before the answer. These models avoid decoding a word at every intermediate step; they still perform successive model passes, so fewer written tokens does not mean no reasoning-time computation.", "source_ids": [ "2412.06769", "2502.21074" ], "source_urls": [ "https://arxiv.org/html/2412.06769v3#S3", "https://arxiv.org/html/2502.21074v3#S3" ], "source_labels": [ "Coconut, §3", "CODI, §3" ], "topic_id": "continuous", "topic_label": "Continuous-state reasoning", "topic_url": "https://latent-implicit-thinking.github.io/topics/continuous-states/" } ] }, { "id": "2505.16552", "title": "Think Silently, Think Fast: Dynamic Latent Compression of LLM Reasoning Chains", "authors": "Wenhui Tan, Jiaze Li, Jianzhong Ju, Zhenbo Luo, Ruihua Song, Jian Luan", "first_public": "2025-05-22", "venue": "arXiv", "arxiv": "2505.16552", "paper_url": "https://arxiv.org/abs/2505.16552", "lens": [ "internalized", "continuous" ], "representation": [ "continuous-state" ], "computation": [ "token-wise" ], "training": [ "distillation", "supervised" ], "questions": [ "efficiency", "capability", "controllability" ], "evidence": [ "empirical" ], "modality": [ "language" ], "summary": "Dynamically compresses portions of a reasoning chain into latent states according to the problem and intermediate context.", "provenance": "Primary-source literature search, 2026-09-04", "author_names": [ "Wenhui Tan", "Jiaze Li", "Jianzhong Ju", "Zhenbo Luo", "Ruihua Song", "Jian Luan" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2505.16552/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2505-16552", "citation_date": "2025-05-22", "json_url": "https://latent-implicit-thinking.github.io/papers/2505.16552/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2505.16552/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2505.16552/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2505.16552/citation.csl.json" }, { "id": "2505.18454", "title": "Hybrid Latent Reasoning via Reinforcement Learning", "authors": "Zhenrui Yue, Bowen Jin, Huimin Zeng, Honglei Zhuang, Zhen Qin, Jinsung Yoon, Lanyu Shang, Jiawei Han, Dong Wang", "first_public": "2025-05-24", "venue": "arXiv", "arxiv": "2505.18454", "paper_url": "https://arxiv.org/abs/2505.18454", "lens": [ "continuous", "internalized" ], "representation": [ "text-latent-hybrid", "continuous-state" ], "computation": [ "token-wise" ], "training": [ "reinforcement-learning" ], "questions": [ "capability", "efficiency", "controllability" ], "evidence": [ "empirical" ], "modality": [ "language", "symbolic" ], "summary": "Uses reinforcement learning to choose and train a mixture of latent and written reasoning steps.", "provenance": "Primary-source literature search, 2026-09-04", "author_names": [ "Zhenrui Yue", "Bowen Jin", "Huimin Zeng", "Honglei Zhuang", "Zhen Qin", "Jinsung Yoon", "Lanyu Shang", "Jiawei Han", "Dong Wang" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2505.18454/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2505-18454", "citation_date": "2025-05-24", "json_url": "https://latent-implicit-thinking.github.io/papers/2505.18454/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2505.18454/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2505.18454/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2505.18454/citation.csl.json" }, { "id": "2505.18962", "title": "System-1.5 Reasoning: Traversal in Language and Latent Spaces with Dynamic Shortcuts", "authors": "Xiaoqiang Wang, Suyuchen Wang, Yun Zhu, Bang Liu", "first_public": "2025-05-25", "venue": "arXiv", "arxiv": "2505.18962", "paper_url": "https://arxiv.org/abs/2505.18962", "lens": [ "continuous", "internalized" ], "representation": [ "text-latent-hybrid", "continuous-state" ], "computation": [ "token-wise" ], "training": [ "supervised" ], "questions": [ "capability", "efficiency", "controllability" ], "evidence": [ "empirical" ], "modality": [ "language" ], "summary": "Learns dynamic shortcuts between language and latent states to skip portions of an otherwise explicit reasoning trajectory.", "provenance": "Primary-source literature search, 2026-09-04", "author_names": [ "Xiaoqiang Wang", "Suyuchen Wang", "Yun Zhu", "Bang Liu" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2505.18962/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2505-18962", "citation_date": "2025-05-25", "json_url": "https://latent-implicit-thinking.github.io/papers/2505.18962/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2505.18962/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2505.18962/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2505.18962/citation.csl.json" }, { "id": "2506.11752", "title": "DART: Distilling Autoregressive Reasoning to Silent Thought", "authors": "Nan Jiang, Ziming Wu, De-Chuan Zhan, Fuming Lai, Shaobing Lian", "first_public": "2025-06-13", "venue": "arXiv", "arxiv": "2506.11752", "paper_url": "https://arxiv.org/abs/2506.11752", "lens": [ "internalized", "continuous" ], "representation": [ "continuous-state" ], "computation": [ "token-wise" ], "training": [ "distillation" ], "questions": [ "capability", "efficiency" ], "evidence": [ "empirical" ], "modality": [ "language", "symbolic" ], "summary": "Distills an autoregressive textual reasoner into a model that carries the intermediate process through silent internal states.", "provenance": "Primary-source literature search, 2026-09-04", "author_names": [ "Nan Jiang", "Ziming Wu", "De-Chuan Zhan", "Fuming Lai", "Shaobing Lian" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2506.11752/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2506-11752", "citation_date": "2025-06-13", "json_url": "https://latent-implicit-thinking.github.io/papers/2506.11752/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2506.11752/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2506.11752/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2506.11752/citation.csl.json" }, { "id": "2509.20317", "title": "SIM-CoT: Supervised Implicit Chain-of-Thought", "authors": "Xilin Wei, Xiaoran Liu, Yuhang Zang, Xiaoyi Dong, Yuhang Cao, Jiaqi Wang, Xipeng Qiu, Dahua Lin", "first_public": "2025-09-24", "venue": "arXiv", "arxiv": "2509.20317", "paper_url": "https://arxiv.org/abs/2509.20317", "code_url": "https://github.com/InternLM/SIM-CoT", "lens": [ "continuous", "internalized" ], "representation": [ "continuous-state" ], "computation": [ "token-wise" ], "training": [ "supervised", "distillation" ], "questions": [ "capability", "efficiency", "interpretability" ], "evidence": [ "empirical" ], "modality": [ "language", "symbolic" ], "summary": "Trains continuous intermediate states with explicit supervision so reasoning can proceed without emitting a full textual trace.", "provenance": "Primary-source literature search, 2026-09-04", "author_names": [ "Xilin Wei", "Xiaoran Liu", "Yuhang Zang", "Xiaoyi Dong", "Yuhang Cao", "Jiaqi Wang", "Xipeng Qiu", "Dahua Lin" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2509.20317/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2509-20317", "citation_date": "2025-09-24", "json_url": "https://latent-implicit-thinking.github.io/papers/2509.20317/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2509.20317/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2509.20317/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2509.20317/citation.csl.json" }, { "id": "2510.24940", "title": "SemCoT: Accelerating Chain-of-Thought Reasoning through Semantically-Aligned Implicit Tokens", "authors": "Yinhan He, Wendy Zheng, Yaochen Zhu, Zaiyi Zheng, Lin Su, Sriram Vasudevan, Qi Guo, Liangjie Hong, Jundong Li", "first_public": "2025-10-28", "venue": "arXiv", "arxiv": "2510.24940", "paper_url": "https://arxiv.org/abs/2510.24940", "code_url": "https://github.com/YinhanHe123/SemCoT", "lens": [ "internalized", "continuous" ], "representation": [ "continuous-state" ], "computation": [ "token-wise" ], "training": [ "distillation", "supervised" ], "questions": [ "efficiency", "capability", "interpretability" ], "evidence": [ "empirical" ], "modality": [ "language" ], "summary": "Compresses textual reasoning into semantically aligned implicit tokens intended to preserve useful intermediate computation with fewer generated steps.", "provenance": "Primary-source literature search, 2026-09-04", "author_names": [ "Yinhan He", "Wendy Zheng", "Yaochen Zhu", "Zaiyi Zheng", "Lin Su", "Sriram Vasudevan", "Qi Guo", "Liangjie Hong", "Jundong Li" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2510.24940/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2510-24940", "citation_date": "2025-10-28", "json_url": "https://latent-implicit-thinking.github.io/papers/2510.24940/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2510.24940/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2510.24940/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2510.24940/citation.csl.json" }, { "id": "2601.21576", "title": "Chain Of Thought Compression: A Theoretical Analysis", "authors": "Juncai Li, Ru Li, Yuxiang Zhou, Boxiang Ma, Jeff Z. Pan", "first_public": "2026-01-29", "added_at": "2026-10-18", "venue": "arXiv", "arxiv": "2601.21576", "paper_url": "https://arxiv.org/abs/2601.21576", "lens": [ "analysis", "internalized", "learned-tokens" ], "representation": [ "hidden-state" ], "computation": [ "depth-wise" ], "training": [ "supervised", "distillation" ], "questions": [ "theory", "evaluation", "limitations", "efficiency" ], "evidence": [ "formal", "empirical", "boundary" ], "modality": [ "language", "symbolic" ], "summary": "Analyzes how skipping intermediate steps weakens learning signals in a simplified parity-task model. Introduces NatBool-DAG to test logical dependencies and ALiCoT, which supervises learned token states with intermediate logical labels or explicit-CoT representations.", "provenance": "Awesome-Latent-CoT; primary sources checked 2026-10-18", "author_names": [ "Juncai Li", "Ru Li", "Yuxiang Zhou", "Boxiang Ma", "Jeff Z. Pan" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2601.21576/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2601-21576", "citation_date": "2026-01-29", "json_url": "https://latent-implicit-thinking.github.io/papers/2601.21576/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2601.21576/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2601.21576/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2601.21576/citation.csl.json" }, { "id": "2604.02371", "title": "Internalized Reasoning for Long-Context Visual Document Understanding", "authors": "Austin Veselka", "first_public": "2026-03-31", "added_at": "2026-10-18", "venue": "arXiv", "arxiv": "2604.02371", "paper_url": "https://arxiv.org/abs/2604.02371", "lens": [ "internalized" ], "representation": [ "hidden-state" ], "computation": [ "depth-wise" ], "training": [ "supervised" ], "questions": [ "capability", "efficiency" ], "evidence": [ "empirical" ], "modality": [ "multimodal", "vision", "language" ], "summary": "Trains on synthetic traces that rank document pages and extract relevant evidence, then uses low-strength model merging to internalize the trained reasoning behavior. Compares answering with and without written reasoning on long visual documents.", "provenance": "Primary-source literature search, 2026-10-18", "author_names": [ "Austin Veselka" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2604.02371/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2604-02371", "citation_date": "2026-03-31", "json_url": "https://latent-implicit-thinking.github.io/papers/2604.02371/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2604.02371/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2604.02371/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2604.02371/citation.csl.json" }, { "id": "2604.24881", "title": "Latent Agents: A Post-Training Procedure for Internalized Multi-Agent Debate", "authors": "John Seon Keun Yi, Aaron Mueller, Dokyun Lee", "first_public": "2026-04-27", "venue": "arXiv", "arxiv": "2604.24881", "paper_url": "https://arxiv.org/abs/2604.24881", "code_url": "https://github.com/johnsk95/latent_agents", "lens": [ "internalized" ], "representation": [ "hidden-state" ], "computation": [ "depth-wise" ], "training": [ "reinforcement-learning", "distillation" ], "questions": [ "capability", "efficiency", "interpretability", "controllability" ], "evidence": [ "empirical", "mechanistic" ], "modality": [ "language" ], "summary": "Post-trains a single model to internalize the computation of a multi-agent debate rather than emitting the debate as text.", "provenance": "Primary-source literature search, 2026-09-04", "author_names": [ "John Seon Keun Yi", "Aaron Mueller", "Dokyun Lee" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2604.24881/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2604-24881", "citation_date": "2026-04-27", "json_url": "https://latent-implicit-thinking.github.io/papers/2604.24881/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2604.24881/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2604.24881/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2604.24881/citation.csl.json" }, { "id": "2605.28600", "title": "Transformers Provably Learn to Internalize Chain-of-Thought", "authors": "Yixiao Huang, Hanlin Zhu, Zixuan Wang, Jiantao Jiao, Stuart Russell, Somayeh Sojoudi, Song Mei", "first_public": "2026-05-27", "venue": "arXiv", "arxiv": "2605.28600", "paper_url": "https://arxiv.org/abs/2605.28600", "lens": [ "internalized", "analysis" ], "representation": [ "hidden-state" ], "computation": [ "depth-wise" ], "training": [ "curriculum" ], "questions": [ "theory", "capability" ], "evidence": [ "formal", "empirical" ], "modality": [ "symbolic" ], "summary": "Provides theoretical and empirical results on when transformers trained with a curriculum learn to internalize explicit reasoning steps.", "provenance": "Primary-source literature search, 2026-09-04", "author_names": [ "Yixiao Huang", "Hanlin Zhu", "Zixuan Wang", "Jiantao Jiao", "Stuart Russell", "Somayeh Sojoudi", "Song Mei" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2605.28600/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2605-28600", "citation_date": "2026-05-27", "json_url": "https://latent-implicit-thinking.github.io/papers/2605.28600/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2605.28600/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2605.28600/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2605.28600/citation.csl.json" }, { "id": "2609.34408", "title": "Distilling Visual Reasoning into Text Space", "authors": "Wenhan Yang, Nilay Naharas, Ali Payani, Baharan Mirzasoleiman", "first_public": "2026-09-28", "venue": "arXiv", "arxiv": "2609.34408", "paper_url": "https://arxiv.org/abs/2609.34408", "lens": [ "internalized" ], "representation": [ "hidden-state", "text-latent-hybrid" ], "computation": [ "token-wise" ], "training": [ "distillation", "supervised", "reinforcement-learning" ], "questions": [ "capability", "efficiency" ], "evidence": [ "empirical" ], "modality": [ "multimodal", "vision", "language" ], "summary": "Distills a teacher's interleaved visual and textual reasoning into a student that no longer generates intermediate visual representations. The student still writes a textual chain of thought; what is internalized is the visual portion of the reasoning.", "provenance": "Primary-source literature search, 2026-10-18", "added_at": "2026-10-18", "author_names": [ "Wenhan Yang", "Nilay Naharas", "Ali Payani", "Baharan Mirzasoleiman" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2609.34408/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2609-34408", "citation_date": "2026-09-28", "json_url": "https://latent-implicit-thinking.github.io/papers/2609.34408/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2609.34408/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2609.34408/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2609.34408/citation.csl.json" }, { "id": "2610.15501", "title": "Large Decision Models: Repurposing Large Language Models as Single-Pass Decision Makers", "authors": "Ziyi Chen, Yan Zhang, Jianhui Wei, Jianing Yin, Daoan Zhang", "first_public": "2026-10-11", "added_at": "2026-10-18", "venue": "arXiv", "arxiv": "2610.15501", "paper_url": "https://arxiv.org/abs/2610.15501", "lens": [ "internalized" ], "representation": [ "hidden-state" ], "computation": [ "depth-wise" ], "training": [ "distillation", "supervised" ], "questions": [ "capability", "efficiency", "generalization" ], "evidence": [ "empirical" ], "modality": [ "language" ], "summary": "Trains a language model to score labels supplied at inference in one forward pass, without generating a reasoning trace. Distills label distributions from repeated teacher reasoning and studies routing uncertain decisions back to explicit reasoning.", "provenance": "Primary-source literature search, 2026-10-18", "author_names": [ "Ziyi Chen", "Yan Zhang", "Jianhui Wei", "Jianing Yin", "Daoan Zhang" ], "record_url": "https://latent-implicit-thinking.github.io/papers/2610.15501/", "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2610-15501", "citation_date": "2026-10-11", "json_url": "https://latent-implicit-thinking.github.io/papers/2610.15501/record.json", "markdown_url": "https://latent-implicit-thinking.github.io/papers/2610.15501/index.md", "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2610.15501/citation.bib", "csl_url": "https://latent-implicit-thinking.github.io/papers/2610.15501/citation.csl.json" } ] }