{
  "id": "2402.07754",
  "title": "Diffusion of Thoughts: Chain-of-Thought Reasoning in Diffusion Language Models",
  "authors": "Jiacheng Ye, Shansan Gong, Liheng Chen, Lin Zheng, Jiahui Gao, Han Shi, Chuan Wu, Xin Jiang, Zhenguo Li, Wei Bi, Lingpeng Kong",
  "first_public": "2024-02-12",
  "venue": "NeurIPS 2024",
  "arxiv": "2402.07754",
  "paper_url": "https://arxiv.org/abs/2402.07754",
  "lens": [
    "beyond-sequential"
  ],
  "representation": [
    "text-latent-hybrid"
  ],
  "computation": [
    "diffusion",
    "parallel"
  ],
  "training": [
    "supervised"
  ],
  "questions": [
    "capability",
    "efficiency"
  ],
  "evidence": [
    "empirical"
  ],
  "modality": [
    "language"
  ],
  "summary": "Refines intermediate reasoning representations over several rounds of denoising. A multi-pass version can revisit earlier parts of the reasoning as it refines the solution.",
  "provenance": "Awesome-Latent-CoT",
  "author_names": [
    "Jiacheng Ye",
    "Shansan Gong",
    "Liheng Chen",
    "Lin Zheng",
    "Jiahui Gao",
    "Han Shi",
    "Chuan Wu",
    "Xin Jiang",
    "Zhenguo Li",
    "Wei Bi",
    "Lingpeng Kong"
  ],
  "record_url": "https://latent-implicit-thinking.github.io/papers/2402.07754/",
  "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2402-07754",
  "citation_date": "2024-02-12",
  "json_url": "https://latent-implicit-thinking.github.io/papers/2402.07754/record.json",
  "markdown_url": "https://latent-implicit-thinking.github.io/papers/2402.07754/index.md",
  "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2402.07754/citation.bib",
  "csl_url": "https://latent-implicit-thinking.github.io/papers/2402.07754/citation.csl.json",
  "publication": {
    "title": "Diffusion of Thought: Chain-of-Thought Reasoning in Diffusion Language Models",
    "author_names": [
      "Jiacheng Ye",
      "Shansan Gong",
      "Liheng Chen",
      "Lin Zheng",
      "Jiahui Gao",
      "Han Shi",
      "Chuan Wu",
      "Xin Jiang",
      "Zhenguo Li",
      "Wei Bi",
      "Lingpeng Kong"
    ],
    "year": 2024,
    "type": "paper-conference",
    "container_title": "Advances in Neural Information Processing Systems",
    "publisher": "Curran Associates, Inc.",
    "doi": "10.52202/079017-3343",
    "pages": "105345-105374",
    "volume": "37",
    "url": "https://proceedings.neurips.cc/paper_files/paper/2024/hash/be30024e7fa2c29cac7a6dafcbb8571f-Abstract-Conference.html",
    "source_url": "https://proceedings.neurips.cc/paper_files/paper/2024/hash/be30024e7fa2c29cac7a6dafcbb8571f-Abstract-Conference.html",
    "verified_at": "2026-10-18"
  },
  "publication_bibtex_url": "https://latent-implicit-thinking.github.io/papers/2402.07754/publication.bib",
  "publication_csl_url": "https://latent-implicit-thinking.github.io/papers/2402.07754/publication.csl.json",
  "method_comparisons": [
    {
      "title": "Changing generation order or removing written steps",
      "text": "Diffusion of Thought changes how a chain of thought is generated: it refines the solution through denoising rather than committing to words strictly from left to right. This changes the generation schedule, not necessarily the visibility of the reasoning. The resulting chain can still be text, unlike methods that only emit the final answer.",
      "source_ids": [
        "2402.07754",
        "2405.14838"
      ],
      "source_urls": [
        "https://proceedings.neurips.cc/paper_files/paper/2024/hash/be30024e7fa2c29cac7a6dafcbb8571f-Abstract-Conference.html",
        "https://arxiv.org/html/2405.14838v1#S3"
      ],
      "source_labels": [
        "Diffusion of Thought",
        "Deng et al. (2024), §3"
      ],
      "topic_id": "beyond-sequential",
      "topic_label": "Alternative generation methods",
      "topic_url": "https://latent-implicit-thinking.github.io/topics/alternative-reasoning-schedules/"
    }
  ]
}