{
  "id": "2404.15758",
  "title": "Let's think dot by dot: Hidden computation in transformer language models",
  "authors": "Jacob Pfau, William Merrill, Samuel R. Bowman",
  "first_public": "2024-04-24",
  "venue": "COLM 2024",
  "arxiv": "2404.15758",
  "paper_url": "https://arxiv.org/abs/2404.15758",
  "code_url": "https://github.com/JacobPfau/fillerTokens",
  "lens": [
    "learned-tokens"
  ],
  "representation": [
    "discrete-token"
  ],
  "computation": [
    "token-wise"
  ],
  "training": [
    "supervised"
  ],
  "questions": [
    "capability",
    "theory"
  ],
  "evidence": [
    "empirical"
  ],
  "modality": [
    "language",
    "symbolic"
  ],
  "summary": "Studies whether meaningless filler-token positions can provide transformers with additional hidden computation without carrying readable reasoning content.",
  "provenance": "Awesome-Latent-CoT",
  "author_names": [
    "Jacob Pfau",
    "William Merrill",
    "Samuel R. Bowman"
  ],
  "record_url": "https://latent-implicit-thinking.github.io/papers/2404.15758/",
  "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2404-15758",
  "citation_date": "2024-04-24",
  "json_url": "https://latent-implicit-thinking.github.io/papers/2404.15758/record.json",
  "markdown_url": "https://latent-implicit-thinking.github.io/papers/2404.15758/index.md",
  "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2404.15758/citation.bib",
  "csl_url": "https://latent-implicit-thinking.github.io/papers/2404.15758/citation.csl.json"
}