{
  "id": "2606.05315",
  "title": "LoRi: Low-Rank Distillation for Implicit Reasoning",
  "authors": "Ryan Solgi, Jiayi Tian, Zheng Zhang",
  "first_public": "2026-06-03",
  "added_at": "2026-11-02",
  "venue": "arXiv",
  "arxiv": "2606.05315",
  "paper_url": "https://arxiv.org/abs/2606.05315",
  "html_url": "https://arxiv.org/html/2606.05315v2",
  "lens": [
    "internalized",
    "continuous"
  ],
  "representation": [
    "continuous-state",
    "hidden-state"
  ],
  "computation": [
    "token-wise"
  ],
  "training": [
    "distillation",
    "supervised"
  ],
  "questions": [
    "efficiency",
    "generalization"
  ],
  "evidence": [
    "empirical"
  ],
  "modality": [
    "language"
  ],
  "summary": "Distills a teacher's written reasoning into fewer continuous steps by matching hidden-state means and covariances in a shared low-rank subspace. Adds a separate alignment loss where latent reasoning hands off to answer generation.",
  "provenance": "Primary-source literature review, 2026-11-02",
  "author_names": [
    "Ryan Solgi",
    "Jiayi Tian",
    "Zheng Zhang"
  ],
  "record_url": "https://latent-implicit-thinking.github.io/papers/2606.05315/",
  "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2606-05315",
  "citation_date": "2026-06-03",
  "json_url": "https://latent-implicit-thinking.github.io/papers/2606.05315/record.json",
  "markdown_url": "https://latent-implicit-thinking.github.io/papers/2606.05315/index.md",
  "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2606.05315/citation.bib",
  "csl_url": "https://latent-implicit-thinking.github.io/papers/2606.05315/citation.csl.json",
  "pdf_url": "https://arxiv.org/pdf/2606.05315"
}