{
  "id": "2610.36901",
  "title": "HiLo-RD: Cross-Budget Self-Distillation for Masked Diffusion Language Models",
  "authors": "Xiang Li, Chengting Yu, Jungang Li, Yilun Zheng, Junzhuo Li, Xingyao Zhang, Wenbo Su, Xuming Hu",
  "first_public": "2026-10-27",
  "added_at": "2026-11-02",
  "venue": "arXiv",
  "arxiv": "2610.36901",
  "paper_url": "https://arxiv.org/abs/2610.36901",
  "html_url": "https://arxiv.org/html/2610.36901v1",
  "lens": [
    "beyond-sequential",
    "analysis"
  ],
  "representation": [
    "discrete-token",
    "hidden-state"
  ],
  "computation": [
    "diffusion",
    "parallel"
  ],
  "training": [
    "self-distillation"
  ],
  "questions": [
    "efficiency",
    "capability",
    "interpretability"
  ],
  "evidence": [
    "empirical",
    "mechanistic"
  ],
  "modality": [
    "language",
    "symbolic"
  ],
  "summary": "Aligns a diffusion model’s low-budget hidden states with its own longer-budget trajectories. Distilling states at committed positions reduces early fixation on wrong answer tokens in math and code tasks.",
  "provenance": "Primary-source literature review, 2026-11-02",
  "author_names": [
    "Xiang Li",
    "Chengting Yu",
    "Jungang Li",
    "Yilun Zheng",
    "Junzhuo Li",
    "Xingyao Zhang",
    "Wenbo Su",
    "Xuming Hu"
  ],
  "record_url": "https://latent-implicit-thinking.github.io/papers/2610.36901/",
  "legacy_record_url": "https://latent-implicit-thinking.github.io/papers/#paper-2610-36901",
  "citation_date": "2026-10-27",
  "json_url": "https://latent-implicit-thinking.github.io/papers/2610.36901/record.json",
  "markdown_url": "https://latent-implicit-thinking.github.io/papers/2610.36901/index.md",
  "bibtex_url": "https://latent-implicit-thinking.github.io/papers/2610.36901/citation.bib",
  "csl_url": "https://latent-implicit-thinking.github.io/papers/2610.36901/citation.csl.json",
  "pdf_url": "https://arxiv.org/pdf/2610.36901"
}