{"total":13,"rows":[{"id":"2402.13669","title":"Self-Distillation Bridges Distribution Gap in Language Model Fine-Tuning","created":"2024-02-21","cited_by_count":96,"area":"distill"},{"id":"2605.03677","title":"Uni-OPD: Unifying On-Policy Distillation with a Dual-Perspective Recipe","created":"2026-05-05","cited_by_count":49,"area":"distill"},{"id":"2311.07052","title":"Towards the Law of Capacity Gap in Distilling Language Models","created":"2023-11-13","cited_by_count":44,"area":"distill"},{"id":"2505.12781","title":"A Token is Worth over 1,000 Tokens: Efficient Knowledge Distillation through Low-Rank Clone","created":"2025-05-19","cited_by_count":15,"area":"distill"},{"id":"2502.11306","title":"Smoothing Out Hallucinations: Mitigating LLM Hallucination with Smoothed Knowledge Distillation","created":"2025-02-16","cited_by_count":10,"area":"distill"},{"id":"2510.18541","title":"Pay Attention to the Triggers: Constructing Backdoors That Survive Distillation","created":"2025-10-21","cited_by_count":6,"area":"distill"},{"id":"2607.18293","title":"One Student, Many Teachers: Multi-Task On-Policy Distillation via Soft-Prompt Privileged Context","created":"2026-06-30","cited_by_count":6,"area":"distill"},{"id":"2412.16719","title":"Lillama: Large Language Models Compression via Low-Rank Feature Distillation","created":"2024-12-21","cited_by_count":4,"area":"distill"},{"id":"2608.02948","title":"Rubrics as Privileged Information for Open-Ended Generation","created":"2026-08-03","cited_by_count":4,"area":"distill"},{"id":"2605.22731","title":"Post-Training is About States, Not Tokens: A State Distribution View of SFT, RL, and On-Policy Distillation","created":"2026-05-21","cited_by_count":3,"area":"distill"},{"id":"2605.23857","title":"Strong Teacher Not Needed? On Distillation in LLM Pretraining","created":"2026-05-22","cited_by_count":3,"area":"distill"},{"id":"2506.11120","title":"SDMPrune: Self-Distillation MLP Pruning for Efficient Large Language Models","created":"2025-06-10","cited_by_count":0,"area":"distill"},{"id":"2609.24646","title":"iSDFT: Information-Proximal Self-Distillation for Continual Learning in LLMs","created":"2026-09-21","cited_by_count":0,"area":"distill"}],"next_cursor":null}