{"total":43,"rows":[{"id":"2604.01193","title":"Embarrassingly Simple Self-Distillation Improves Code Generation","created":"2026-04-01","cited_by_count":40,"area":"distill"},{"id":"2407.16154","title":"DDK: Distilling Domain Knowledge for Efficient Large Language Models","created":"2024-07-23","cited_by_count":26,"area":"distill"},{"id":"2608.04794","title":"Privileged, but Biased: How PI-Conditioned Teachers Break Self-Distillation","created":"2026-08-05","cited_by_count":18,"area":"distill"},{"id":"2605.13643","title":"Prefix Teach, Suffix Fade: Local Teachability Collapse in Strong-to-Weak On-Policy Distillation","created":"2026-05-13","cited_by_count":16,"area":"distill"},{"id":"2605.07711","title":"SimCT: Recovering Lost Supervision for Cross-Tokenizer On-Policy Distillation","created":"2026-05-08","cited_by_count":12,"area":"distill"},{"id":"2604.20244","title":"Hybrid Policy Distillation for LLMs","created":"2026-04-22","cited_by_count":9,"area":"distill"},{"id":"2504.11426","title":"A Dual-Space Framework for General Knowledge Distillation of Large Language Models","created":"2025-04-15","cited_by_count":8,"area":"distill"},{"id":"2607.13124","title":"ShortOPD: Recovering Pruned LLMs with Short-to-Long On-Policy Distillation","created":"2026-07-14","cited_by_count":8,"area":"distill"},{"id":"2310.18628","title":"Personalised Distillation: Empowering Open-Sourced LLMs with Adaptive Learning for Code Generation","created":"2023-10-28","cited_by_count":7,"area":"distill"},{"id":"2605.06597","title":"UniSD: Towards a Unified Self-Distillation Framework for Large Language Models","created":"2026-05-07","cited_by_count":7,"area":"distill"},{"id":"2509.26497","title":"Revealing the Power of Post-Training for Small Language Models via Knowledge Distillation","created":"2025-09-30","cited_by_count":6,"area":"distill"},{"id":"2605.22675","title":"Self-Policy Distillation via Capability-Selective Subspace Projection","created":"2026-05-21","cited_by_count":5,"area":"distill"},{"id":"2211.16740","title":"Explicit Knowledge Transfer for Weakly-Supervised Code Generation","created":"2022-11-30","cited_by_count":4,"area":"distill"},{"id":"2605.17862","title":"$\\boldsymbol{f}$-OPD: Stabilizing Long-Horizon On-Policy Distillation with Freshness-Aware Control","created":"2026-05-18","cited_by_count":4,"area":"distill"},{"id":"2511.06719","title":"MobileLLM-Pro Technical Report","created":"2025-11-10","cited_by_count":3,"area":"distill"},{"id":"2605.05940","title":"Near-Policy: Accelerating On-Policy Distillation via Asynchronous Generation and Selective Packing","created":"2026-05-07","cited_by_count":3,"area":"distill"},{"id":"2607.11012","title":"EasyOPD: An Easy-to-use On-Policy Distillation Framework for Large Language Models","created":"2026-07-13","cited_by_count":3,"area":"distill"},{"id":"2510.15982","title":"AMiD: Knowledge Distillation for LLMs with $\\alpha$-mixture Assistant Distribution","created":"2025-10-13","cited_by_count":2,"area":"distill"},{"id":"2605.16462","title":"Asking Back: Interaction-Layer Antidistillation Watermarks","created":"2026-05-15","cited_by_count":2,"area":"distill"},{"id":"2608.27960","title":"When Teacher Guidance Misleads: Reward-Aligned On-Policy Distillation","created":"2026-08-28","cited_by_count":2,"area":"distill"},{"id":"2410.00558","title":"AMR-Evol: Adaptive Modular Response Evolution Elicits Better Knowledge Distillation for Large Language Models in Code Generation","created":"2024-10-01","cited_by_count":1,"area":"distill"},{"id":"2603.24518","title":"TuneShift-KD: Knowledge Distillation and Transfer for Fine-tuned Models","created":"2026-03-25","cited_by_count":1,"area":"distill"},{"id":"2605.10407","title":"Identified-Set Geometry of Distributional Model Extraction under Top-$K$ Censored API Access","created":"2026-05-11","cited_by_count":1,"area":"distill"},{"id":"2606.00628","title":"Robust Reasoning via Dynamic Token Selection for Distribution-Aligned Self-Distillation","created":"2026-05-30","cited_by_count":1,"area":"distill"},{"id":"2607.11505","title":"Proxy OPD: On-Policy Distillation with Transferable Relative Proxy Update","created":"2026-07-13","cited_by_count":1,"area":"distill"},{"id":"2609.38987","title":"Smaller Models, Better Rejects: Preference Distillation Scaling","created":"2026-09-30","cited_by_count":1,"area":"distill"},{"id":"2505.06267","title":"AKD : Adversarial Knowledge Distillation For Large Language Models Alignment on Coding tasks","created":"2025-05-05","cited_by_count":0,"area":"distill"},{"id":"2605.11290","title":"ReAD: Reinforcement-Guided Capability Distillation for Large Language Models","created":"2026-05-11","cited_by_count":0,"area":"distill"},{"id":"2605.26246","title":"The Bridge-Garden Dilemma in LLM Distillation: Why Mixing Hard and Soft Labels Works","created":"2026-05-25","cited_by_count":0,"area":"distill"},{"id":"2609.26708","title":"Train Where the Quantized Model Goes: On-Policy Distillation for Low-Bit Reasoning","created":"2026-09-22","cited_by_count":0,"area":"distill"},{"id":"2609.32493","title":"SoFT: Soft Targets for Generalizable LLM Fine-Tuning","created":"2026-09-26","cited_by_count":0,"area":"distill"},{"id":"2609.33711","title":"DuoOPD: Learning from Joint Teacher-Student Outcomes for Multi-Task On-Policy Distillation","created":"2026-09-27","cited_by_count":0,"area":"distill"},{"id":"2609.33791","title":"Do We Really Need KL Divergence for On-Policy Distillation of Large Language Models?","created":"2026-09-27","cited_by_count":0,"area":"distill"},{"id":"2609.36734","title":"Distilling What Matters: Confidence-Aware Selective Distillation for Large Language Models","created":"2026-09-29","cited_by_count":0,"area":"distill"},{"id":"2609.38360","title":"On the Off-Policy Teacher in On-Policy Distillation","created":"2026-09-29","cited_by_count":0,"area":"distill"},{"id":"2610.02381","title":"Latent-MOPD: Latent Multi-Teacher On-Policy Distillation","created":"2026-10-01","cited_by_count":0,"area":"distill"},{"id":"2610.07237","title":"SPECTRUM: Proximal Spectral Modulation for Looped Self-Distillation","created":"2026-10-05","cited_by_count":0,"area":"distill"},{"id":"2610.07706","title":"WASD: Wasserstein-based Knowledge Distillation for Large Language Models","created":"2026-10-06","cited_by_count":0,"area":"distill"},{"id":"2610.08448","title":"Rethinking Cross-Tokenizer On-Policy Distillation: From Alignment Coverage to Supervision Reliability","created":"2026-10-06","cited_by_count":0,"area":"distill"},{"id":"2610.09665","title":"SAPD: Step-Aligned Privileged Distillation","created":"2026-10-07","cited_by_count":0,"area":"distill"},{"id":"2610.11423","title":"Policy Alignment: New Signals for Membership Auditing in On-Policy Distillation","created":"2026-10-08","cited_by_count":0,"area":"distill"},{"id":"2610.13113","title":"Continually Post-training Small Models via Synthetic Self-distillation","created":"2026-10-09","cited_by_count":0,"area":"distill"},{"id":"2610.14022","title":"OPMD: On-Policy Mechanism Distillation Beyond Output Supervision","created":"2026-09-29","cited_by_count":0,"area":"distill"}],"next_cursor":null}