{"total":312,"rows":[{"id":"2402.13116","title":"A Survey on Knowledge Distillation of Large Language Models","created":"2024-02-20","cited_by_count":284,"area":"distill"},{"id":"2602.12275","title":"On-Policy Context Distillation for Language Models","created":"2026-02-12","cited_by_count":186,"area":"distill"},{"id":"2603.07079","title":"Entropy-Aware On-Policy Distillation of Language Models","created":"2026-03-07","cited_by_count":175,"area":"distill"},{"id":"2402.03898","title":"DistiLLM: Towards Streamlined Distillation for Large Language Models","created":"2024-02-06","cited_by_count":163,"area":"distill"},{"id":"2604.00626","title":"A Survey of On-Policy Distillation for Large Language Models","created":"2026-04-01","cited_by_count":163,"area":"distill"},{"id":"2407.14679","title":"Compact Language Models via Pruning and Knowledge Distillation","created":"2024-07-19","cited_by_count":148,"area":"distill"},{"id":"2603.25562","title":"Revisiting On-Policy Distillation: Empirical Failure Modes and Simple Fixes","created":"2026-03-26","cited_by_count":145,"area":"distill"},{"id":"2604.03128","title":"Self-Distilled RLVR","created":"2026-04-03","cited_by_count":131,"area":"distill"},{"id":"2604.14084","title":"TIP: Token Importance in On-Policy Distillation","created":"2026-04-15","cited_by_count":104,"area":"distill"},{"id":"2410.11325","title":"Speculative Knowledge Distillation: Bridging the Teacher-Student Gap Through Interleaved Sampling","created":"2024-10-15","cited_by_count":90,"area":"distill"},{"id":"2602.04942","title":"Privileged Information Distillation for Language Models","created":"2026-02-04","cited_by_count":90,"area":"distill"},{"id":"2606.30406","title":"MOPD: Multi-Teacher On-Policy Distillation for Capability Integration in LLM Post-Training","created":"2026-06-29","cited_by_count":72,"area":"distill"},{"id":"2604.12002","title":"Self-Distillation Zero: Self-Revision Turns Binary Rewards into Dense Supervision","created":"2026-04-13","cited_by_count":68,"area":"distill"},{"id":"2511.10643","title":"Black-Box On-Policy Distillation of Large Language Models","created":"2025-11-13","cited_by_count":59,"area":"distill"},{"id":"2601.07155","title":"Stable On-Policy Distillation through Adaptive Target Reformulation","created":"2026-01-12","cited_by_count":53,"area":"distill"},{"id":"2602.15260","title":"Fast and Effective On-policy Distillation from Reasoning Prefixes","created":"2026-02-16","cited_by_count":53,"area":"distill"},{"id":"2605.26844","title":"Not All Disagreement Is Learnable: Token Teachability in On-Policy Distillation","created":"2026-05-26","cited_by_count":51,"area":"distill"},{"id":"2605.03677","title":"Uni-OPD: Unifying On-Policy Distillation with a Dual-Perspective Recipe","created":"2026-05-05","cited_by_count":49,"area":"distill"},{"id":"2605.11182","title":"The Many Faces of On-Policy Distillation: Pitfalls, Mechanisms, and Fixes","created":"2026-05-11","cited_by_count":45,"area":"distill"},{"id":"2503.20083","title":"Universal Cross-Tokenizer Distillation via Approximate Likelihood Matching","created":"2025-03-25","cited_by_count":41,"area":"distill"},{"id":"2604.01193","title":"Embarrassingly Simple Self-Distillation Improves Code Generation","created":"2026-04-01","cited_by_count":40,"area":"distill"},{"id":"2602.20574","title":"GATES: Self-Distillation under Privileged Context with Consensus Gating","created":"2026-02-24","cited_by_count":35,"area":"distill"},{"id":"2604.08527","title":"Demystifying OPD: Length Inflation and Stabilization Strategies for Large Language Models","created":"2026-04-09","cited_by_count":30,"area":"distill"},{"id":"2604.17535","title":"OPSDL: On-Policy Self-Distillation for Long-Context Language Models","created":"2026-04-19","cited_by_count":30,"area":"distill"},{"id":"2605.21606","title":"When Are Teacher Tokens Reliable? Position-Weighted On-Policy Self-Distillation for Reasoning","created":"2026-05-20","cited_by_count":30,"area":"distill"},{"id":"2606.01249","title":"Trust Region On-Policy Distillation","created":"2026-05-31","cited_by_count":30,"area":"distill"},{"id":"2410.17215","title":"MiniPLM: Knowledge Distillation for Pre-Training Language Models","created":"2024-10-22","cited_by_count":29,"area":"distill"},{"id":"2603.11178","title":"PACED: Distillation and On-Policy Self-Distillation at the Frontier of Student Competence","created":"2026-03-11","cited_by_count":28,"area":"distill"},{"id":"2606.15912","title":"On-Policy Distillation with Curriculum Turn-level Guidance for Multi-turn Agents","created":"2026-06-14","cited_by_count":27,"area":"distill"},{"id":"2407.16154","title":"DDK: Distilling Domain Knowledge for Efficient Large Language Models","created":"2024-07-23","cited_by_count":26,"area":"distill"},{"id":"2406.17328","title":"Dual-Space Knowledge Distillation for Large Language Models","created":"2024-06-25","cited_by_count":25,"area":"distill"},{"id":"2609.04172","title":"Rethinking On-Policy Distillation of Large Language Models II: One Training Example","created":"2026-09-03","cited_by_count":24,"area":"distill"},{"id":"2505.04560","title":"ABKD: Pursuing a Proper Allocation of the Probability Mass in Knowledge Distillation via $\\alpha$-$\\beta$-Divergence","created":"2025-05-07","cited_by_count":23,"area":"distill"},{"id":"2501.16937","title":"TAID: Temporally Adaptive Interpolated Distillation for Efficient Knowledge Transfer in Language Models","created":"2025-01-28","cited_by_count":22,"area":"distill"},{"id":"2510.24021","title":"SelecTKD: Selective Token-Weighted Knowledge Distillation for LLMs","created":"2025-10-28","cited_by_count":22,"area":"distill"},{"id":"2411.18674","title":"Active Data Curation Effectively Distills Large-Scale Multimodal Models","created":"2024-11-27","cited_by_count":19,"area":"distill"},{"id":"2605.11739","title":"Learning to Foresee: Unveiling the Unlocking Efficiency of On-Policy Distillation","created":"2026-05-12","cited_by_count":19,"area":"distill"},{"id":"2607.26057","title":"Pass the Baton: Trajectory-Relayed On-Policy Distillation","created":"2026-07-28","cited_by_count":18,"area":"distill"},{"id":"2608.04794","title":"Privileged, but Biased: How PI-Conditioned Teachers Break Self-Distillation","created":"2026-08-05","cited_by_count":18,"area":"distill"},{"id":"2605.31490","title":"Are Full Rollouts Necessary for On-Policy Distillation?","created":"2026-05-29","cited_by_count":17,"area":"distill"},{"id":"2607.05804","title":"TurnOPD: Making On-Policy Distillation Turn-Aware for Efficient Long-Horizon Agent Training","created":"2026-07-07","cited_by_count":17,"area":"distill"},{"id":"2503.16870","title":"Sparse Logit Sampling: Accelerating Knowledge Distillation in LLMs","created":"2025-03-21","cited_by_count":16,"area":"distill"},{"id":"2603.24596","title":"X-OPD: Cross-Modal On-Policy Distillation for Capability Alignment in Speech LLMs","created":"2026-03-06","cited_by_count":16,"area":"distill"},{"id":"2605.10194","title":"STEPS: Selective On-Policy Self-Distillation for Reasoning","created":"2026-05-11","cited_by_count":16,"area":"distill"},{"id":"2605.13643","title":"Prefix Teach, Suffix Fade: Local Teachability Collapse in Strong-to-Weak On-Policy Distillation","created":"2026-05-13","cited_by_count":16,"area":"distill"},{"id":"2606.08432","title":"Trajectory-Refined Distillation","created":"2026-06-07","cited_by_count":16,"area":"distill"},{"id":"2605.27115","title":"Counteraction-Aware Multi-Teacher On-Policy Distillation for General Capability Recovery with Domain Preservation","created":"2026-05-26","cited_by_count":15,"area":"distill"},{"id":"2606.12507","title":"Rubric-Guided Self-Distillation: Post-Training Without Rubric Verifiers","created":"2026-06-10","cited_by_count":15,"area":"distill"},{"id":"2510.11615","title":"LLM-Oriented Token-Adaptive Knowledge Distillation","created":"2025-10-13","cited_by_count":13,"area":"distill"},{"id":"2605.07711","title":"SimCT: Recovering Lost Supervision for Cross-Tokenizer On-Policy Distillation","created":"2026-05-08","cited_by_count":12,"area":"distill"},{"id":"2606.05718","title":"ViCuR: Visual Cues as Recoverable Privilege for Multimodal On-Policy Distillation","created":"2026-06-04","cited_by_count":12,"area":"distill"},{"id":"2606.30626","title":"DOPD: Dual On-policy Distillation","created":"2026-06-29","cited_by_count":12,"area":"distill"},{"id":"2608.09228","title":"Privileged Solutions or Context-Induced Teacher Behavior? Dissecting On-Policy Self-Distillation","created":"2026-08-10","cited_by_count":12,"area":"distill"},{"id":"2605.09253","title":"Cornerstones or Stumbling Blocks? Deciphering the Rock Tokens in On-Policy Distillation","created":"2026-05-10","cited_by_count":11,"area":"distill"},{"id":"2606.06021","title":"OPRD: On-Policy Representation Distillation","created":"2026-06-04","cited_by_count":11,"area":"distill"},{"id":"2606.09471","title":"Escaping the KL Agreement Trap in On-Policy Distillation","created":"2026-06-08","cited_by_count":11,"area":"distill"},{"id":"2608.00782","title":"Distill Where You Fail: Recovering Learning Signals of Negative RL-Groups from Adaptive Teacher Guidance","created":"2026-08-01","cited_by_count":11,"area":"distill"},{"id":"2608.31046","title":"Does On-Policy Distillation Really Distill? From Noisy Teacher to Self-Improvement","created":"2026-08-31","cited_by_count":11,"area":"distill"},{"id":"2605.12652","title":"Multi-Rollout On-Policy Distillation via Peer Successes and Failures","created":"2026-05-12","cited_by_count":10,"area":"distill"},{"id":"2606.13657","title":"Dense Supervision, Sparse Updates: On the Sparsity and Geometry of On-Policy Distillation","created":"2026-06-11","cited_by_count":10,"area":"distill"},{"id":"2606.26091","title":"On-Policy Self-Distillation with Sampled Demonstrations Reduces Output Diversity","created":"2026-06-24","cited_by_count":10,"area":"distill"},{"id":"2607.21556","title":"Visual Contrastive Self-Distillation","created":"2026-07-23","cited_by_count":10,"area":"distill"},{"id":"2608.09836","title":"Mismatch Matters: On-Policy Distillation Beyond Token Agreement","created":"2026-08-10","cited_by_count":10,"area":"distill"},{"id":"2407.10456","title":"Don't Throw Away Data: Better Sequence Knowledge Distillation","created":"2024-07-15","cited_by_count":9,"area":"distill"},{"id":"2505.13111","title":"Why Knowledge Distillation Works in Generative Models: A Minimal Working Explanation","created":"2025-05-19","cited_by_count":9,"area":"distill"},{"id":"2604.16830","title":"The Illusion of Certainty: Decoupling Capability and Calibration in On-Policy Distillation","created":"2026-04-18","cited_by_count":9,"area":"distill"},{"id":"2604.20244","title":"Hybrid Policy Distillation for LLMs","created":"2026-04-22","cited_by_count":9,"area":"distill"},{"id":"2605.11613","title":"From Generic Correlation to Input-Specific Credit in On-Policy Self Distillation","created":"2026-05-12","cited_by_count":9,"area":"distill"},{"id":"2606.09456","title":"Breaking the Tokenizer Barrier: On-Policy Distillation across Model Families","created":"2026-06-08","cited_by_count":9,"area":"distill"},{"id":"2606.17199","title":"PowerOPD: Stabilizing On-Policy Distillation with Bounded Power Transformation","created":"2026-06-15","cited_by_count":9,"area":"distill"},{"id":"2607.02592","title":"H-OPD: Confidence Aware Heterogeneous Multi-Teacher Multimodal On-policy Distillation","created":"2026-07-01","cited_by_count":9,"area":"distill"},{"id":"2608.18271","title":"Rethinking Privileged Information in On-Policy Self-Distillation","created":"2026-08-18","cited_by_count":9,"area":"distill"},{"id":"2504.11426","title":"A Dual-Space Framework for General Knowledge Distillation of Large Language Models","created":"2025-04-15","cited_by_count":8,"area":"distill"},{"id":"2605.12741","title":"Learning with Rare Success but Rich Feedback via Reflection-Enhanced Self-Distillation","created":"2026-05-12","cited_by_count":8,"area":"distill"},{"id":"2605.31159","title":"Trust-Region Behavior Blending for On-Policy Distillation","created":"2026-05-29","cited_by_count":8,"area":"distill"},{"id":"2607.13124","title":"ShortOPD: Recovering Pruned LLMs with Short-to-Long On-Policy Distillation","created":"2026-07-14","cited_by_count":8,"area":"distill"},{"id":"2607.17247","title":"Distilled Reinforcement Learning for LLM Post-training","created":"2026-07-19","cited_by_count":8,"area":"distill"},{"id":"2607.22334","title":"Cross-Tokenizer On-Policy Distillation via Byte-Prefix Marginalization","created":"2026-07-24","cited_by_count":8,"area":"distill"},{"id":"2607.26246","title":"Weak-to-Strong On-Policy Distillation","created":"2026-07-28","cited_by_count":8,"area":"distill"},{"id":"2608.04419","title":"SPOT: Sparse Probing and Outcome Calibration for On-Policy Distillation","created":"2026-08-05","cited_by_count":8,"area":"distill"},{"id":"2608.16333","title":"Step-Level On-Policy Distillation: Interpolating Between On-Policy Distillation and Supervised Fine-Tuning","created":"2026-08-17","cited_by_count":8,"area":"distill"},{"id":"2505.15442","title":"On the Generalization vs Fidelity Paradox in Knowledge Distillation","created":"2025-05-21","cited_by_count":7,"area":"distill"},{"id":"2603.01875","title":"KDFlow: A User-Friendly and Efficient Knowledge Distillation Framework for Large Language Models","created":"2026-03-02","cited_by_count":7,"area":"distill"},{"id":"2604.03873","title":"SODA: Semi On-Policy Black-Box Distillation for Large Language Models","created":"2026-04-04","cited_by_count":7,"area":"distill"},{"id":"2604.14054","title":"$\\pi$-Play: Multi-Agent Self-Play via Privileged Self-Distillation without External Data","created":"2026-04-15","cited_by_count":7,"area":"distill"},{"id":"2605.06597","title":"UniSD: Towards a Unified Self-Distillation Framework for Large Language Models","created":"2026-05-07","cited_by_count":7,"area":"distill"},{"id":"2605.15113","title":"Learning from Language Feedback via Variational Policy Distillation","created":"2026-05-14","cited_by_count":7,"area":"distill"},{"id":"2605.20643","title":"AVSD: Adaptive-View Self-Distillation by Balancing Consensus and Teacher-Specific Privileged Signals","created":"2026-05-20","cited_by_count":7,"area":"distill"},{"id":"2606.03532","title":"When Should the Teacher Move? Temporal Coupling and Stability in Self On-Policy Distillation","created":"2026-06-02","cited_by_count":7,"area":"distill"},{"id":"2607.01763","title":"Denser $\\neq$ Better: Limits of On-Policy Self-Distillation for Continual Post-Training","created":"2026-07-02","cited_by_count":7,"area":"distill"},{"id":"2607.28590","title":"VAD: Attributing Visual Evidence for Target Reconstruction in Multimodal On-Policy Distillation","created":"2026-07-30","cited_by_count":7,"area":"distill"},{"id":"2608.12307","title":"AI4AI at Test-Time: Strong-to-Weak Capability Transfer via Harnesses","created":"2026-08-12","cited_by_count":7,"area":"distill"},{"id":"2609.11929","title":"SenseNova-U1.5: Towards Native Unified Visual Intelligence","created":"2026-09-10","cited_by_count":7,"area":"distill"},{"id":"2507.08336","title":"Distillation versus Contrastive Learning: How to Train Your Rerankers","created":"2025-07-11","cited_by_count":6,"area":"distill"},{"id":"2509.26497","title":"Revealing the Power of Post-Training for Small Language Models via Knowledge Distillation","created":"2025-09-30","cited_by_count":6,"area":"distill"},{"id":"2510.07842","title":"AdaSwitch: Balancing Exploration and Guidance in Knowledge Distillation via Adaptive Switching","created":"2025-10-09","cited_by_count":6,"area":"distill"},{"id":"2605.27186","title":"MAIGO: Mitigating Lost-in-Conversation with History-Cleaned On-Policy Self-Distillation","created":"2026-05-26","cited_by_count":6,"area":"distill"},{"id":"2606.22793","title":"A Formula-Driven Survey and Research Agenda for On-Policy Distillation","created":"2026-06-22","cited_by_count":6,"area":"distill"},{"id":"2607.02502","title":"DemoPSD: Disagreement-Modulated Policy Self-Distillation","created":"2026-07-02","cited_by_count":6,"area":"distill"},{"id":"2607.18293","title":"One Student, Many Teachers: Multi-Task On-Policy Distillation via Soft-Prompt Privileged Context","created":"2026-06-30","cited_by_count":6,"area":"distill"}],"next_cursor":"100"}