{"total":65,"rows":[{"id":"2603.07079","title":"Entropy-Aware On-Policy Distillation of Language Models","created":"2026-03-07","cited_by_count":175,"area":"distill"},{"id":"2604.00626","title":"A Survey of On-Policy Distillation for Large Language Models","created":"2026-04-01","cited_by_count":163,"area":"distill"},{"id":"2503.07067","title":"DistiLLM-2: A Contrastive Approach Boosts the Distillation of LLMs","created":"2025-03-10","cited_by_count":84,"area":null},{"id":"2410.16236","title":"LLaVA-KD: A Framework of Distilling Multimodal Large Language Models","created":"2024-10-21","cited_by_count":40,"area":"mllm"},{"id":"2605.21606","title":"When Are Teacher Tokens Reliable? Position-Weighted On-Policy Self-Distillation for Reasoning","created":"2026-05-20","cited_by_count":30,"area":"distill"},{"id":"2410.17215","title":"MiniPLM: Knowledge Distillation for Pre-Training Language Models","created":"2024-10-22","cited_by_count":29,"area":"distill"},{"id":"2603.11178","title":"PACED: Distillation and On-Policy Self-Distillation at the Frontier of Student Competence","created":"2026-03-11","cited_by_count":28,"area":"distill"},{"id":"2605.21924","title":"Visual-Advantage On-Policy Distillation for Vision-Language Models","created":"2026-05-21","cited_by_count":24,"area":"mllm"},{"id":"2505.04560","title":"ABKD: Pursuing a Proper Allocation of the Probability Mass in Knowledge Distillation via $\\alpha$-$\\beta$-Divergence","created":"2025-05-07","cited_by_count":23,"area":"distill"},{"id":"2501.16937","title":"TAID: Temporally Adaptive Interpolated Distillation for Efficient Knowledge Transfer in Language Models","created":"2025-01-28","cited_by_count":22,"area":"distill"},{"id":"2510.24021","title":"SelecTKD: Selective Token-Weighted Knowledge Distillation for LLMs","created":"2025-10-28","cited_by_count":22,"area":"distill"},{"id":"2512.21852","title":"A Comedy of Estimators: On KL Regularization in RL Training of LLMs","created":"2025-12-26","cited_by_count":18,"area":"lr"},{"id":"2510.11615","title":"LLM-Oriented Token-Adaptive Knowledge Distillation","created":"2025-10-13","cited_by_count":13,"area":"distill"},{"id":"2605.07711","title":"SimCT: Recovering Lost Supervision for Cross-Tokenizer On-Policy Distillation","created":"2026-05-08","cited_by_count":12,"area":"distill"},{"id":"2505.12716","title":"Shadow-FT: Tuning Instruct Model via Training on Paired Base Model","created":"2025-05-19","cited_by_count":10,"area":null},{"id":"2506.15681","title":"GenRecal: Generation after Recalibration from Large to Small Vision-Language Models","created":"2025-06-18","cited_by_count":10,"area":"mllm"},{"id":"2605.12652","title":"Multi-Rollout On-Policy Distillation via Peer Successes and Failures","created":"2026-05-12","cited_by_count":10,"area":"distill"},{"id":"2604.20244","title":"Hybrid Policy Distillation for LLMs","created":"2026-04-22","cited_by_count":9,"area":"distill"},{"id":"2504.11426","title":"A Dual-Space Framework for General Knowledge Distillation of Large Language Models","created":"2025-04-15","cited_by_count":8,"area":"distill"},{"id":"2607.17247","title":"Distilled Reinforcement Learning for LLM Post-training","created":"2026-07-19","cited_by_count":8,"area":"distill"},{"id":"2505.24181","title":"SCOUT: Teaching Pre-trained Language Models to Enhance Reasoning via Flow Chain-of-Thought","created":"2025-05-30","cited_by_count":7,"area":"lr"},{"id":"2504.13825","title":"Feature Alignment and Representation Transfer in Knowledge Distillation for Large Language Models","created":"2025-04-18","cited_by_count":6,"area":"distill"},{"id":"2502.17927","title":"Advantage-Guided Distillation for Preference Alignment in Small Language Models","created":"2025-02-25","cited_by_count":5,"area":"alignment"},{"id":"2503.15457","title":"Di$\\mathtt{[M]}$O: Distilling Masked Diffusion Models into One-step Generator","created":"2025-03-19","cited_by_count":5,"area":"diffusion"},{"id":"2509.25837","title":"Distillation of Large Language Models via Concrete Score Matching","created":"2025-09-30","cited_by_count":5,"area":null},{"id":"2406.02959","title":"Adversarial Moment-Matching Distillation of Large Language Models","created":"2024-06-05","cited_by_count":4,"area":"distill"},{"id":"2411.06839","title":"LLM-NEO: Parameter Efficient Knowledge Distillation for Large Language Models","created":"2024-11-11","cited_by_count":4,"area":"distill"},{"id":"2409.12512","title":"Exploring and Enhancing the Transfer of Distribution in Knowledge Distillation for Autoregressive Language Models","created":"2024-09-19","cited_by_count":3,"area":"distill"},{"id":"2512.13043","title":"GTR-Turbo: Merged Checkpoint is Secretly a Free Teacher for Agentic VLM Training","created":"2025-12-15","cited_by_count":3,"area":"mllm"},{"id":"2606.18216","title":"Zone of Proximal Policy Optimization: Teacher in Prompts, Not Gradients","created":"2026-06-16","cited_by_count":3,"area":"lr"},{"id":"2607.29078","title":"DASH-OPD: Discrepancy-Aware Switching with Hysteresis for On-Policy Distillation","created":"2026-07-31","cited_by_count":3,"area":"agents"},{"id":"2609.28145","title":"RL Starts before RL: On Policy Distillation for Better Reinforcement Learning","created":"2026-09-23","cited_by_count":3,"area":"lr"},{"id":"2409.04778","title":"LoCa: Logit Calibration for Knowledge Distillation","created":"2024-09-07","cited_by_count":2,"area":"distill"},{"id":"2502.19747","title":"HaLoRA: Hardware-aware Low-Rank Adaptation for Large Language Models Based on Hybrid Compute-in-Memory Architecture","created":"2025-02-27","cited_by_count":2,"area":null},{"id":"2510.15982","title":"AMiD: Knowledge Distillation for LLMs with $\\alpha$-mixture Assistant Distribution","created":"2025-10-13","cited_by_count":2,"area":"distill"},{"id":"2604.14629","title":"Switch-KD: Visual-Switch Knowledge Distillation for Vision-Language Models","created":"2026-04-16","cited_by_count":2,"area":"mllm"},{"id":"2605.04062","title":"EdgeRazor: A Lightweight Framework for Large Language Models via Mixed-Precision Quantization-Aware Distillation","created":"2026-04-10","cited_by_count":2,"area":null},{"id":"2609.23697","title":"Distill What You Trust: Reliability-Aware Multi-Teacher On-Policy Distillation","created":"2026-09-20","cited_by_count":2,"area":"distill"},{"id":"2504.20445","title":"Head-Tail-Aware KL Divergence in Knowledge Distillation for Spiking Neural Networks","created":"2025-04-29","cited_by_count":1,"area":"distill"},{"id":"2506.01869","title":"Frugal Machine Learning for Energy-efficient, and Resource-aware Artificial Intelligence","created":"2025-06-02","cited_by_count":1,"area":null},{"id":"2509.21765","title":"Lifelong Learning with Behavior Consolidation for Vehicle Routing","created":"2025-09-26","cited_by_count":1,"area":null},{"id":"2602.03022","title":"STAR: Similarity-guided Teacher-Assisted Refinement for Super-Tiny Function Calling Models","created":"2026-02-03","cited_by_count":1,"area":"agents"},{"id":"2603.22056","title":"Dual-Space Knowledge Distillation with Key-Query Matching for Large Language Models with Vocabulary Mismatch","created":"2026-03-23","cited_by_count":1,"area":"distill"},{"id":"2605.15532","title":"DeltaPrompts: Escaping the Zero-Delta Trap in Multimodal Distillation","created":"2026-05-15","cited_by_count":1,"area":"lr"},{"id":"2605.20357","title":"Consistently Informative Soft-Label Temperature for Knowledge Distillation","created":"2026-05-19","cited_by_count":1,"area":"distill"},{"id":"2609.26216","title":"Beyond Imitation: Auditing the Recoverability of Reasoning in Distilled Models","created":"2026-08-11","cited_by_count":1,"area":null},{"id":"2510.04919","title":"Do LLMs Align with My Task? Evaluating Text-to-SQL via Dataset Alignment","created":"2025-10-06","cited_by_count":0,"area":null},{"id":"2512.07142","title":"Winning the Lottery by Preserving Network Training Dynamics with Concrete Ticket Search","created":"2025-12-08","cited_by_count":0,"area":null},{"id":"2602.13567","title":"DistillLens: Symmetric Knowledge Distillation Through Logit Lens","created":"2026-02-14","cited_by_count":0,"area":"mechinterp"},{"id":"2603.24209","title":"HEART-PFL: Stable Personalized Federated Learning under Heterogeneity with Hierarchical Directional Alignment and Adversarial Knowledge Transfer","created":"2026-03-25","cited_by_count":0,"area":null},{"id":"2605.14071","title":"Distribution Corrected Offline Data Distillation for Large Language Models","created":"2026-05-13","cited_by_count":0,"area":"lr"},{"id":"2605.26246","title":"The Bridge-Garden Dilemma in LLM Distillation: Why Mixing Hard and Soft Labels Works","created":"2026-05-25","cited_by_count":0,"area":"distill"},{"id":"2607.02593","title":"Token-level Response-visual Attention Guidance for Multimodal LLMs Knowledge Distillation","created":"2026-07-01","cited_by_count":0,"area":"mllm"},{"id":"2607.05461","title":"AdaStop: Cost-Aware Early Stopping for DNN Test Selection","created":"2026-07-06","cited_by_count":0,"area":null},{"id":"2607.08776","title":"A Unified Approach to Interpreting Knowledge Distillation for Large Language Models via Interactions","created":"2026-05-05","cited_by_count":0,"area":"distill"},{"id":"2607.09029","title":"MOSAIC: Adaptive Inter-layer Composition for Efficient Heterogeneous Vision-Language Models","created":"2026-07-10","cited_by_count":0,"area":"mllm"},{"id":"2608.17515","title":"Beyond FLOPs: Energy-Aware Knowledge Distillation for Sustainable LLMs on Code-Related Task","created":"2026-08-18","cited_by_count":0,"area":"distill"},{"id":"2608.26676","title":"FOCUS & RePAIR: Mitigating Text Degeneration via Token-Level Guidance for Pruned Large Language Models","created":"2026-08-27","cited_by_count":0,"area":null},{"id":"2609.33791","title":"Do We Really Need KL Divergence for On-Policy Distillation of Large Language Models?","created":"2026-09-27","cited_by_count":0,"area":"distill"},{"id":"2609.34386","title":"Look Before You Select: Rethinking Vocabulary Sparsification in On-Policy Distillation","created":"2026-09-28","cited_by_count":0,"area":"distill"},{"id":"2609.35505","title":"An RL View of OPD: Least Square Policy Distillation for Sample-Efficient LLM Reasoning","created":"2026-09-28","cited_by_count":0,"area":"lr"},{"id":"2609.39275","title":"ReTaCo: Residual-Target Control for On-Policy Distillation","created":"2026-09-30","cited_by_count":0,"area":"distill"},{"id":"2610.05048","title":"E$^2$-OPSD: Taming Entropy Overshoot in On-Policy Self-Distillation","created":"2026-10-04","cited_by_count":0,"area":"distill"},{"id":"2610.05070","title":"Outcome-Guided On-Policy Self-Distillation","created":"2026-10-04","cited_by_count":0,"area":"distill"},{"id":"2610.05974","title":"Transfer-Stratified On-Policy Distillation for RL-Improved Reasoning Teachers","created":"2026-10-05","cited_by_count":0,"area":"lr"}],"next_cursor":null}