{"total":74,"rows":[{"id":"2306.13649","title":"On-Policy Distillation of Language Models: Learning from Self-Generated Mistakes","created":"2023-06-23","cited_by_count":939,"area":"synth"},{"id":"2603.07079","title":"Entropy-Aware On-Policy Distillation of Language Models","created":"2026-03-07","cited_by_count":175,"area":"distill"},{"id":"2310.08461","title":"DistillSpec: Improving Speculative Decoding via Knowledge Distillation","created":"2023-10-12","cited_by_count":165,"area":"inference"},{"id":"2402.03898","title":"DistiLLM: Towards Streamlined Distillation for Large Language Models","created":"2024-02-06","cited_by_count":163,"area":"distill"},{"id":"2307.15190","title":"f-Divergence Minimization for Sequence-Level Knowledge Distillation","created":"2023-07-27","cited_by_count":114,"area":"distill"},{"id":"2410.11325","title":"Speculative Knowledge Distillation: Bridging the Teacher-Student Gap Through Interleaved Sampling","created":"2024-10-15","cited_by_count":90,"area":"distill"},{"id":"2503.07067","title":"DistiLLM-2: A Contrastive Approach Boosts the Distillation of LLMs","created":"2025-03-10","cited_by_count":84,"area":null},{"id":"2304.04947","title":"Conditional Adapters: Parameter-efficient Transfer Learning with Fast Inference","created":"2023-04-11","cited_by_count":69,"area":null},{"id":"2601.07155","title":"Stable On-Policy Distillation through Adaptive Target Reformulation","created":"2026-01-12","cited_by_count":53,"area":"distill"},{"id":"2602.15260","title":"Fast and Effective On-policy Distillation from Reasoning Prefixes","created":"2026-02-16","cited_by_count":53,"area":"distill"},{"id":"2402.11890","title":"Revisiting Knowledge Distillation for Autoregressive Language Models","created":"2024-02-19","cited_by_count":42,"area":"distill"},{"id":"2102.12459","title":"When Attention Meets Fast Recurrence: Training Language Models with Reduced Compute","created":"2021-02-24","cited_by_count":34,"area":null},{"id":"2406.17328","title":"Dual-Space Knowledge Distillation for Large Language Models","created":"2024-06-25","cited_by_count":25,"area":"distill"},{"id":"2403.00858","title":"Direct Alignment of Draft Model for Speculative Decoding with Chat-Fine-Tuned LLMs","created":"2024-02-29","cited_by_count":22,"area":"inference"},{"id":"2510.24021","title":"SelecTKD: Selective Token-Weighted Knowledge Distillation for LLMs","created":"2025-10-28","cited_by_count":22,"area":"distill"},{"id":"2409.01369","title":"Imitating Language via Scalable Inverse Reinforcement Learning","created":"2024-09-02","cited_by_count":21,"area":"offlinerl"},{"id":"2411.18674","title":"Active Data Curation Effectively Distills Large-Scale Multimodal Models","created":"2024-11-27","cited_by_count":19,"area":"distill"},{"id":"2603.13260","title":"Explain in Your Own Words: Improving Reasoning via Token-Selective Dual Knowledge Distillation","created":"2026-02-25","cited_by_count":16,"area":"lr"},{"id":"2109.02102","title":"Teaching Autoregressive Language Models Complex Tasks By Demonstration","created":"2021-09-05","cited_by_count":15,"area":null},{"id":"2605.30833","title":"Your Teacher Can't Help You Here: Combating Supervision Fidelity Decay in On-Policy Distillation","created":"2026-05-29","cited_by_count":13,"area":"lr"},{"id":"2605.07711","title":"SimCT: Recovering Lost Supervision for Cross-Tokenizer On-Policy Distillation","created":"2026-05-08","cited_by_count":12,"area":"distill"},{"id":"2601.21968","title":"OVD: On-policy Verbal Distillation","created":"2026-01-29","cited_by_count":11,"area":"lr"},{"id":"2410.06084","title":"Diversity-Rewarded CFG Distillation","created":"2024-10-08","cited_by_count":9,"area":null},{"id":"2410.19503","title":"SWITCH: Studying with Teacher for Knowledge Distillation of Large Language Models","created":"2024-10-25","cited_by_count":9,"area":"distill"},{"id":"2608.18271","title":"Rethinking Privileged Information in On-Policy Self-Distillation","created":"2026-08-18","cited_by_count":9,"area":"distill"},{"id":"2411.15927","title":"Generative Prompt Internalization","created":"2024-11-24","cited_by_count":8,"area":null},{"id":"2504.11426","title":"A Dual-Space Framework for General Knowledge Distillation of Large Language Models","created":"2025-04-15","cited_by_count":8,"area":"distill"},{"id":"2506.09104","title":"Unifying Block-wise PTQ and Distillation-based QAT for Progressive Quantization toward 2-bit Instruction-Tuned LLMs","created":"2025-06-10","cited_by_count":8,"area":null},{"id":"2605.19433","title":"Backtracking When It Strays: Mitigating Dual Exposure Biases in LLM Reasoning Distillation","created":"2026-05-19","cited_by_count":8,"area":"lr"},{"id":"2607.13124","title":"ShortOPD: Recovering Pruned LLMs with Short-to-Long On-Policy Distillation","created":"2026-07-14","cited_by_count":8,"area":"distill"},{"id":"2607.22334","title":"Cross-Tokenizer On-Policy Distillation via Byte-Prefix Marginalization","created":"2026-07-24","cited_by_count":8,"area":"distill"},{"id":"2502.12947","title":"Every Expert Matters: Towards Effective Knowledge Distillation for Mixture-of-Experts Language Models","created":"2025-02-18","cited_by_count":6,"area":"moe"},{"id":"2509.26497","title":"Revealing the Power of Post-Training for Small Language Models via Knowledge Distillation","created":"2025-09-30","cited_by_count":6,"area":"distill"},{"id":"2510.07842","title":"AdaSwitch: Balancing Exploration and Guidance in Knowledge Distillation via Adaptive Switching","created":"2025-10-09","cited_by_count":6,"area":"distill"},{"id":"2305.04505","title":"Target-Side Augmentation for Document-Level Machine Translation","created":"2023-05-08","cited_by_count":5,"area":null},{"id":"2509.25837","title":"Distillation of Large Language Models via Concrete Score Matching","created":"2025-09-30","cited_by_count":5,"area":null},{"id":"2608.03316","title":"Any-OPD: Heterogeneous On-Policy Distillation for Flow-Matching Models via Representation-Space Bridging","created":"2026-08-04","cited_by_count":5,"area":"diffusion"},{"id":"2108.12582","title":"Distilling the Knowledge of Large-scale Generative Models into Retrieval Models for Efficient Open-domain Conversation","created":"2021-08-28","cited_by_count":4,"area":null},{"id":"2506.05695","title":"Being Strong Progressively! Enhancing Knowledge Distillation of Large Language Models through a Curriculum Learning Framework","created":"2025-06-06","cited_by_count":4,"area":"distill"},{"id":"2601.20687","title":"Positive-Unlabeled Reinforcement Learning Distillation for On-Premise Small Models","created":"2026-01-28","cited_by_count":4,"area":"alignment"},{"id":"2307.08416","title":"Enhancing Supervised Learning with Contrastive Markings in Neural Machine Translation Training","created":"2023-07-17","cited_by_count":3,"area":null},{"id":"2311.08538","title":"Extending Multilingual Machine Translation through Imitation Learning","created":"2023-11-14","cited_by_count":3,"area":null},{"id":"2409.12512","title":"Exploring and Enhancing the Transfer of Distribution in Knowledge Distillation for Autoregressive Language Models","created":"2024-09-19","cited_by_count":3,"area":"distill"},{"id":"2508.07054","title":"Membership and Memorization in LLM Knowledge Distillation","created":"2025-08-09","cited_by_count":3,"area":"distill"},{"id":"2407.10068","title":"Multi-Granularity Semantic Revision for Large Language Model Distillation","created":"2024-07-14","cited_by_count":2,"area":"distill"},{"id":"2410.11371","title":"Learning from Imperfect Data: Towards Efficient Knowledge Distillation of Autoregressive Language Models for Text-to-SQL","created":"2024-10-15","cited_by_count":2,"area":"distill"},{"id":"2412.07057","title":"Interactive and Hybrid Imitation Learning: Provably Beating Behavior Cloning","created":"2024-12-09","cited_by_count":2,"area":"offlinerl"},{"id":"2510.15982","title":"AMiD: Knowledge Distillation for LLMs with $\\alpha$-mixture Assistant Distribution","created":"2025-10-13","cited_by_count":2,"area":"distill"},{"id":"2602.05182","title":"The Single-Multi Evolution Loop for Self-Improving Model Collaboration Systems","created":"2026-02-05","cited_by_count":2,"area":"synth"},{"id":"2602.15845","title":"KD4MT: A Survey of Knowledge Distillation for Machine Translation","created":"2026-01-22","cited_by_count":2,"area":"distill"},{"id":"2606.06078","title":"Knowledge Distillation for Visual Autoregressive Models","created":"2026-06-04","cited_by_count":2,"area":"distill"},{"id":"2609.23697","title":"Distill What You Trust: Reliability-Aware Multi-Teacher On-Policy Distillation","created":"2026-09-20","cited_by_count":2,"area":"distill"},{"id":"2109.06308","title":"Improving Scheduled Sampling with Elastic Weight Consolidation for Neural Machine Translation","created":"2021-09-13","cited_by_count":1,"area":null},{"id":"2307.08426","title":"Improving End-to-End Speech Translation by Imitation-Based Knowledge Distillation with Synthetic Transcripts","created":"2023-07-17","cited_by_count":1,"area":"distill"},{"id":"2602.02405","title":"Making Expert Reasoning Learnable with Self-Distillation","created":"2026-02-02","cited_by_count":1,"area":"lr"},{"id":"2606.04694","title":"DuDi: Dual-Signal Distillation with Cross-Lingual Verbalizer","created":"2026-06-03","cited_by_count":1,"area":"distill"},{"id":"2505.18952","title":"Online Knowledge Distillation with Reward Guidance","created":"2025-05-25","cited_by_count":0,"area":"alignment"},{"id":"2607.08776","title":"A Unified Approach to Interpreting Knowledge Distillation for Large Language Models via Interactions","created":"2026-05-05","cited_by_count":0,"area":"distill"},{"id":"2608.04408","title":"Not Every Divergence Should Be Suppressed: Counterfactual Recoverability in On-Policy Distillation","created":"2026-08-05","cited_by_count":0,"area":"distill"},{"id":"2609.33711","title":"DuoOPD: Learning from Joint Teacher-Student Outcomes for Multi-Task On-Policy Distillation","created":"2026-09-27","cited_by_count":0,"area":"distill"},{"id":"2609.33727","title":"A Statistical Perspective on Knowledge Distillation: Foundations, Classical Methods, and Large Language Model Extensions","created":"2026-09-27","cited_by_count":0,"area":"distill"},{"id":"2609.34738","title":"Beyond Token Alignment: Event Completion for Cross-Tokenizer On-Policy Distillation","created":"2026-09-28","cited_by_count":0,"area":"distill"},{"id":"2609.34838","title":"DivOPD: Spread Wide, Look Close for Asynchronous On-Policy Distillation of Multi-turn Agents","created":"2026-09-28","cited_by_count":0,"area":"distill"},{"id":"2609.35319","title":"Teacher-Student Gaps Are Not Enough: Outcome-Guided On-Policy Distillation for Multi-Turn Autonomous Agents","created":"2026-09-28","cited_by_count":0,"area":"distill"},{"id":"2609.36734","title":"Distilling What Matters: Confidence-Aware Selective Distillation for Large Language Models","created":"2026-09-29","cited_by_count":0,"area":"distill"},{"id":"2609.36828","title":"Calibrate the Decisions That Change the Future: On-Policy Post-Training Quantization for Multimodal Large Language Models","created":"2026-09-29","cited_by_count":0,"area":"mllm"},{"id":"2609.37170","title":"Interpolated Policy Distillation: A Controllable Continuum Between Off-Policy and On-Policy Distillation","created":"2026-09-29","cited_by_count":0,"area":"distill"},{"id":"2609.37377","title":"Beyond Prompt Count: How Data Shapes Transfer in On-Policy Distillation","created":"2026-09-29","cited_by_count":0,"area":"distill"},{"id":"2610.02700","title":"Learning from Evolving Errors: Adaptive Iterative Repair for On-Policy Distillation","created":"2026-10-02","cited_by_count":0,"area":"lr"},{"id":"2610.04950","title":"How Should Teachers Be Prepared? RL on Student-Induced States for On-Policy Distillation","created":"2026-10-04","cited_by_count":0,"area":"lr"},{"id":"2610.13264","title":"CV-OPD: Contrastive Vision On-policy Distillation","created":"2026-10-09","cited_by_count":0,"area":"distill"},{"id":"2610.15589","title":"The Gradient That Top-k Distillation Never Computes","created":"2026-10-11","cited_by_count":0,"area":"distill"},{"id":"2610.19601","title":"PA1-OPD: One-Step Prefix-Augmented On-Policy Distillation for Language Model Pretraining","created":"2026-10-14","cited_by_count":0,"area":"distill"},{"id":"2610.19789","title":"More Methods, Better Agents? A Reality Check on Self-Distillation in Agentic Reinforcement Learning","created":"2026-10-14","cited_by_count":0,"area":"agents"}],"next_cursor":null}