{"total":258,"rows":[{"id":"2402.13116","title":"A Survey on Knowledge Distillation of Large Language Models","created":"2024-02-20","cited_by_count":284,"area":"distill"},{"id":"2110.07178","title":"Symbolic Knowledge Distillation: from General Language Models to Commonsense Models","created":"2021-10-14","cited_by_count":270,"area":"distill"},{"id":"2106.05945","title":"Does Knowledge Distillation Really Work?","created":"2021-06-10","cited_by_count":190,"area":"distill"},{"id":"2603.07079","title":"Entropy-Aware On-Policy Distillation of Language Models","created":"2026-03-07","cited_by_count":175,"area":"distill"},{"id":"2402.03898","title":"DistiLLM: Towards Streamlined Distillation for Large Language Models","created":"2024-02-06","cited_by_count":163,"area":"distill"},{"id":"2603.25562","title":"Revisiting On-Policy Distillation: Empirical Failure Modes and Simple Fixes","created":"2026-03-26","cited_by_count":145,"area":"distill"},{"id":"2306.08543","title":"MiniLLM: On-Policy Distillation of Large Language Models","created":"2023-06-14","cited_by_count":139,"area":"distill"},{"id":"2307.15190","title":"f-Divergence Minimization for Sequence-Level Knowledge Distillation","created":"2023-07-27","cited_by_count":114,"area":"distill"},{"id":"2604.14084","title":"TIP: Token Importance in On-Policy Distillation","created":"2026-04-15","cited_by_count":104,"area":"distill"},{"id":"2311.00430","title":"Distil-Whisper: Robust Knowledge Distillation via Large-Scale Pseudo Labelling","created":"2023-11-01","cited_by_count":90,"area":"distill"},{"id":"2410.11325","title":"Speculative Knowledge Distillation: Bridging the Teacher-Student Gap Through Interleaved Sampling","created":"2024-10-15","cited_by_count":90,"area":"distill"},{"id":"2104.02096","title":"Compressing Visual-linguistic Model via Knowledge Distillation","created":"2021-04-05","cited_by_count":86,"area":"distill"},{"id":"2606.30406","title":"MOPD: Multi-Teacher On-Policy Distillation for Capability Integration in LLM Post-Training","created":"2026-06-29","cited_by_count":72,"area":"distill"},{"id":"2604.12002","title":"Self-Distillation Zero: Self-Revision Turns Binary Rewards into Dense Supervision","created":"2026-04-13","cited_by_count":68,"area":"distill"},{"id":"2402.12030","title":"Towards Cross-Tokenizer Distillation: the Universal Logit Distillation Loss for LLMs","created":"2024-02-19","cited_by_count":63,"area":"distill"},{"id":"2511.10643","title":"Black-Box On-Policy Distillation of Large Language Models","created":"2025-11-13","cited_by_count":59,"area":"distill"},{"id":"2407.01885","title":"Survey on Knowledge Distillation for Large Language Models: Methods, Evaluation, and Application","created":"2024-07-02","cited_by_count":56,"area":"distill"},{"id":"2601.07155","title":"Stable On-Policy Distillation through Adaptive Target Reformulation","created":"2026-01-12","cited_by_count":53,"area":"distill"},{"id":"2602.15260","title":"Fast and Effective On-policy Distillation from Reasoning Prefixes","created":"2026-02-16","cited_by_count":53,"area":"distill"},{"id":"2305.13803","title":"NORM: Knowledge Distillation via N-to-One Representation Matching","created":"2023-05-23","cited_by_count":44,"area":"distill"},{"id":"2311.07052","title":"Towards the Law of Capacity Gap in Distilling Language Models","created":"2023-11-13","cited_by_count":44,"area":"distill"},{"id":"2105.12967","title":"Selective Knowledge Distillation for Neural Machine Translation","created":"2021-05-27","cited_by_count":43,"area":"distill"},{"id":"2106.06168","title":"Generate, Annotate, and Learn: NLP with Synthetic Text","created":"2021-06-11","cited_by_count":42,"area":"distill"},{"id":"2402.11890","title":"Revisiting Knowledge Distillation for Autoregressive Language Models","created":"2024-02-19","cited_by_count":42,"area":"distill"},{"id":"2604.01193","title":"Embarrassingly Simple Self-Distillation Improves Code Generation","created":"2026-04-01","cited_by_count":40,"area":"distill"},{"id":"2402.12204","title":"Enhancing Multilingual Capabilities of Large Language Models through Self-Distillation from Resource-Rich Languages","created":"2024-02-19","cited_by_count":36,"area":"distill"},{"id":"2412.14528","title":"Multi-Level Optimal Transport for Universal Cross-Tokenizer Knowledge Distillation on Language Models","created":"2024-12-19","cited_by_count":36,"area":"distill"},{"id":"2106.00903","title":"Rejuvenating Low-Frequency Words: Making the Most of Parallel Data in Non-Autoregressive Translation","created":"2021-06-02","cited_by_count":34,"area":"distill"},{"id":"2109.08359","title":"Distilling Linguistic Context for Language Model Compression","created":"2021-09-17","cited_by_count":33,"area":"distill"},{"id":"2604.08527","title":"Demystifying OPD: Length Inflation and Stabilization Strategies for Large Language Models","created":"2026-04-09","cited_by_count":30,"area":"distill"},{"id":"2605.21606","title":"When Are Teacher Tokens Reliable? Position-Weighted On-Policy Self-Distillation for Reasoning","created":"2026-05-20","cited_by_count":30,"area":"distill"},{"id":"2606.01249","title":"Trust Region On-Policy Distillation","created":"2026-05-31","cited_by_count":30,"area":"distill"},{"id":"2410.17215","title":"MiniPLM: Knowledge Distillation for Pre-Training Language Models","created":"2024-10-22","cited_by_count":29,"area":"distill"},{"id":"2104.06457","title":"Source and Target Bidirectional Knowledge Distillation for End-to-end Speech Translation","created":"2021-04-13","cited_by_count":28,"area":"distill"},{"id":"2603.11178","title":"PACED: Distillation and On-Policy Self-Distillation at the Frontier of Student Competence","created":"2026-03-11","cited_by_count":28,"area":"distill"},{"id":"2410.16215","title":"Pre-training Distillation for Large Language Models: A Design Space Exploration","created":"2024-10-21","cited_by_count":27,"area":"distill"},{"id":"2308.04268","title":"Teacher-Student Architecture for Knowledge Distillation: A Survey","created":"2023-08-08","cited_by_count":26,"area":"distill"},{"id":"2402.12842","title":"PromptKD: Distilling Student-Friendly Knowledge for Generative Language Models via Prompt Tuning","created":"2024-02-20","cited_by_count":25,"area":"distill"},{"id":"2406.17328","title":"Dual-Space Knowledge Distillation for Large Language Models","created":"2024-06-25","cited_by_count":25,"area":"distill"},{"id":"2206.06561","title":"FreeKD: Free-direction Knowledge Distillation for Graph Neural Networks","created":"2022-06-14","cited_by_count":23,"area":"distill"},{"id":"2210.17332","title":"Teacher-Student Architecture for Knowledge Learning: A Survey","created":"2022-10-28","cited_by_count":23,"area":"distill"},{"id":"2505.04560","title":"ABKD: Pursuing a Proper Allocation of the Probability Mass in Knowledge Distillation via $\\alpha$-$\\beta$-Divergence","created":"2025-05-07","cited_by_count":23,"area":"distill"},{"id":"2107.02681","title":"VidLanKD: Improving Language Understanding via Video-Distilled Knowledge Transfer","created":"2021-07-06","cited_by_count":22,"area":"distill"},{"id":"2501.16937","title":"TAID: Temporally Adaptive Interpolated Distillation for Efficient Knowledge Transfer in Language Models","created":"2025-01-28","cited_by_count":22,"area":"distill"},{"id":"2410.01524","title":"HarmAug: Effective Data Augmentation for Knowledge Distillation of Safety Guard Models","created":"2024-10-02","cited_by_count":19,"area":"distill"},{"id":"2411.18674","title":"Active Data Curation Effectively Distills Large-Scale Multimodal Models","created":"2024-11-27","cited_by_count":19,"area":"distill"},{"id":"2607.26057","title":"Pass the Baton: Trajectory-Relayed On-Policy Distillation","created":"2026-07-28","cited_by_count":18,"area":"distill"},{"id":"2102.04887","title":"NewsBERT: Distilling Pre-trained Language Model for Intelligent News Application","created":"2021-02-09","cited_by_count":17,"area":"distill"},{"id":"2605.31490","title":"Are Full Rollouts Necessary for On-Policy Distillation?","created":"2026-05-29","cited_by_count":17,"area":"distill"},{"id":"2305.02031","title":"A Systematic Study of Knowledge Distillation for Natural Language Generation with Pseudo-Target Training","created":"2023-05-03","cited_by_count":16,"area":"distill"},{"id":"2503.16870","title":"Sparse Logit Sampling: Accelerating Knowledge Distillation in LLMs","created":"2025-03-21","cited_by_count":16,"area":"distill"},{"id":"2101.05938","title":"KDLSQ-BERT: A Quantized Bert Combining Knowledge Distillation with Learned Step Size Quantization","created":"2021-01-15","cited_by_count":15,"area":"distill"},{"id":"2402.17110","title":"Sinkhorn Distance Minimization for Knowledge Distillation","created":"2024-02-27","cited_by_count":15,"area":"distill"},{"id":"2505.12781","title":"A Token is Worth over 1,000 Tokens: Efficient Knowledge Distillation through Low-Rank Clone","created":"2025-05-19","cited_by_count":15,"area":"distill"},{"id":"2210.13800","title":"Referee: Reference-Free Sentence Summarization with Sharper Controllability through Symbolic Knowledge Distillation","created":"2022-10-25","cited_by_count":14,"area":"distill"},{"id":"2505.19504","title":"DOGe: Defensive Output Generation for LLM Protection Against Knowledge Distillation","created":"2025-05-26","cited_by_count":14,"area":"distill"},{"id":"2212.01188","title":"Improving Simultaneous Machine Translation with Monolingual Data","created":"2022-12-02","cited_by_count":13,"area":"distill"},{"id":"2105.12900","title":"How Does Distilled Data Complexity Impact the Quality and Confidence of Non-Autoregressive Machine Translation?","created":"2021-05-27","cited_by_count":12,"area":"distill"},{"id":"2404.14827","title":"Sentence-Level or Token-Level? A Comprehensive Study on Knowledge Distillation","created":"2024-04-23","cited_by_count":12,"area":"distill"},{"id":"2606.30626","title":"DOPD: Dual On-policy Distillation","created":"2026-06-29","cited_by_count":12,"area":"distill"},{"id":"2608.09228","title":"Privileged Solutions or Context-Induced Teacher Behavior? Dissecting On-Policy Self-Distillation","created":"2026-08-10","cited_by_count":12,"area":"distill"},{"id":"2106.07172","title":"Energy-efficient Knowledge Distillation for Spiking Neural Networks","created":"2021-06-14","cited_by_count":11,"area":"distill"},{"id":"2202.02976","title":"Measuring and Reducing Model Update Regression in Structured Prediction for NLP","created":"2022-02-07","cited_by_count":11,"area":"distill"},{"id":"2406.02886","title":"PLaD: Preference-based Large Language Model Distillation with Pseudo-Preference Pairs","created":"2024-06-05","cited_by_count":11,"area":"distill"},{"id":"2409.12545","title":"Enhancing Knowledge Distillation of Large Language Models through Efficient Multi-Modal Distribution Alignment","created":"2024-09-19","cited_by_count":11,"area":"distill"},{"id":"2606.06021","title":"OPRD: On-Policy Representation Distillation","created":"2026-06-04","cited_by_count":11,"area":"distill"},{"id":"2606.09471","title":"Escaping the KL Agreement Trap in On-Policy Distillation","created":"2026-06-08","cited_by_count":11,"area":"distill"},{"id":"2205.00479","title":"Nearest Neighbor Knowledge Distillation for Neural Machine Translation","created":"2022-05-01","cited_by_count":10,"area":"distill"},{"id":"2207.04900","title":"UM4: Unified Multilingual Multiple Teacher-Student Model for Zero-Resource Neural Machine Translation","created":"2022-07-11","cited_by_count":10,"area":"distill"},{"id":"2305.08096","title":"Towards Understanding and Improving Knowledge Distillation for Neural Machine Translation","created":"2023-05-14","cited_by_count":10,"area":"distill"},{"id":"2311.08640","title":"Multistage Collaborative Knowledge Distillation from a Large Language Model for Semi-Supervised Sequence Generation","created":"2023-11-15","cited_by_count":10,"area":"distill"},{"id":"2403.09522","title":"MT-PATCHER: Selective and Extendable Knowledge Distillation from Large Language Models for Machine Translation","created":"2024-03-14","cited_by_count":10,"area":"distill"},{"id":"2502.11306","title":"Smoothing Out Hallucinations: Mitigating LLM Hallucination with Smoothed Knowledge Distillation","created":"2025-02-16","cited_by_count":10,"area":"distill"},{"id":"2605.12652","title":"Multi-Rollout On-Policy Distillation via Peer Successes and Failures","created":"2026-05-12","cited_by_count":10,"area":"distill"},{"id":"2606.13657","title":"Dense Supervision, Sparse Updates: On the Sparsity and Geometry of On-Policy Distillation","created":"2026-06-11","cited_by_count":10,"area":"distill"},{"id":"2210.00169","title":"Multi-stage Progressive Compression of Conformer Transducer for On-device Speech Recognition","created":"2022-10-01","cited_by_count":9,"area":"distill"},{"id":"2407.10456","title":"Don't Throw Away Data: Better Sequence Knowledge Distillation","created":"2024-07-15","cited_by_count":9,"area":"distill"},{"id":"2410.19503","title":"SWITCH: Studying with Teacher for Knowledge Distillation of Large Language Models","created":"2024-10-25","cited_by_count":9,"area":"distill"},{"id":"2505.13111","title":"Why Knowledge Distillation Works in Generative Models: A Minimal Working Explanation","created":"2025-05-19","cited_by_count":9,"area":"distill"},{"id":"2508.15709","title":"Position Bias Mitigates Position Bias:Mitigate Position Bias Through Inter-Position Knowledge Distillation","created":"2025-08-21","cited_by_count":9,"area":"distill"},{"id":"2602.01064","title":"Exploring Knowledge Purification in Multi-Teacher Knowledge Distillation for LLMs","created":"2026-02-01","cited_by_count":9,"area":"distill"},{"id":"2604.20244","title":"Hybrid Policy Distillation for LLMs","created":"2026-04-22","cited_by_count":9,"area":"distill"},{"id":"2608.18271","title":"Rethinking Privileged Information in On-Policy Self-Distillation","created":"2026-08-18","cited_by_count":9,"area":"distill"},{"id":"2109.15196","title":"Multilingual AMR Parsing with Noisy Knowledge Distillation","created":"2021-09-30","cited_by_count":8,"area":"distill"},{"id":"2112.11640","title":"Self-Distillation Mixup Training for Non-autoregressive Neural Machine Translation","created":"2021-12-22","cited_by_count":8,"area":"distill"},{"id":"2308.08806","title":"Self-distillation Regularized Connectionist Temporal Classification Loss for Text Recognition: A Simple Yet Effective Approach","created":"2023-08-17","cited_by_count":8,"area":"distill"},{"id":"2310.13760","title":"Enhancing Abstractiveness of Summarization Models through Calibrated Distillation","created":"2023-10-20","cited_by_count":8,"area":"distill"},{"id":"2504.11426","title":"A Dual-Space Framework for General Knowledge Distillation of Large Language Models","created":"2025-04-15","cited_by_count":8,"area":"distill"},{"id":"2605.12741","title":"Learning with Rare Success but Rich Feedback via Reflection-Enhanced Self-Distillation","created":"2026-05-12","cited_by_count":8,"area":"distill"},{"id":"2607.13124","title":"ShortOPD: Recovering Pruned LLMs with Short-to-Long On-Policy Distillation","created":"2026-07-14","cited_by_count":8,"area":"distill"},{"id":"2607.17247","title":"Distilled Reinforcement Learning for LLM Post-training","created":"2026-07-19","cited_by_count":8,"area":"distill"},{"id":"2607.22334","title":"Cross-Tokenizer On-Policy Distillation via Byte-Prefix Marginalization","created":"2026-07-24","cited_by_count":8,"area":"distill"},{"id":"2608.04419","title":"SPOT: Sparse Probing and Outcome Calibration for On-Policy Distillation","created":"2026-08-05","cited_by_count":8,"area":"distill"},{"id":"2608.16333","title":"Step-Level On-Policy Distillation: Interpolating Between On-Policy Distillation and Supervised Fine-Tuning","created":"2026-08-17","cited_by_count":8,"area":"distill"},{"id":"2505.15442","title":"On the Generalization vs Fidelity Paradox in Knowledge Distillation","created":"2025-05-21","cited_by_count":7,"area":"distill"},{"id":"2603.01875","title":"KDFlow: A User-Friendly and Efficient Knowledge Distillation Framework for Large Language Models","created":"2026-03-02","cited_by_count":7,"area":"distill"},{"id":"2604.03873","title":"SODA: Semi On-Policy Black-Box Distillation for Large Language Models","created":"2026-04-04","cited_by_count":7,"area":"distill"},{"id":"2606.03532","title":"When Should the Teacher Move? Temporal Coupling and Stability in Self On-Policy Distillation","created":"2026-06-02","cited_by_count":7,"area":"distill"},{"id":"2607.28590","title":"VAD: Attributing Visual Evidence for Target Reconstruction in Multimodal On-Policy Distillation","created":"2026-07-30","cited_by_count":7,"area":"distill"},{"id":"2106.12607","title":"Dealing with training and test segmentation mismatch: FBK@IWSLT2021","created":"2021-06-23","cited_by_count":6,"area":"distill"}],"next_cursor":"100"}