{"total":57,"rows":[{"id":"2402.13116","title":"A Survey on Knowledge Distillation of Large Language Models","created":"2024-02-20","cited_by_count":284,"area":"distill"},{"id":"2603.07079","title":"Entropy-Aware On-Policy Distillation of Language Models","created":"2026-03-07","cited_by_count":175,"area":"distill"},{"id":"2402.03898","title":"DistiLLM: Towards Streamlined Distillation for Large Language Models","created":"2024-02-06","cited_by_count":163,"area":"distill"},{"id":"2604.00626","title":"A Survey of On-Policy Distillation for Large Language Models","created":"2026-04-01","cited_by_count":163,"area":"distill"},{"id":"2407.01885","title":"Survey on Knowledge Distillation for Large Language Models: Methods, Evaluation, and Application","created":"2024-07-02","cited_by_count":56,"area":"distill"},{"id":"2601.07155","title":"Stable On-Policy Distillation through Adaptive Target Reformulation","created":"2026-01-12","cited_by_count":53,"area":"distill"},{"id":"2311.07052","title":"Towards the Law of Capacity Gap in Distilling Language Models","created":"2023-11-13","cited_by_count":44,"area":"distill"},{"id":"2402.11890","title":"Revisiting Knowledge Distillation for Autoregressive Language Models","created":"2024-02-19","cited_by_count":42,"area":"distill"},{"id":"2412.14528","title":"Multi-Level Optimal Transport for Universal Cross-Tokenizer Knowledge Distillation on Language Models","created":"2024-12-19","cited_by_count":36,"area":"distill"},{"id":"2605.21606","title":"When Are Teacher Tokens Reliable? Position-Weighted On-Policy Self-Distillation for Reasoning","created":"2026-05-20","cited_by_count":30,"area":"distill"},{"id":"2410.17215","title":"MiniPLM: Knowledge Distillation for Pre-Training Language Models","created":"2024-10-22","cited_by_count":29,"area":"distill"},{"id":"2406.17328","title":"Dual-Space Knowledge Distillation for Large Language Models","created":"2024-06-25","cited_by_count":25,"area":"distill"},{"id":"2505.04560","title":"ABKD: Pursuing a Proper Allocation of the Probability Mass in Knowledge Distillation via $\\alpha$-$\\beta$-Divergence","created":"2025-05-07","cited_by_count":23,"area":"distill"},{"id":"2501.16937","title":"TAID: Temporally Adaptive Interpolated Distillation for Efficient Knowledge Transfer in Language Models","created":"2025-01-28","cited_by_count":22,"area":"distill"},{"id":"2510.24021","title":"SelecTKD: Selective Token-Weighted Knowledge Distillation for LLMs","created":"2025-10-28","cited_by_count":22,"area":"distill"},{"id":"2503.16870","title":"Sparse Logit Sampling: Accelerating Knowledge Distillation in LLMs","created":"2025-03-21","cited_by_count":16,"area":"distill"},{"id":"2402.17110","title":"Sinkhorn Distance Minimization for Knowledge Distillation","created":"2024-02-27","cited_by_count":15,"area":"distill"},{"id":"2406.02886","title":"PLaD: Preference-based Large Language Model Distillation with Pseudo-Preference Pairs","created":"2024-06-05","cited_by_count":11,"area":"distill"},{"id":"2409.12545","title":"Enhancing Knowledge Distillation of Large Language Models through Efficient Multi-Modal Distribution Alignment","created":"2024-09-19","cited_by_count":11,"area":"distill"},{"id":"2605.12652","title":"Multi-Rollout On-Policy Distillation via Peer Successes and Failures","created":"2026-05-12","cited_by_count":10,"area":"distill"},{"id":"2410.19503","title":"SWITCH: Studying with Teacher for Knowledge Distillation of Large Language Models","created":"2024-10-25","cited_by_count":9,"area":"distill"},{"id":"2505.13111","title":"Why Knowledge Distillation Works in Generative Models: A Minimal Working Explanation","created":"2025-05-19","cited_by_count":9,"area":"distill"},{"id":"2604.20244","title":"Hybrid Policy Distillation for LLMs","created":"2026-04-22","cited_by_count":9,"area":"distill"},{"id":"2504.11426","title":"A Dual-Space Framework for General Knowledge Distillation of Large Language Models","created":"2025-04-15","cited_by_count":8,"area":"distill"},{"id":"2607.13124","title":"ShortOPD: Recovering Pruned LLMs with Short-to-Long On-Policy Distillation","created":"2026-07-14","cited_by_count":8,"area":"distill"},{"id":"2607.22334","title":"Cross-Tokenizer On-Policy Distillation via Byte-Prefix Marginalization","created":"2026-07-24","cited_by_count":8,"area":"distill"},{"id":"2604.03873","title":"SODA: Semi On-Policy Black-Box Distillation for Large Language Models","created":"2026-04-04","cited_by_count":7,"area":"distill"},{"id":"2504.13825","title":"Feature Alignment and Representation Transfer in Knowledge Distillation for Large Language Models","created":"2025-04-18","cited_by_count":6,"area":"distill"},{"id":"2502.04499","title":"Revisiting Intermediate-Layer Matching in Knowledge Distillation: Layer-Selection Strategy Doesn't Matter (Much)","created":"2025-02-06","cited_by_count":5,"area":"distill"},{"id":"2602.21669","title":"DWA-KD: Dual-Space Weighting and Time-Warped Alignment for Cross-Tokenizer Knowledge Distillation","created":"2026-02-25","cited_by_count":5,"area":"distill"},{"id":"2311.13934","title":"Robustness-Reinforced Knowledge Distillation with Correlation Distance and Network Pruning","created":"2023-11-23","cited_by_count":4,"area":"distill"},{"id":"2506.05695","title":"Being Strong Progressively! Enhancing Knowledge Distillation of Large Language Models through a Curriculum Learning Framework","created":"2025-06-06","cited_by_count":4,"area":"distill"},{"id":"2603.23911","title":"Self-Distillation for Multi-Token Prediction","created":"2026-03-25","cited_by_count":4,"area":"distill"},{"id":"2409.12500","title":"LLMR: Knowledge Distillation with a Large Language Model-Induced Reward","created":"2024-09-19","cited_by_count":3,"area":"distill"},{"id":"2409.12512","title":"Exploring and Enhancing the Transfer of Distribution in Knowledge Distillation for Autoregressive Language Models","created":"2024-09-19","cited_by_count":3,"area":"distill"},{"id":"2504.19024","title":"KETCHUP: K-Step Return Estimation for Sequential Knowledge Distillation","created":"2025-04-26","cited_by_count":3,"area":"distill"},{"id":"2407.10068","title":"Multi-Granularity Semantic Revision for Large Language Model Distillation","created":"2024-07-14","cited_by_count":2,"area":"distill"},{"id":"2410.11371","title":"Learning from Imperfect Data: Towards Efficient Knowledge Distillation of Autoregressive Language Models for Text-to-SQL","created":"2024-10-15","cited_by_count":2,"area":"distill"},{"id":"2502.01491","title":"Memorization Inheritance in Sequence-Level Knowledge Distillation for Neural Machine Translation","created":"2025-02-03","cited_by_count":2,"area":"distill"},{"id":"2602.15845","title":"KD4MT: A Survey of Knowledge Distillation for Machine Translation","created":"2026-01-22","cited_by_count":2,"area":"distill"},{"id":"2604.03192","title":"Reliability Gated Multi-Teacher Distillation for Low Resource Abstractive Summarization","created":"2026-04-03","cited_by_count":2,"area":"distill"},{"id":"2606.06078","title":"Knowledge Distillation for Visual Autoregressive Models","created":"2026-06-04","cited_by_count":2,"area":"distill"},{"id":"2602.12674","title":"$\\mathcal{X}$-KD: General Experiential Knowledge Distillation for Large Language Models","created":"2026-02-13","cited_by_count":1,"area":"distill"},{"id":"2603.24518","title":"TuneShift-KD: Knowledge Distillation and Transfer for Fine-tuned Models","created":"2026-03-25","cited_by_count":1,"area":"distill"},{"id":"2604.18963","title":"Distillation Traps and Guards: A Calibration Knob for LLM Distillability","created":"2026-04-21","cited_by_count":1,"area":"distill"},{"id":"2607.24522","title":"FlowCTS: On-policy Continuous Trajectory Supervision of Flow Models","created":"2026-07-27","cited_by_count":1,"area":"distill"},{"id":"2601.01484","title":"SGD-Based Knowledge Distillation with Bayesian Teachers: Theory and Guidelines","created":"2026-01-04","cited_by_count":0,"area":"distill"},{"id":"2601.10114","title":"Following the Teacher's Footsteps: Scheduled Checkpoint Distillation for Domain-Specific LLMs","created":"2026-01-15","cited_by_count":0,"area":"distill"},{"id":"2605.26246","title":"The Bridge-Garden Dilemma in LLM Distillation: Why Mixing Hard and Soft Labels Works","created":"2026-05-25","cited_by_count":0,"area":"distill"},{"id":"2606.29869","title":"ARKD: Adaptive Reinforcement Learning-Guided Bidirectional KL Divergence Distillation for Text Generation","created":"2026-06-29","cited_by_count":0,"area":"distill"},{"id":"2607.08776","title":"A Unified Approach to Interpreting Knowledge Distillation for Large Language Models via Interactions","created":"2026-05-05","cited_by_count":0,"area":"distill"},{"id":"2607.19956","title":"When Does Knowledge Distillation Hurt? Reliability-Aware Distillation for Low-Resource Language Summarization","created":"2026-07-22","cited_by_count":0,"area":"distill"},{"id":"2609.03355","title":"ALRA: Adaptive Local Relational Alignment for Logit-Based Pre-training Distillation of Autoregressive Language Models","created":"2026-09-03","cited_by_count":0,"area":"distill"},{"id":"2609.34738","title":"Beyond Token Alignment: Event Completion for Cross-Tokenizer On-Policy Distillation","created":"2026-09-28","cited_by_count":0,"area":"distill"},{"id":"2609.36734","title":"Distilling What Matters: Confidence-Aware Selective Distillation for Large Language Models","created":"2026-09-29","cited_by_count":0,"area":"distill"},{"id":"2610.02179","title":"From Gradients to Capabilities: Understanding Multi-Teacher On-Policy Distillation","created":"2026-10-01","cited_by_count":0,"area":"distill"},{"id":"2610.15589","title":"The Gradient That Top-k Distillation Never Computes","created":"2026-10-11","cited_by_count":0,"area":"distill"}],"next_cursor":null}