{"total":23,"rows":[{"id":"2402.13116","title":"A Survey on Knowledge Distillation of Large Language Models","created":"2024-02-20","cited_by_count":284,"area":"distill"},{"id":"2604.00626","title":"A Survey of On-Policy Distillation for Large Language Models","created":"2026-04-01","cited_by_count":163,"area":"distill"},{"id":"2510.24021","title":"SelecTKD: Selective Token-Weighted Knowledge Distillation for LLMs","created":"2025-10-28","cited_by_count":22,"area":"distill"},{"id":"2503.16870","title":"Sparse Logit Sampling: Accelerating Knowledge Distillation in LLMs","created":"2025-03-21","cited_by_count":16,"area":"distill"},{"id":"2410.19503","title":"SWITCH: Studying with Teacher for Knowledge Distillation of Large Language Models","created":"2024-10-25","cited_by_count":9,"area":"distill"},{"id":"2505.15442","title":"On the Generalization vs Fidelity Paradox in Knowledge Distillation","created":"2025-05-21","cited_by_count":7,"area":"distill"},{"id":"2602.21669","title":"DWA-KD: Dual-Space Weighting and Time-Warped Alignment for Cross-Tokenizer Knowledge Distillation","created":"2026-02-25","cited_by_count":5,"area":"distill"},{"id":"2409.12512","title":"Exploring and Enhancing the Transfer of Distribution in Knowledge Distillation for Autoregressive Language Models","created":"2024-09-19","cited_by_count":3,"area":"distill"},{"id":"2605.23857","title":"Strong Teacher Not Needed? On Distillation in LLM Pretraining","created":"2026-05-22","cited_by_count":3,"area":"distill"},{"id":"2410.11371","title":"Learning from Imperfect Data: Towards Efficient Knowledge Distillation of Autoregressive Language Models for Text-to-SQL","created":"2024-10-15","cited_by_count":2,"area":"distill"},{"id":"2606.06078","title":"Knowledge Distillation for Visual Autoregressive Models","created":"2026-06-04","cited_by_count":2,"area":"distill"},{"id":"2609.24432","title":"1% of Tokens Can Be Enough: On Gradient Estimation in On-Policy Distillation","created":"2026-09-21","cited_by_count":2,"area":"distill"},{"id":"2412.15303","title":"Self-Evolution Knowledge Distillation for LLM-based Machine Translation","created":"2024-12-19","cited_by_count":1,"area":"distill"},{"id":"2602.09509","title":"Beyond Student: An Asymmetric Network for Neural Network Inheritance","created":"2026-02-10","cited_by_count":1,"area":"distill"},{"id":"2603.24518","title":"TuneShift-KD: Knowledge Distillation and Transfer for Fine-tuned Models","created":"2026-03-25","cited_by_count":1,"area":"distill"},{"id":"2510.24425","title":"Comprehensive and Efficient Distillation for Lightweight Sentiment Analysis Models","created":"2025-10-28","cited_by_count":0,"area":"distill"},{"id":"2605.11290","title":"ReAD: Reinforcement-Guided Capability Distillation for Large Language Models","created":"2026-05-11","cited_by_count":0,"area":"distill"},{"id":"2605.26246","title":"The Bridge-Garden Dilemma in LLM Distillation: Why Mixing Hard and Soft Labels Works","created":"2026-05-25","cited_by_count":0,"area":"distill"},{"id":"2606.29869","title":"ARKD: Adaptive Reinforcement Learning-Guided Bidirectional KL Divergence Distillation for Text Generation","created":"2026-06-29","cited_by_count":0,"area":"distill"},{"id":"2609.03355","title":"ALRA: Adaptive Local Relational Alignment for Logit-Based Pre-training Distillation of Autoregressive Language Models","created":"2026-09-03","cited_by_count":0,"area":"distill"},{"id":"2609.33727","title":"A Statistical Perspective on Knowledge Distillation: Foundations, Classical Methods, and Large Language Model Extensions","created":"2026-09-27","cited_by_count":0,"area":"distill"},{"id":"2609.34386","title":"Look Before You Select: Rethinking Vocabulary Sparsification in On-Policy Distillation","created":"2026-09-28","cited_by_count":0,"area":"distill"},{"id":"2609.36734","title":"Distilling What Matters: Confidence-Aware Selective Distillation for Large Language Models","created":"2026-09-29","cited_by_count":0,"area":"distill"}],"next_cursor":null}