{"total":30,"rows":[{"id":"2306.08543","title":"MiniLLM: On-Policy Distillation of Large Language Models","created":"2023-06-14","cited_by_count":139,"area":"distill"},{"id":"2407.01885","title":"Survey on Knowledge Distillation for Large Language Models: Methods, Evaluation, and Application","created":"2024-07-02","cited_by_count":56,"area":"distill"},{"id":"2602.15260","title":"Fast and Effective On-policy Distillation from Reasoning Prefixes","created":"2026-02-16","cited_by_count":53,"area":"distill"},{"id":"2407.16154","title":"DDK: Distilling Domain Knowledge for Efficient Large Language Models","created":"2024-07-23","cited_by_count":26,"area":"distill"},{"id":"2308.06744","title":"Token-Scaled Logit Distillation for Ternary Weight Generative Language Models","created":"2023-08-13","cited_by_count":20,"area":"distill"},{"id":"2410.04638","title":"Provable Weak-to-Strong Generalization via Benign Overfitting","created":"2024-10-06","cited_by_count":16,"area":"distill"},{"id":"2503.16870","title":"Sparse Logit Sampling: Accelerating Knowledge Distillation in LLMs","created":"2025-03-21","cited_by_count":16,"area":"distill"},{"id":"2402.05894","title":"Large Language Model Meets Graph Neural Network in Knowledge Distillation","created":"2024-02-08","cited_by_count":14,"area":"distill"},{"id":"2312.04837","title":"Localized Symbolic Knowledge Distillation for Visual Commonsense Models","created":"2023-12-08","cited_by_count":12,"area":"distill"},{"id":"2606.06021","title":"OPRD: On-Policy Representation Distillation","created":"2026-06-04","cited_by_count":11,"area":"distill"},{"id":"2406.17262","title":"D2LLM: Decomposed and Distilled Large Language Models for Semantic Search","created":"2024-06-25","cited_by_count":9,"area":"distill"},{"id":"2408.10210","title":"A Survey on Symbolic Knowledge Distillation of Large Language Models","created":"2024-07-12","cited_by_count":9,"area":"distill"},{"id":"2602.01064","title":"Exploring Knowledge Purification in Multi-Teacher Knowledge Distillation for LLMs","created":"2026-02-01","cited_by_count":9,"area":"distill"},{"id":"2403.13590","title":"Teacher-Student Training for Debiasing: General Permutation Debiasing for Large Language Models","created":"2024-03-20","cited_by_count":8,"area":"distill"},{"id":"2410.20777","title":"KD-LoRA: A Hybrid Approach to Efficient Fine-Tuning with LoRA and Knowledge Distillation","created":"2024-10-28","cited_by_count":6,"area":"distill"},{"id":"2409.12586","title":"Efficient Knowledge Distillation: Empowering Small Language Models with Teacher Model Insights","created":"2024-09-19","cited_by_count":4,"area":"distill"},{"id":"2301.03416","title":"ERNIE 3.0 Tiny: Frustratingly Simple Method to Improve Task-Agnostic Distillation Generalization","created":"2023-01-09","cited_by_count":3,"area":"distill"},{"id":"2403.14171","title":"MMIDR: Teaching Large Language Model to Interpret Multimodal Misinformation via Knowledge Distillation","created":"2024-03-21","cited_by_count":3,"area":"distill"},{"id":"2409.12512","title":"Exploring and Enhancing the Transfer of Distribution in Knowledge Distillation for Autoregressive Language Models","created":"2024-09-19","cited_by_count":3,"area":"distill"},{"id":"2511.06719","title":"MobileLLM-Pro Technical Report","created":"2025-11-10","cited_by_count":3,"area":"distill"},{"id":"2605.16865","title":"MixSD: Mixed Contextual Self-Distillation for Knowledge Injection","created":"2026-05-16","cited_by_count":3,"area":"distill"},{"id":"2505.01693","title":"High-Fidelity Pseudo-label Generation by Large Language Models for Training Robust Radiology Report Classifiers","created":"2025-05-03","cited_by_count":2,"area":"distill"},{"id":"2606.14368","title":"Be My Tutor: On-Policy Co-Distillation for Mutual LLM Improvement via Peer Feedback","created":"2026-06-12","cited_by_count":1,"area":"distill"},{"id":"2409.12599","title":"Enhancing SLM via ChatGPT and Dataset Augmentation","created":"2024-09-19","cited_by_count":0,"area":"distill"},{"id":"2507.07630","title":"Exploring the Limits of Model Compression in LLMs: A Knowledge Distillation Study on QA Tasks","created":"2025-07-10","cited_by_count":0,"area":"distill"},{"id":"2605.02860","title":"Standing on the Shoulders of Giants: Stabilized Knowledge Distillation for Cross--Language Code Clone Detection","created":"2026-05-04","cited_by_count":0,"area":"distill"},{"id":"2609.24646","title":"iSDFT: Information-Proximal Self-Distillation for Continual Learning in LLMs","created":"2026-09-21","cited_by_count":0,"area":"distill"},{"id":"2609.31900","title":"Understanding the Synergy between SFT, RLVR, and OPD in LLM Post-Training","created":"2026-09-25","cited_by_count":0,"area":"distill"},{"id":"2609.35262","title":"Rubric-Aware On-Policy Self-Distillation for LLM Personalization","created":"2026-09-28","cited_by_count":0,"area":"distill"},{"id":"2609.36707","title":"LAURA: Knowledge Distillation for Interpretable Ambiguous Clause Identification in Legal Contracts","created":"2026-09-29","cited_by_count":0,"area":"distill"}],"next_cursor":null}