{"total":28,"rows":[{"id":"2407.01885","title":"Survey on Knowledge Distillation for Large Language Models: Methods, Evaluation, and Application","created":"2024-07-02","cited_by_count":56,"area":"distill"},{"id":"2605.03677","title":"Uni-OPD: Unifying On-Policy Distillation with a Dual-Perspective Recipe","created":"2026-05-05","cited_by_count":49,"area":"distill"},{"id":"2407.16154","title":"DDK: Distilling Domain Knowledge for Efficient Large Language Models","created":"2024-07-23","cited_by_count":26,"area":"distill"},{"id":"2505.12781","title":"A Token is Worth over 1,000 Tokens: Efficient Knowledge Distillation through Low-Rank Clone","created":"2025-05-19","cited_by_count":15,"area":"distill"},{"id":"2505.19504","title":"DOGe: Defensive Output Generation for LLM Protection Against Knowledge Distillation","created":"2025-05-26","cited_by_count":14,"area":"distill"},{"id":"2312.04837","title":"Localized Symbolic Knowledge Distillation for Visual Commonsense Models","created":"2023-12-08","cited_by_count":12,"area":"distill"},{"id":"2406.05322","title":"Teaching-Assistant-in-the-Loop: Improving Knowledge Distillation from Imperfect Teacher Models in Low-Budget Scenarios","created":"2024-06-08","cited_by_count":12,"area":"distill"},{"id":"2502.11306","title":"Smoothing Out Hallucinations: Mitigating LLM Hallucination with Smoothed Knowledge Distillation","created":"2025-02-16","cited_by_count":10,"area":"distill"},{"id":"2312.05979","title":"NovaCOMET: Open Commonsense Foundation Models with Symbolic Knowledge Distillation","created":"2023-12-10","cited_by_count":8,"area":"distill"},{"id":"2502.06659","title":"Who Taught You That? Tracing Teachers in Model Distillation","created":"2025-02-10","cited_by_count":8,"area":"distill"},{"id":"2605.06597","title":"UniSD: Towards a Unified Self-Distillation Framework for Large Language Models","created":"2026-05-07","cited_by_count":7,"area":"distill"},{"id":"2502.04499","title":"Revisiting Intermediate-Layer Matching in Knowledge Distillation: Layer-Selection Strategy Doesn't Matter (Much)","created":"2025-02-06","cited_by_count":5,"area":"distill"},{"id":"2409.12586","title":"Efficient Knowledge Distillation: Empowering Small Language Models with Teacher Model Insights","created":"2024-09-19","cited_by_count":4,"area":"distill"},{"id":"2301.03416","title":"ERNIE 3.0 Tiny: Frustratingly Simple Method to Improve Task-Agnostic Distillation Generalization","created":"2023-01-09","cited_by_count":3,"area":"distill"},{"id":"2401.07013","title":"Knowledge Distillation of Black-Box Large Language Models","created":"2024-01-13","cited_by_count":3,"area":"distill"},{"id":"2406.19227","title":"Aligning Teacher with Student Preferences for Tailored Training Data Generation","created":"2024-06-27","cited_by_count":3,"area":"distill"},{"id":"2605.23857","title":"Strong Teacher Not Needed? On Distillation in LLM Pretraining","created":"2026-05-22","cited_by_count":3,"area":"distill"},{"id":"2403.15886","title":"Leveraging Zero-Shot Prompting for Efficient Language Model Distillation","created":"2024-03-23","cited_by_count":2,"area":"distill"},{"id":"2504.16056","title":"Honey, I Shrunk the Language Model: Impact of Knowledge Distillation Methods on Performance and Explainability","created":"2025-04-22","cited_by_count":2,"area":"distill"},{"id":"2604.18963","title":"Distillation Traps and Guards: A Calibration Knob for LLM Distillability","created":"2026-04-21","cited_by_count":1,"area":"distill"},{"id":"2605.28303","title":"From Fact Overwriting to Knowledge Evolution: Causal Editing via On-Policy Self-Distillation","created":"2026-05-27","cited_by_count":1,"area":"distill"},{"id":"2409.12599","title":"Enhancing SLM via ChatGPT and Dataset Augmentation","created":"2024-09-19","cited_by_count":0,"area":"distill"},{"id":"2510.16716","title":"DistilLock: Safeguarding LLMs from Unauthorized Knowledge Distillation on the Edge","created":"2025-10-19","cited_by_count":0,"area":"distill"},{"id":"2602.01007","title":"Distilling Token-Trained Models into Byte-Level Models","created":"2026-02-01","cited_by_count":0,"area":"distill"},{"id":"2605.27591","title":"Gradient Transformer: Learning to Generate Updates for LLMs","created":"2026-05-26","cited_by_count":0,"area":"distill"},{"id":"2609.33426","title":"TeacherGRPO: Closing the Capacity Gap in Reasoning Distillation via Teacher Alignment","created":"2026-09-27","cited_by_count":0,"area":"distill"},{"id":"2609.34605","title":"PMOPD: Task Ordering, Cycling, and Parameter-Update Subspace Protection in Multi-Teacher On-Policy Distillation","created":"2026-09-28","cited_by_count":0,"area":"distill"},{"id":"2610.13536","title":"Defence against the dark arts of distillation: Unsupervised discovery of subliminal learning","created":"2026-10-09","cited_by_count":0,"area":"distill"}],"next_cursor":null}