{"total":21,"rows":[{"id":"2402.13116","title":"A Survey on Knowledge Distillation of Large Language Models","created":"2024-02-20","cited_by_count":284,"area":"distill"},{"id":"2407.01885","title":"Survey on Knowledge Distillation for Large Language Models: Methods, Evaluation, and Application","created":"2024-07-02","cited_by_count":56,"area":"distill"},{"id":"2311.07052","title":"Towards the Law of Capacity Gap in Distilling Language Models","created":"2023-11-13","cited_by_count":44,"area":"distill"},{"id":"2503.20083","title":"Universal Cross-Tokenizer Distillation via Approximate Likelihood Matching","created":"2025-03-25","cited_by_count":41,"area":"distill"},{"id":"2406.17328","title":"Dual-Space Knowledge Distillation for Large Language Models","created":"2024-06-25","cited_by_count":25,"area":"distill"},{"id":"2405.17890","title":"SLMRec: Distilling Large Language Models into Small for Sequential Recommendation","created":"2024-05-28","cited_by_count":18,"area":"distill"},{"id":"2305.02031","title":"A Systematic Study of Knowledge Distillation for Natural Language Generation with Pseudo-Target Training","created":"2023-05-03","cited_by_count":16,"area":"distill"},{"id":"2406.02886","title":"PLaD: Preference-based Large Language Model Distillation with Pseudo-Preference Pairs","created":"2024-06-05","cited_by_count":11,"area":"distill"},{"id":"2403.09522","title":"MT-PATCHER: Selective and Extendable Knowledge Distillation from Large Language Models for Machine Translation","created":"2024-03-14","cited_by_count":10,"area":"distill"},{"id":"2408.10210","title":"A Survey on Symbolic Knowledge Distillation of Large Language Models","created":"2024-07-12","cited_by_count":9,"area":"distill"},{"id":"2502.06659","title":"Who Taught You That? Tracing Teachers in Model Distillation","created":"2025-02-10","cited_by_count":8,"area":"distill"},{"id":"2504.11426","title":"A Dual-Space Framework for General Knowledge Distillation of Large Language Models","created":"2025-04-15","cited_by_count":8,"area":"distill"},{"id":"2602.21669","title":"DWA-KD: Dual-Space Weighting and Time-Warped Alignment for Cross-Tokenizer Knowledge Distillation","created":"2026-02-25","cited_by_count":5,"area":"distill"},{"id":"2409.12586","title":"Efficient Knowledge Distillation: Empowering Small Language Models with Teacher Model Insights","created":"2024-09-19","cited_by_count":4,"area":"distill"},{"id":"2410.03061","title":"DocKD: Knowledge Distillation from LLMs for Open-World Document Understanding Models","created":"2024-10-04","cited_by_count":3,"area":"distill"},{"id":"2403.15886","title":"Leveraging Zero-Shot Prompting for Efficient Language Model Distillation","created":"2024-03-23","cited_by_count":2,"area":"distill"},{"id":"2504.16056","title":"Honey, I Shrunk the Language Model: Impact of Knowledge Distillation Methods on Performance and Explainability","created":"2025-04-22","cited_by_count":2,"area":"distill"},{"id":"2603.22056","title":"Dual-Space Knowledge Distillation with Key-Query Matching for Large Language Models with Vocabulary Mismatch","created":"2026-03-23","cited_by_count":1,"area":"distill"},{"id":"2411.16991","title":"Dynamic Self-Distillation via Previous Mini-batches for Fine-tuning Small Language Models","created":"2024-11-25","cited_by_count":0,"area":"distill"},{"id":"2609.33426","title":"TeacherGRPO: Closing the Capacity Gap in Reasoning Distillation via Teacher Alignment","created":"2026-09-27","cited_by_count":0,"area":"distill"},{"id":"2610.10460","title":"Composing What Each Teacher Learned: Multi-Teacher On-Policy Distillation through Teacher-Relative Shifts","created":"2026-10-07","cited_by_count":0,"area":"distill"}],"next_cursor":null}