{"total":19,"rows":[{"id":"2407.14679","title":"Compact Language Models via Pruning and Knowledge Distillation","created":"2024-07-19","cited_by_count":148,"area":"distill"},{"id":"2402.10631","title":"BitDistiller: Unleashing the Potential of Sub-4-Bit LLMs via Self-Distillation","created":"2024-02-16","cited_by_count":84,"area":"distill"},{"id":"2311.07052","title":"Towards the Law of Capacity Gap in Distilling Language Models","created":"2023-11-13","cited_by_count":44,"area":"distill"},{"id":"2203.12574","title":"Mitigating Gender Bias in Distilled Language Models via Counterfactual Role Reversal","created":"2022-03-23","cited_by_count":40,"area":"distill"},{"id":"2107.02681","title":"VidLanKD: Improving Language Understanding via Video-Distilled Knowledge Transfer","created":"2021-07-06","cited_by_count":22,"area":"distill"},{"id":"2205.07523","title":"Prompting to Distill: Boosting Data-Free Knowledge Distillation via Reinforced Prompt","created":"2022-05-16","cited_by_count":8,"area":"distill"},{"id":"2305.12074","title":"DisCo: Distilled Student Models Co-training for Semi-supervised Text Mining","created":"2023-05-20","cited_by_count":4,"area":"distill"},{"id":"2411.00052","title":"Larger models yield better results? Streamlined severity classification of ADHD-related concerns using BERT-based knowledge distillation","created":"2024-10-30","cited_by_count":3,"area":"distill"},{"id":"2504.06036","title":"Multi-Sense Embeddings for Language Models and Knowledge Distillation","created":"2025-04-08","cited_by_count":3,"area":"distill"},{"id":"2603.22355","title":"Demystifying Low-Rank Knowledge Distillation in Large Language Models: Convergence, Generalization, and Information-Theoretic Guarantees","created":"2026-03-22","cited_by_count":3,"area":"distill"},{"id":"2605.23857","title":"Strong Teacher Not Needed? On Distillation in LLM Pretraining","created":"2026-05-22","cited_by_count":3,"area":"distill"},{"id":"2601.15394","title":"Memorization Dynamics in Knowledge Distillation for Language Models","created":"2026-01-21","cited_by_count":2,"area":"distill"},{"id":"2311.01689","title":"Data-Free Distillation of Language Model by Text-to-Text Transfer","created":"2023-11-03","cited_by_count":1,"area":"distill"},{"id":"2506.12038","title":"LCD: Advancing Extreme Low-Bit Clustering for Large Language Models via Knowledge Distillation","created":"2025-05-23","cited_by_count":1,"area":"distill"},{"id":"2506.11120","title":"SDMPrune: Self-Distillation MLP Pruning for Efficient Large Language Models","created":"2025-06-10","cited_by_count":0,"area":"distill"},{"id":"2602.00372","title":"Post-Training Probability Manifold Correction via Structured SVD Pruning and Self-Referential Distillation","created":"2026-01-30","cited_by_count":0,"area":"distill"},{"id":"2605.11513","title":"A Study on Hidden Layer Distillation for Large Language Model Pre-Training","created":"2026-05-12","cited_by_count":0,"area":"distill"},{"id":"2609.13580","title":"FLoKD: Adaptive Knowledge Distillation for Federated Low-Rank LLM over Wireless Networks","created":"2026-09-11","cited_by_count":0,"area":"distill"},{"id":"2609.14715","title":"Depth and Scale in the Sub-150M Regime: JugnuLM-53M vs JugnuLM-110M","created":"2026-09-13","cited_by_count":0,"area":"distill"}],"next_cursor":null}