{"total":27,"rows":[{"id":"2402.13116","title":"A Survey on Knowledge Distillation of Large Language Models","created":"2024-02-20","cited_by_count":284,"area":"distill"},{"id":"2402.10631","title":"BitDistiller: Unleashing the Potential of Sub-4-Bit LLMs via Self-Distillation","created":"2024-02-16","cited_by_count":84,"area":"distill"},{"id":"2402.12030","title":"Towards Cross-Tokenizer Distillation: the Universal Logit Distillation Loss for LLMs","created":"2024-02-19","cited_by_count":63,"area":"distill"},{"id":"2311.07052","title":"Towards the Law of Capacity Gap in Distilling Language Models","created":"2023-11-13","cited_by_count":44,"area":"distill"},{"id":"2410.04638","title":"Provable Weak-to-Strong Generalization via Benign Overfitting","created":"2024-10-06","cited_by_count":16,"area":"distill"},{"id":"2502.11306","title":"Smoothing Out Hallucinations: Mitigating LLM Hallucination with Smoothed Knowledge Distillation","created":"2025-02-16","cited_by_count":10,"area":"distill"},{"id":"2406.12739","title":"Self-Distillation for Model Stacking Unlocks Cross-Lingual NLU in 200+ Languages","created":"2024-06-18","cited_by_count":9,"area":"distill"},{"id":"2406.17262","title":"D2LLM: Decomposed and Distilled Large Language Models for Semantic Search","created":"2024-06-25","cited_by_count":9,"area":"distill"},{"id":"2312.05979","title":"NovaCOMET: Open Commonsense Foundation Models with Symbolic Knowledge Distillation","created":"2023-12-10","cited_by_count":8,"area":"distill"},{"id":"2410.20777","title":"KD-LoRA: A Hybrid Approach to Efficient Fine-Tuning with LoRA and Knowledge Distillation","created":"2024-10-28","cited_by_count":6,"area":"distill"},{"id":"2402.16830","title":"SKILL: Similarity-aware Knowledge distILLation for Speech Self-Supervised Learning","created":"2024-02-26","cited_by_count":5,"area":"distill"},{"id":"2404.01353","title":"Efficiently Distilling LLMs for Edge Applications","created":"2024-04-01","cited_by_count":5,"area":"distill"},{"id":"2509.25086","title":"Towards Trustworthy Lexical Simplification: Exploring Safety and Efficiency with Small LLMs","created":"2025-09-29","cited_by_count":2,"area":"distill"},{"id":"2410.00683","title":"Efficient Technical Term Translation: A Knowledge Distillation Approach for Parenthetical Terminology Translation","created":"2024-10-01","cited_by_count":1,"area":"distill"},{"id":"2508.17250","title":"Routing Distilled Knowledge via Mixture of LoRA Experts for Large Language Model based Bundle Generation","created":"2025-08-24","cited_by_count":1,"area":"distill"},{"id":"2602.12674","title":"$\\mathcal{X}$-KD: General Experiential Knowledge Distillation for Large Language Models","created":"2026-02-13","cited_by_count":1,"area":"distill"},{"id":"2602.20164","title":"Benchmarking Distilled Language Models: Performance and Efficiency in Resource-Constrained Settings","created":"2026-01-28","cited_by_count":1,"area":"distill"},{"id":"2603.24518","title":"TuneShift-KD: Knowledge Distillation and Transfer for Fine-tuned Models","created":"2026-03-25","cited_by_count":1,"area":"distill"},{"id":"2312.07028","title":"Dynamic Corrective Self-Distillation for Better Fine-Tuning of Pretrained Models","created":"2023-12-12","cited_by_count":0,"area":"distill"},{"id":"2510.12899","title":"EduDial: Constructing a Large-scale Multi-turn Teacher-Student Dialogue Corpus","created":"2025-10-14","cited_by_count":0,"area":"distill"},{"id":"2511.19495","title":"A Systematic Study of Compression Ordering for Large Language Models","created":"2025-11-23","cited_by_count":0,"area":"distill"},{"id":"2601.16219","title":"Domain Specific Specialization in Low-Resource Settings: The Efficacy of Offline Response-Based Knowledge Distillation in Large Language Models","created":"2026-01-05","cited_by_count":0,"area":"distill"},{"id":"2604.15794","title":"Self-Distillation as a Performance Recovery Mechanism for LLMs: Counteracting Compression and Catastrophic Forgetting","created":"2026-04-17","cited_by_count":0,"area":"distill"},{"id":"2607.04306","title":"SAD-LoRA: Spectral Alignment for Low-Rank Knowledge Distillation","created":"2026-07-05","cited_by_count":0,"area":"distill"},{"id":"2608.29884","title":"Improving Argument Saliency Coverage in Small LLMs for Long Legal Opinion Summarization via Sequence-Level Distillation","created":"2026-08-30","cited_by_count":0,"area":"distill"},{"id":"2609.15618","title":"IROH: Insightful Ranking Of Humor using Multi-Stage Hybrid Retrieval with Rationale-Distilled LLM Judges for JOKER 2026 Track Task 1 English","created":"2026-09-14","cited_by_count":0,"area":"distill"},{"id":"2610.07032","title":"Investigating Model Compression for Neural Machine Translation in the Biomedical Domain","created":"2026-10-04","cited_by_count":0,"area":"distill"}],"next_cursor":null}