{"total":30,"rows":[{"id":"2402.13116","title":"A Survey on Knowledge Distillation of Large Language Models","created":"2024-02-20","cited_by_count":284,"area":"distill"},{"id":"2402.03898","title":"DistiLLM: Towards Streamlined Distillation for Large Language Models","created":"2024-02-06","cited_by_count":163,"area":"distill"},{"id":"2306.08543","title":"MiniLLM: On-Policy Distillation of Large Language Models","created":"2023-06-14","cited_by_count":139,"area":"distill"},{"id":"2402.12030","title":"Towards Cross-Tokenizer Distillation: the Universal Logit Distillation Loss for LLMs","created":"2024-02-19","cited_by_count":63,"area":"distill"},{"id":"2308.02019","title":"Baby Llama: knowledge distillation from an ensemble of teachers trained on a small dataset with no performance penalty","created":"2023-08-03","cited_by_count":57,"area":"distill"},{"id":"2311.07052","title":"Towards the Law of Capacity Gap in Distilling Language Models","created":"2023-11-13","cited_by_count":44,"area":"distill"},{"id":"2402.11890","title":"Revisiting Knowledge Distillation for Autoregressive Language Models","created":"2024-02-19","cited_by_count":42,"area":"distill"},{"id":"2412.14528","title":"Multi-Level Optimal Transport for Universal Cross-Tokenizer Knowledge Distillation on Language Models","created":"2024-12-19","cited_by_count":36,"area":"distill"},{"id":"2208.10160","title":"PANDA: Prompt Transfer Meets Knowledge Distillation for Efficient Model Adaptation","created":"2022-08-22","cited_by_count":31,"area":"distill"},{"id":"2305.08776","title":"Bridging the Domain Gap: Self-Supervised 3D Scene Understanding with Foundation Models","created":"2023-05-15","cited_by_count":27,"area":"distill"},{"id":"2402.12842","title":"PromptKD: Distilling Student-Friendly Knowledge for Generative Language Models via Prompt Tuning","created":"2024-02-20","cited_by_count":25,"area":"distill"},{"id":"2212.09246","title":"I2D2: Inductive Knowledge Distillation with NeuroLogic and Self-Imitation","created":"2022-12-19","cited_by_count":21,"area":"distill"},{"id":"2308.06744","title":"Token-Scaled Logit Distillation for Ternary Weight Generative Language Models","created":"2023-08-13","cited_by_count":20,"area":"distill"},{"id":"2305.02031","title":"A Systematic Study of Knowledge Distillation for Natural Language Generation with Pseudo-Target Training","created":"2023-05-03","cited_by_count":16,"area":"distill"},{"id":"2502.11306","title":"Smoothing Out Hallucinations: Mitigating LLM Hallucination with Smoothed Knowledge Distillation","created":"2025-02-16","cited_by_count":10,"area":"distill"},{"id":"2408.10210","title":"A Survey on Symbolic Knowledge Distillation of Large Language Models","created":"2024-07-12","cited_by_count":9,"area":"distill"},{"id":"2410.19503","title":"SWITCH: Studying with Teacher for Knowledge Distillation of Large Language Models","created":"2024-10-25","cited_by_count":9,"area":"distill"},{"id":"2509.26497","title":"Revealing the Power of Post-Training for Small Language Models via Knowledge Distillation","created":"2025-09-30","cited_by_count":6,"area":"distill"},{"id":"2604.00223","title":"Diversity-Aware Reverse Kullback-Leibler Divergence for Large Language Model Distillation","created":"2026-03-31","cited_by_count":5,"area":"distill"},{"id":"2506.05695","title":"Being Strong Progressively! Enhancing Knowledge Distillation of Large Language Models through a Curriculum Learning Framework","created":"2025-06-06","cited_by_count":4,"area":"distill"},{"id":"2210.11768","title":"Augmentation with Projection: Towards an Effective and Efficient Data Augmentation Paradigm for Distillation","created":"2022-10-21","cited_by_count":2,"area":"distill"},{"id":"2407.10068","title":"Multi-Granularity Semantic Revision for Large Language Model Distillation","created":"2024-07-14","cited_by_count":2,"area":"distill"},{"id":"2410.00558","title":"AMR-Evol: Adaptive Modular Response Evolution Elicits Better Knowledge Distillation for Large Language Models in Code Generation","created":"2024-10-01","cited_by_count":1,"area":"distill"},{"id":"2511.13767","title":"Dynamic Temperature Scheduler for Knowledge Distillation","created":"2025-11-14","cited_by_count":1,"area":"distill"},{"id":"2605.20357","title":"Consistently Informative Soft-Label Temperature for Knowledge Distillation","created":"2026-05-19","cited_by_count":1,"area":"distill"},{"id":"2509.25253","title":"Knowledge distillation through geometry-aware representational alignment","created":"2025-09-27","cited_by_count":0,"area":"distill"},{"id":"2601.10114","title":"Following the Teacher's Footsteps: Scheduled Checkpoint Distillation for Domain-Specific LLMs","created":"2026-01-15","cited_by_count":0,"area":"distill"},{"id":"2607.08776","title":"A Unified Approach to Interpreting Knowledge Distillation for Large Language Models via Interactions","created":"2026-05-05","cited_by_count":0,"area":"distill"},{"id":"2608.27857","title":"SpikeOPD: Stable On-Policy Distillation for Autoregressive Spiking Language Models","created":"2026-08-28","cited_by_count":0,"area":"distill"},{"id":"2609.36734","title":"Distilling What Matters: Confidence-Aware Selective Distillation for Large Language Models","created":"2026-09-29","cited_by_count":0,"area":"distill"}],"next_cursor":null}