{"total":23,"rows":[{"id":"2306.08543","title":"MiniLLM: On-Policy Distillation of Large Language Models","created":"2023-06-14","cited_by_count":139,"area":"distill"},{"id":"2402.13669","title":"Self-Distillation Bridges Distribution Gap in Language Model Fine-Tuning","created":"2024-02-21","cited_by_count":96,"area":"distill"},{"id":"2402.10631","title":"BitDistiller: Unleashing the Potential of Sub-4-Bit LLMs via Self-Distillation","created":"2024-02-16","cited_by_count":84,"area":"distill"},{"id":"2311.07052","title":"Towards the Law of Capacity Gap in Distilling Language Models","created":"2023-11-13","cited_by_count":44,"area":"distill"},{"id":"2407.16154","title":"DDK: Distilling Domain Knowledge for Efficient Large Language Models","created":"2024-07-23","cited_by_count":26,"area":"distill"},{"id":"2403.03307","title":"Book2Dial: Generating Teacher-Student Interactions from Textbooks for Cost-Effective Development of Educational Chatbots","created":"2024-03-05","cited_by_count":25,"area":"distill"},{"id":"2312.04837","title":"Localized Symbolic Knowledge Distillation for Visual Commonsense Models","created":"2023-12-08","cited_by_count":12,"area":"distill"},{"id":"2606.06021","title":"OPRD: On-Policy Representation Distillation","created":"2026-06-04","cited_by_count":11,"area":"distill"},{"id":"2408.10210","title":"A Survey on Symbolic Knowledge Distillation of Large Language Models","created":"2024-07-12","cited_by_count":9,"area":"distill"},{"id":"2602.01064","title":"Exploring Knowledge Purification in Multi-Teacher Knowledge Distillation for LLMs","created":"2026-02-01","cited_by_count":9,"area":"distill"},{"id":"2312.05979","title":"NovaCOMET: Open Commonsense Foundation Models with Symbolic Knowledge Distillation","created":"2023-12-10","cited_by_count":8,"area":"distill"},{"id":"2403.13590","title":"Teacher-Student Training for Debiasing: General Permutation Debiasing for Large Language Models","created":"2024-03-20","cited_by_count":8,"area":"distill"},{"id":"2605.29495","title":"On-Policy Replay for Continual Supervised Fine-Tuning","created":"2026-05-28","cited_by_count":8,"area":"distill"},{"id":"2409.12586","title":"Efficient Knowledge Distillation: Empowering Small Language Models with Teacher Model Insights","created":"2024-09-19","cited_by_count":4,"area":"distill"},{"id":"2502.17717","title":"Knowledge Distillation with Training Wheels","created":"2025-02-24","cited_by_count":4,"area":"distill"},{"id":"2311.06383","title":"Distilling Large Language Models using Skill-Occupation Graph Context for HR-Related Tasks","created":"2023-11-10","cited_by_count":3,"area":"distill"},{"id":"2404.12596","title":"Parameter Efficient Diverse Paraphrase Generation Using Sequence-Level Knowledge Distillation","created":"2024-04-19","cited_by_count":3,"area":"distill"},{"id":"2409.12512","title":"Exploring and Enhancing the Transfer of Distribution in Knowledge Distillation for Autoregressive Language Models","created":"2024-09-19","cited_by_count":3,"area":"distill"},{"id":"2410.03061","title":"DocKD: Knowledge Distillation from LLMs for Open-World Document Understanding Models","created":"2024-10-04","cited_by_count":3,"area":"distill"},{"id":"2605.27591","title":"Gradient Transformer: Learning to Generate Updates for LLMs","created":"2026-05-26","cited_by_count":0,"area":"distill"},{"id":"2609.33711","title":"DuoOPD: Learning from Joint Teacher-Student Outcomes for Multi-Task On-Policy Distillation","created":"2026-09-27","cited_by_count":0,"area":"distill"},{"id":"2610.07913","title":"Multimodal Knowledge Distillation for Gastric Adenocarcinoma Classification from Whole-Slide Images","created":"2026-10-06","cited_by_count":0,"area":"distill"},{"id":"2610.12837","title":"COFFEQA: Counterfactual-Guided Few-Shot Distillation for LLM Question Answering","created":"2026-10-09","cited_by_count":0,"area":"distill"}],"next_cursor":null}