{"total":103,"rows":[{"id":"2402.13116","title":"A Survey on Knowledge Distillation of Large Language Models","created":"2024-02-20","cited_by_count":284,"area":"distill"},{"id":"2402.03898","title":"DistiLLM: Towards Streamlined Distillation for Large Language Models","created":"2024-02-06","cited_by_count":163,"area":"distill"},{"id":"2603.25562","title":"Revisiting On-Policy Distillation: Empirical Failure Modes and Simple Fixes","created":"2026-03-26","cited_by_count":145,"area":"distill"},{"id":"2306.08543","title":"MiniLLM: On-Policy Distillation of Large Language Models","created":"2023-06-14","cited_by_count":139,"area":"distill"},{"id":"2402.13669","title":"Self-Distillation Bridges Distribution Gap in Language Model Fine-Tuning","created":"2024-02-21","cited_by_count":96,"area":"distill"},{"id":"2606.30406","title":"MOPD: Multi-Teacher On-Policy Distillation for Capability Integration in LLM Post-Training","created":"2026-06-29","cited_by_count":72,"area":"distill"},{"id":"2402.12030","title":"Towards Cross-Tokenizer Distillation: the Universal Logit Distillation Loss for LLMs","created":"2024-02-19","cited_by_count":63,"area":"distill"},{"id":"2511.10643","title":"Black-Box On-Policy Distillation of Large Language Models","created":"2025-11-13","cited_by_count":59,"area":"distill"},{"id":"2407.01885","title":"Survey on Knowledge Distillation for Large Language Models: Methods, Evaluation, and Application","created":"2024-07-02","cited_by_count":56,"area":"distill"},{"id":"2602.15260","title":"Fast and Effective On-policy Distillation from Reasoning Prefixes","created":"2026-02-16","cited_by_count":53,"area":"distill"},{"id":"2605.03677","title":"Uni-OPD: Unifying On-Policy Distillation with a Dual-Perspective Recipe","created":"2026-05-05","cited_by_count":49,"area":"distill"},{"id":"2402.12204","title":"Enhancing Multilingual Capabilities of Large Language Models through Self-Distillation from Resource-Rich Languages","created":"2024-02-19","cited_by_count":36,"area":"distill"},{"id":"2605.21606","title":"When Are Teacher Tokens Reliable? Position-Weighted On-Policy Self-Distillation for Reasoning","created":"2026-05-20","cited_by_count":30,"area":"distill"},{"id":"2410.16215","title":"Pre-training Distillation for Large Language Models: A Design Space Exploration","created":"2024-10-21","cited_by_count":27,"area":"distill"},{"id":"2407.16154","title":"DDK: Distilling Domain Knowledge for Efficient Large Language Models","created":"2024-07-23","cited_by_count":26,"area":"distill"},{"id":"2402.12842","title":"PromptKD: Distilling Student-Friendly Knowledge for Generative Language Models via Prompt Tuning","created":"2024-02-20","cited_by_count":25,"area":"distill"},{"id":"2502.11191","title":"Primus: A Pioneering Collection of Open-Source Datasets for Cybersecurity LLM Training","created":"2025-02-16","cited_by_count":23,"area":"distill"},{"id":"2505.04560","title":"ABKD: Pursuing a Proper Allocation of the Probability Mass in Knowledge Distillation via $\\alpha$-$\\beta$-Divergence","created":"2025-05-07","cited_by_count":23,"area":"distill"},{"id":"2212.09246","title":"I2D2: Inductive Knowledge Distillation with NeuroLogic and Self-Imitation","created":"2022-12-19","cited_by_count":21,"area":"distill"},{"id":"2402.05894","title":"Large Language Model Meets Graph Neural Network in Knowledge Distillation","created":"2024-02-08","cited_by_count":14,"area":"distill"},{"id":"2406.05322","title":"Teaching-Assistant-in-the-Loop: Improving Knowledge Distillation from Imperfect Teacher Models in Low-Budget Scenarios","created":"2024-06-08","cited_by_count":12,"area":"distill"},{"id":"2211.11300","title":"Multi-Level Knowledge Distillation for Out-of-Distribution Detection in Text","created":"2022-11-21","cited_by_count":11,"area":"distill"},{"id":"2307.06439","title":"Distilling Large Language Models for Biomedical Knowledge Extraction: A Case Study on Adverse Drug Events","created":"2023-07-12","cited_by_count":11,"area":"distill"},{"id":"2410.05725","title":"KnowledgeSG: Privacy-Preserving Synthetic Text Generation with Knowledge Distillation from Server","created":"2024-10-08","cited_by_count":11,"area":"distill"},{"id":"2401.15670","title":"YODA: Teacher-Student Progressive Learning for Language Models","created":"2024-01-28","cited_by_count":10,"area":"distill"},{"id":"2605.12652","title":"Multi-Rollout On-Policy Distillation via Peer Successes and Failures","created":"2026-05-12","cited_by_count":10,"area":"distill"},{"id":"2408.10210","title":"A Survey on Symbolic Knowledge Distillation of Large Language Models","created":"2024-07-12","cited_by_count":9,"area":"distill"},{"id":"2604.20244","title":"Hybrid Policy Distillation for LLMs","created":"2026-04-22","cited_by_count":9,"area":"distill"},{"id":"2605.11613","title":"From Generic Correlation to Input-Specific Credit in On-Policy Self Distillation","created":"2026-05-12","cited_by_count":9,"area":"distill"},{"id":"2607.02592","title":"H-OPD: Confidence Aware Heterogeneous Multi-Teacher Multimodal On-policy Distillation","created":"2026-07-01","cited_by_count":9,"area":"distill"},{"id":"2312.05979","title":"NovaCOMET: Open Commonsense Foundation Models with Symbolic Knowledge Distillation","created":"2023-12-10","cited_by_count":8,"area":"distill"},{"id":"2403.13590","title":"Teacher-Student Training for Debiasing: General Permutation Debiasing for Large Language Models","created":"2024-03-20","cited_by_count":8,"area":"distill"},{"id":"2607.17247","title":"Distilled Reinforcement Learning for LLM Post-training","created":"2026-07-19","cited_by_count":8,"area":"distill"},{"id":"2310.18628","title":"Personalised Distillation: Empowering Open-Sourced LLMs with Adaptive Learning for Code Generation","created":"2023-10-28","cited_by_count":7,"area":"distill"},{"id":"2604.15574","title":"Why Fine-Tuning Encourages Hallucinations and How to Fix It","created":"2026-04-16","cited_by_count":7,"area":"distill"},{"id":"2605.15113","title":"Learning from Language Feedback via Variational Policy Distillation","created":"2026-05-14","cited_by_count":7,"area":"distill"},{"id":"2606.03532","title":"When Should the Teacher Move? Temporal Coupling and Stability in Self On-Policy Distillation","created":"2026-06-02","cited_by_count":7,"area":"distill"},{"id":"2607.01763","title":"Denser $\\neq$ Better: Limits of On-Policy Self-Distillation for Continual Post-Training","created":"2026-07-02","cited_by_count":7,"area":"distill"},{"id":"2608.12307","title":"AI4AI at Test-Time: Strong-to-Weak Capability Transfer via Harnesses","created":"2026-08-12","cited_by_count":7,"area":"distill"},{"id":"2609.11929","title":"SenseNova-U1.5: Towards Native Unified Visual Intelligence","created":"2026-09-10","cited_by_count":7,"area":"distill"},{"id":"2305.03433","title":"Towards Applying Powerful Large AI Models in Classroom Teaching: Opportunities, Challenges and Prospects","created":"2023-05-05","cited_by_count":6,"area":"distill"},{"id":"2510.18541","title":"Pay Attention to the Triggers: Constructing Backdoors That Survive Distillation","created":"2025-10-21","cited_by_count":6,"area":"distill"},{"id":"2605.23493","title":"EDGE-OPD: Internalizing Privileged Context with Evidence Guided On-Policy Distillation","created":"2026-05-22","cited_by_count":6,"area":"distill"},{"id":"2605.27186","title":"MAIGO: Mitigating Lost-in-Conversation with History-Cleaned On-Policy Self-Distillation","created":"2026-05-26","cited_by_count":6,"area":"distill"},{"id":"2607.18293","title":"One Student, Many Teachers: Multi-Task On-Policy Distillation via Soft-Prompt Privileged Context","created":"2026-06-30","cited_by_count":6,"area":"distill"},{"id":"2306.08909","title":"Bridging the Gap between Decision and Logits in Decision-based Knowledge Distillation for Pre-trained Language Models","created":"2023-06-15","cited_by_count":5,"area":"distill"},{"id":"2405.04781","title":"CourseGPT-zh: an Educational Large Language Model Based on Knowledge Distillation Incorporating Prompt Optimization","created":"2024-05-08","cited_by_count":5,"area":"distill"},{"id":"2608.13387","title":"CROP: Task Relevance via Counterfactuals for Selective On-Policy Distillation","created":"2026-08-13","cited_by_count":5,"area":"distill"},{"id":"2608.14728","title":"Tail-Aware Top-$k$ On-Policy Distillation","created":"2026-08-12","cited_by_count":5,"area":"distill"},{"id":"2609.05295","title":"RISE: Recursive Improvement via Self-Extrapolating Policy Distillation","created":"2026-09-04","cited_by_count":5,"area":"distill"},{"id":"2310.13395","title":"Cache me if you Can: an Online Cost-aware Teacher-Student framework to Reduce the Calls to Large Language Models","created":"2023-10-20","cited_by_count":4,"area":"distill"},{"id":"2411.13045","title":"Explainable LLM-driven Multi-dimensional Distillation for E-Commerce Relevance Learning","created":"2024-11-20","cited_by_count":4,"area":"distill"},{"id":"2506.05695","title":"Being Strong Progressively! Enhancing Knowledge Distillation of Large Language Models through a Curriculum Learning Framework","created":"2025-06-06","cited_by_count":4,"area":"distill"},{"id":"2605.02943","title":"Healthcare AI GYM for Medical Agents","created":"2026-05-01","cited_by_count":4,"area":"distill"},{"id":"2608.02948","title":"Rubrics as Privileged Information for Open-Ended Generation","created":"2026-08-03","cited_by_count":4,"area":"distill"},{"id":"2609.02548","title":"Learn from Whoever Is Right: Answer-Verified Multi-Teacher Distillation for Multi-Domain LLMs","created":"2026-09-02","cited_by_count":4,"area":"distill"},{"id":"2311.06383","title":"Distilling Large Language Models using Skill-Occupation Graph Context for HR-Related Tasks","created":"2023-11-10","cited_by_count":3,"area":"distill"},{"id":"2403.14171","title":"MMIDR: Teaching Large Language Model to Interpret Multimodal Misinformation via Knowledge Distillation","created":"2024-03-21","cited_by_count":3,"area":"distill"},{"id":"2409.12500","title":"LLMR: Knowledge Distillation with a Large Language Model-Induced Reward","created":"2024-09-19","cited_by_count":3,"area":"distill"},{"id":"2504.19024","title":"KETCHUP: K-Step Return Estimation for Sequential Knowledge Distillation","created":"2025-04-26","cited_by_count":3,"area":"distill"},{"id":"2605.22731","title":"Post-Training is About States, Not Tokens: A State Distribution View of SFT, RL, and On-Policy Distillation","created":"2026-05-21","cited_by_count":3,"area":"distill"},{"id":"2606.11627","title":"When Context Returns: Toward Robust Internalization in On-Policy Distillation","created":"2026-06-10","cited_by_count":3,"area":"distill"},{"id":"2404.03196","title":"Okay, Let's Do This! Modeling Event Coreference with Generated Rationales and Knowledge Distillation","created":"2024-04-04","cited_by_count":2,"area":"distill"},{"id":"2407.10068","title":"Multi-Granularity Semantic Revision for Large Language Model Distillation","created":"2024-07-14","cited_by_count":2,"area":"distill"},{"id":"2410.11371","title":"Learning from Imperfect Data: Towards Efficient Knowledge Distillation of Autoregressive Language Models for Text-to-SQL","created":"2024-10-15","cited_by_count":2,"area":"distill"},{"id":"2510.15982","title":"AMiD: Knowledge Distillation for LLMs with $\\alpha$-mixture Assistant Distribution","created":"2025-10-13","cited_by_count":2,"area":"distill"},{"id":"2601.05913","title":"Distilling Lightweight Domain Experts from Large ML Models by Identifying Relevant Subspaces","created":"2026-01-09","cited_by_count":2,"area":"distill"},{"id":"2311.01689","title":"Data-Free Distillation of Language Model by Text-to-Text Transfer","created":"2023-11-03","cited_by_count":1,"area":"distill"},{"id":"2507.10155","title":"What Should Feature Distillation Transfer in LLMs? A Task-Tangent Geometry View","created":"2025-07-14","cited_by_count":1,"area":"distill"},{"id":"2507.14503","title":"Generative Distribution Distillation","created":"2025-07-19","cited_by_count":1,"area":"distill"},{"id":"2511.13767","title":"Dynamic Temperature Scheduler for Knowledge Distillation","created":"2025-11-14","cited_by_count":1,"area":"distill"},{"id":"2604.18963","title":"Distillation Traps and Guards: A Calibration Knob for LLM Distillability","created":"2026-04-21","cited_by_count":1,"area":"distill"},{"id":"2605.30448","title":"Bounded Behavioral Indistinguishability for Black-Box LLM Distillation","created":"2026-05-28","cited_by_count":1,"area":"distill"},{"id":"2606.03089","title":"Constitutional On-Policy Safe Distillation","created":"2026-06-02","cited_by_count":1,"area":"distill"},{"id":"2608.08764","title":"Learning from Consensus and Disagreement: Unsupervised On-Policy Self-Distillation with Minority-Trajectory Contrast","created":"2026-08-09","cited_by_count":1,"area":"distill"},{"id":"2609.01091","title":"Subliminal Learning as Trait-Direction Drift: A Mechanism and Targeted Control under SFT Distillation","created":"2026-09-01","cited_by_count":1,"area":"distill"},{"id":"2406.17838","title":"InFiConD: Interactive No-code Fine-tuning with Concept-based Knowledge Distillation","created":"2024-06-25","cited_by_count":0,"area":"distill"},{"id":"2501.03670","title":"A Diversity-Enhanced Knowledge Distillation Model for Practical Math Word Problem Solving","created":"2025-01-07","cited_by_count":0,"area":"distill"},{"id":"2506.13358","title":"Socratic RL: A Novel Framework for Efficient Knowledge Acquisition through Iterative Reflection and Viewpoint Distillation","created":"2025-06-16","cited_by_count":0,"area":"distill"},{"id":"2509.06652","title":"IntrEx: A Dataset for Modeling Engagement in Educational Conversations","created":"2025-09-08","cited_by_count":0,"area":"distill"},{"id":"2509.25253","title":"Knowledge distillation through geometry-aware representational alignment","created":"2025-09-27","cited_by_count":0,"area":"distill"},{"id":"2510.12899","title":"EduDial: Constructing a Large-scale Multi-turn Teacher-Student Dialogue Corpus","created":"2025-10-14","cited_by_count":0,"area":"distill"},{"id":"2603.25022","title":"A Public Theory of Distillation Resistance via Constraint-Coupled Reasoning Architectures","created":"2026-03-26","cited_by_count":0,"area":"distill"},{"id":"2605.02860","title":"Standing on the Shoulders of Giants: Stabilized Knowledge Distillation for Cross--Language Code Clone Detection","created":"2026-05-04","cited_by_count":0,"area":"distill"},{"id":"2605.25582","title":"Extreme Region Policy Distillation","created":"2026-05-25","cited_by_count":0,"area":"distill"},{"id":"2607.08776","title":"A Unified Approach to Interpreting Knowledge Distillation for Large Language Models via Interactions","created":"2026-05-05","cited_by_count":0,"area":"distill"},{"id":"2607.24312","title":"CONSISTRE: A Unified Consistency-Aware Framework for Document-Level Relation Extraction with Large Language Models","created":"2026-07-27","cited_by_count":0,"area":"distill"},{"id":"2608.11660","title":"Hybrid-Policy Self-Editing for Composable Unstructured Knowledge Editing","created":"2026-08-12","cited_by_count":0,"area":"distill"},{"id":"2608.14647","title":"SMOPD: Selective Token-Entropy Masking for Dirty-History Multi-Turn On-Policy Self-Distillation","created":"2026-07-30","cited_by_count":0,"area":"distill"},{"id":"2608.27857","title":"SpikeOPD: Stable On-Policy Distillation for Autoregressive Spiking Language Models","created":"2026-08-28","cited_by_count":0,"area":"distill"},{"id":"2608.29884","title":"Improving Argument Saliency Coverage in Small LLMs for Long Legal Opinion Summarization via Sequence-Level Distillation","created":"2026-08-30","cited_by_count":0,"area":"distill"},{"id":"2609.22215","title":"On Mitigation of Subliminal Learning in Large Language Models","created":"2026-09-02","cited_by_count":0,"area":"distill"},{"id":"2609.30837","title":"MOPD-Router: Rethinking Teacher Routing in Multi-Teacher On-Policy Distillation","created":"2026-09-25","cited_by_count":0,"area":"distill"},{"id":"2609.32493","title":"SoFT: Soft Targets for Generalizable LLM Fine-Tuning","created":"2026-09-26","cited_by_count":0,"area":"distill"},{"id":"2609.34009","title":"Fisher-Informed Recalibration for Feedback-Based On-Policy Self-Distillation of LLMs","created":"2026-09-27","cited_by_count":0,"area":"distill"},{"id":"2609.38025","title":"Dr. OPD: Learning What to Follow for Optimal On-Policy Distillation of Large Language Models","created":"2026-09-29","cited_by_count":0,"area":"distill"},{"id":"2609.39405","title":"No Task Vector Is an Island: A Comprehensive Study on the Composability of Task Vectors from On-Policy Distillation","created":"2026-09-30","cited_by_count":0,"area":"distill"},{"id":"2609.39757","title":"Revisiting On-policy Adversarial Black-Box Distillation: Calibrating Groupwise Reward Geometry for Effective Advantage Construction","created":"2026-09-30","cited_by_count":0,"area":"distill"},{"id":"2610.02381","title":"Latent-MOPD: Latent Multi-Teacher On-Policy Distillation","created":"2026-10-01","cited_by_count":0,"area":"distill"},{"id":"2610.05070","title":"Outcome-Guided On-Policy Self-Distillation","created":"2026-10-04","cited_by_count":0,"area":"distill"}],"next_cursor":"100"}