{"total":110,"rows":[{"id":"2402.13116","title":"A Survey on Knowledge Distillation of Large Language Models","created":"2024-02-20","cited_by_count":284,"area":"distill"},{"id":"2201.00766","title":"Class-Incremental Continual Learning into the eXtended DER-verse","created":"2022-01-03","cited_by_count":124,"area":"distill"},{"id":"2204.00895","title":"Class-Incremental Learning by Knowledge Distillation with Adaptive Feature Consolidation","created":"2022-04-02","cited_by_count":113,"area":"distill"},{"id":"2402.13669","title":"Self-Distillation Bridges Distribution Gap in Language Model Fine-Tuning","created":"2024-02-21","cited_by_count":96,"area":"distill"},{"id":"2107.04384","title":"Continual Learning in the Teacher-Student Setup: Impact of Task Similarity","created":"2021-07-09","cited_by_count":88,"area":"distill"},{"id":"2104.08572","title":"On Learning the Geodesic Path for Incremental Learning","created":"2021-04-17","cited_by_count":85,"area":"distill"},{"id":"2304.03110","title":"Continual Detection Transformer for Incremental Object Detection","created":"2023-04-06","cited_by_count":59,"area":"distill"},{"id":"2203.17269","title":"A Closer Look at Rehearsal-Free Continual Learning","created":"2022-03-31","cited_by_count":54,"area":"distill"},{"id":"2105.13617","title":"FReTAL: Generalizing Deepfake Detection using Knowledge Distillation and Representation Learning","created":"2021-05-28","cited_by_count":44,"area":"distill"},{"id":"2107.02408","title":"CoReD: Generalizing Fake Media Detection with Continual Representation using Distillation","created":"2021-07-06","cited_by_count":37,"area":"distill"},{"id":"2402.03241","title":"FROSTER: Frozen CLIP Is A Strong Teacher for Open-Vocabulary Action Recognition","created":"2024-02-05","cited_by_count":36,"area":"distill"},{"id":"2108.05698","title":"Preventing Catastrophic Forgetting and Distribution Mismatch in Knowledge Distillation via Synthetic Data","created":"2021-08-11","cited_by_count":32,"area":"distill"},{"id":"2209.10359","title":"Momentum Adversarial Distillation: Handling Large Distribution Shifts in Data-Free Knowledge Distillation","created":"2022-09-21","cited_by_count":31,"area":"distill"},{"id":"2203.02721","title":"Consistent Representation Learning for Continual Relation Extraction","created":"2022-03-05","cited_by_count":28,"area":"distill"},{"id":"2303.02203","title":"X$^3$KD: Knowledge Distillation Across Modalities, Tasks and Stages for Multi-Camera 3D Object Detection","created":"2023-03-03","cited_by_count":28,"area":"distill"},{"id":"2603.11178","title":"PACED: Distillation and On-Policy Self-Distillation at the Frontier of Student Competence","created":"2026-03-11","cited_by_count":28,"area":"distill"},{"id":"2106.08068","title":"An Analytical Theory of Curriculum Learning in Teacher-Student Networks","created":"2021-06-15","cited_by_count":27,"area":"distill"},{"id":"2308.04268","title":"Teacher-Student Architecture for Knowledge Distillation: A Survey","created":"2023-08-08","cited_by_count":26,"area":"distill"},{"id":"2504.14772","title":"Knowledge Distillation and Dataset Distillation of Large Language Models: Emerging Trends, Challenges, and Future Directions","created":"2025-04-20","cited_by_count":26,"area":"distill"},{"id":"2412.14964","title":"Efficient Knowledge Injection in LLMs via Self-Distillation","created":"2024-12-19","cited_by_count":24,"area":"distill"},{"id":"2204.08766","title":"Modeling Missing Annotations for Incremental Learning in Object Detection","created":"2022-04-19","cited_by_count":23,"area":"distill"},{"id":"2210.17332","title":"Teacher-Student Architecture for Knowledge Learning: A Survey","created":"2022-10-28","cited_by_count":23,"area":"distill"},{"id":"2205.13954","title":"Geometer: Graph Few-Shot Class-Incremental Learning via Prototype Representation","created":"2022-05-27","cited_by_count":22,"area":"distill"},{"id":"2107.04689","title":"Lifelong Teacher-Student Network Learning","created":"2021-07-09","cited_by_count":18,"area":"distill"},{"id":"2309.02870","title":"Rethinking Momentum Knowledge Distillation in Online Continual Learning","created":"2023-09-06","cited_by_count":18,"area":"distill"},{"id":"2209.08023","title":"Continual Learning for Class- and Domain-Incremental Semantic Segmentation","created":"2022-09-16","cited_by_count":17,"area":"distill"},{"id":"2308.09544","title":"Adapt Your Teacher: Improving Knowledge Distillation for Exemplar-free Continual Learning","created":"2023-08-18","cited_by_count":16,"area":"distill"},{"id":"2404.00417","title":"Orchestrate Latent Expertise: Advancing Online Continual Learning with Multi-Level Supervision and Reverse Self-Distillation","created":"2024-03-30","cited_by_count":16,"area":"distill"},{"id":"2407.11499","title":"Bridge Past and Future: Overcoming Information Asymmetry in Incremental Object Detection","created":"2024-07-16","cited_by_count":16,"area":"distill"},{"id":"2109.00525","title":"Catastrophic Interference in Reinforcement Learning: A Solution Based on Context Division and Knowledge Distillation","created":"2021-09-01","cited_by_count":15,"area":"distill"},{"id":"2107.01349","title":"Split-and-Bridge: Adaptable Class Incremental Learning within a Single Neural Network","created":"2021-07-03","cited_by_count":14,"area":"distill"},{"id":"2112.07074","title":"Towards a Unified Foundation Model: Jointly Pre-Training Transformers on Unpaired Images and Text","created":"2021-12-14","cited_by_count":14,"area":"distill"},{"id":"2205.01915","title":"Generalized Knowledge Distillation via Relationship Matching","created":"2022-05-04","cited_by_count":12,"area":"distill"},{"id":"2309.15413","title":"Inherit with Distillation and Evolve with Contrast: Exploring Class Incremental Semantic Segmentation Without Exemplar Memory","created":"2023-09-27","cited_by_count":12,"area":"distill"},{"id":"2303.14423","title":"Task-Attentive Transformer Architecture for Continual Learning of Vision-and-Language Tasks Using Knowledge Distillation","created":"2023-03-25","cited_by_count":11,"area":"distill"},{"id":"2205.03307","title":"Forget Less, Count Better: A Domain-Incremental Self-Distillation Learning Benchmark for Lifelong Crowd Counting","created":"2022-05-06","cited_by_count":9,"area":"distill"},{"id":"2406.10861","title":"Knowledge Distillation in Federated Learning: a Survey on Long Lasting Challenges and New Solutions","created":"2024-06-16","cited_by_count":9,"area":"distill"},{"id":"2406.17262","title":"D2LLM: Decomposed and Distilled Large Language Models for Semantic Search","created":"2024-06-25","cited_by_count":9,"area":"distill"},{"id":"2407.11859","title":"Mitigating Background Shift in Class-Incremental Semantic Segmentation","created":"2024-07-16","cited_by_count":8,"area":"distill"},{"id":"2208.13648","title":"Dynamic Data-Free Knowledge Distillation by Easy-to-Hard Learning Strategy","created":"2022-08-29","cited_by_count":7,"area":"distill"},{"id":"2309.06917","title":"Continual Learning with Dirichlet Generative-based Rehearsal","created":"2023-09-13","cited_by_count":7,"area":"distill"},{"id":"2406.19297","title":"Enhancing Continual Learning in Visual Question Answering with Modality-Aware Feature Distillation","created":"2024-06-27","cited_by_count":7,"area":"distill"},{"id":"2604.15574","title":"Why Fine-Tuning Encourages Hallucinations and How to Fix It","created":"2026-04-16","cited_by_count":7,"area":"distill"},{"id":"2607.01763","title":"Denser $\\neq$ Better: Limits of On-Policy Self-Distillation for Continual Post-Training","created":"2026-07-02","cited_by_count":7,"area":"distill"},{"id":"2203.10163","title":"A Closer Look at Knowledge Distillation with Features, Logits, and Gradients","created":"2022-03-18","cited_by_count":6,"area":"distill"},{"id":"2209.06107","title":"Online Continual Learning via the Meta-learning Update with Multi-scale Knowledge Distillation and Data Augmentation","created":"2022-09-12","cited_by_count":6,"area":"distill"},{"id":"2303.14595","title":"Preserving Linear Separability in Continual Learning by Backward Feature Projection","created":"2023-03-26","cited_by_count":6,"area":"distill"},{"id":"2412.11380","title":"Relation-Guided Adversarial Learning for Data-free Knowledge Transfer","created":"2024-12-16","cited_by_count":6,"area":"distill"},{"id":"2606.22793","title":"A Formula-Driven Survey and Research Agenda for On-Policy Distillation","created":"2026-06-22","cited_by_count":6,"area":"distill"},{"id":"2607.18293","title":"One Student, Many Teachers: Multi-Task On-Policy Distillation via Soft-Prompt Privileged Context","created":"2026-06-30","cited_by_count":6,"area":"distill"},{"id":"2107.08039","title":"Representation Consolidation for Training Expert Students","created":"2021-07-16","cited_by_count":5,"area":"distill"},{"id":"2211.08161","title":"An Investigation of the Combination of Rehearsal and Knowledge Distillation in Continual Learning for Spoken Language Understanding","created":"2022-11-15","cited_by_count":5,"area":"distill"},{"id":"2212.02800","title":"Life-long Learning for Multilingual Neural Machine Translation with Knowledge Distillation","created":"2022-12-06","cited_by_count":5,"area":"distill"},{"id":"2308.12112","title":"Category Adaptation Meets Projected Distillation in Generalized Continual Category Discovery","created":"2023-08-23","cited_by_count":5,"area":"distill"},{"id":"2407.09838","title":"Background Adaptation with Residual Modeling for Exemplar-Free Class-Incremental Semantic Segmentation","created":"2024-07-13","cited_by_count":5,"area":"distill"},{"id":"2203.05984","title":"Deep Class Incremental Learning from Decentralized Data","created":"2022-03-11","cited_by_count":4,"area":"distill"},{"id":"2212.09097","title":"Continual Knowledge Distillation for Neural Machine Translation","created":"2022-12-18","cited_by_count":4,"area":"distill"},{"id":"2410.14749","title":"CFTS-GAN: Continual Few-Shot Teacher Student for Generative Adversarial Networks","created":"2024-10-17","cited_by_count":4,"area":"distill"},{"id":"2504.14694","title":"Learning Critically: Selective Self Distillation in Federated Learning on Non-IID Data","created":"2025-04-20","cited_by_count":4,"area":"distill"},{"id":"2103.10741","title":"Online Lifelong Generalized Zero-Shot Learning","created":"2021-03-19","cited_by_count":3,"area":"distill"},{"id":"2110.08745","title":"Reminding the Incremental Language Model via Data-Free Self-Distillation","created":"2021-10-17","cited_by_count":3,"area":"distill"},{"id":"2202.11384","title":"Multi-Teacher Knowledge Distillation for Incremental Implicitly-Refined Classification","created":"2022-02-23","cited_by_count":3,"area":"distill"},{"id":"2202.12598","title":"Bridging the Gap Between Patient-specific and Patient-independent Seizure Prediction via Knowledge Distillation","created":"2022-02-25","cited_by_count":3,"area":"distill"},{"id":"2212.10950","title":"UNIKD: UNcertainty-filtered Incremental Knowledge Distillation for Neural Implicit Representation","created":"2022-12-21","cited_by_count":3,"area":"distill"},{"id":"2306.00393","title":"Teacher Agent: A Knowledge Distillation-Free Framework for Rehearsal-based Video Incremental Learning","created":"2023-06-01","cited_by_count":3,"area":"distill"},{"id":"2605.16865","title":"MixSD: Mixed Contextual Self-Distillation for Knowledge Injection","created":"2026-05-16","cited_by_count":3,"area":"distill"},{"id":"2605.22731","title":"Post-Training is About States, Not Tokens: A State Distribution View of SFT, RL, and On-Policy Distillation","created":"2026-05-21","cited_by_count":3,"area":"distill"},{"id":"2304.06619","title":"Class-Incremental Learning of Plant and Disease Detection: Growing Branches with Knowledge Distillation","created":"2023-04-13","cited_by_count":2,"area":"distill"},{"id":"2402.13441","title":"PaCKD: Pattern-Clustered Knowledge Distillation for Compressing Memory Access Prediction Models","created":"2024-02-21","cited_by_count":2,"area":"distill"},{"id":"2405.02068","title":"Advancing Pre-trained Teacher: Towards Robust Feature Discrepancy for Anomaly Detection","created":"2024-05-03","cited_by_count":2,"area":"distill"},{"id":"2411.11623","title":"Federated Incremental Named Entity Recognition","created":"2024-11-18","cited_by_count":2,"area":"distill"},{"id":"2511.21409","title":"Knowledge Distillation for Continual Learning of Biomedical Neural Fields","created":"2025-11-26","cited_by_count":2,"area":"distill"},{"id":"2512.22973","title":"YOLO-IOD: Towards Real Time Incremental Object Detection","created":"2025-12-28","cited_by_count":2,"area":"distill"},{"id":"2209.07606","title":"CES-KD: Curriculum-based Expert Selection for Guided Knowledge Distillation","created":"2022-09-15","cited_by_count":1,"area":"distill"},{"id":"2301.05180","title":"Effective Decision Boundary Learning for Class Incremental Learning","created":"2023-01-12","cited_by_count":1,"area":"distill"},{"id":"2301.11688","title":"Can We Use Probing to Better Understand Fine-tuning and Knowledge Distillation of the BERT NLU?","created":"2023-01-27","cited_by_count":1,"area":"distill"},{"id":"2405.09820","title":"Densely Distilling Cumulative Knowledge for Continual Learning","created":"2024-05-16","cited_by_count":1,"area":"distill"},{"id":"2406.03065","title":"Decision Boundary-aware Knowledge Consolidation Generates Better Instance-Incremental Learner","created":"2024-06-05","cited_by_count":1,"area":"distill"},{"id":"2410.00074","title":"Collaborative Knowledge Distillation via a Learning-by-Education Node Community","created":"2024-09-30","cited_by_count":1,"area":"distill"},{"id":"2505.07198","title":"Ranking-aware Continual Learning for LiDAR Place Recognition","created":"2025-05-12","cited_by_count":1,"area":"distill"},{"id":"2505.08327","title":"Low-Complexity Inference in Continual Learning via Compressed Knowledge Transfer","created":"2025-05-13","cited_by_count":1,"area":"distill"},{"id":"2506.15702","title":"Minifinetuning: Low-Data Generation Domain Adaptation through Corrective Self-Distillation","created":"2025-05-30","cited_by_count":1,"area":"distill"},{"id":"2506.21312","title":"Continual Self-Supervised Learning with Masked Autoencoders in Remote Sensing","created":"2025-06-26","cited_by_count":1,"area":"distill"},{"id":"2509.23077","title":"CLAD-Net: Continual Activity Recognition in Multi-Sensor Wearable Systems","created":"2025-09-27","cited_by_count":1,"area":"distill"},{"id":"2510.27213","title":"Privacy-Aware Continual Self-Supervised Learning on Multi-Window Chest Computed Tomography for Domain-Shift Robustness","created":"2025-10-31","cited_by_count":1,"area":"distill"},{"id":"2605.29726","title":"SLAD : Shared LoRA Adapters for Task Specific Distillation","created":"2026-05-28","cited_by_count":1,"area":"distill"},{"id":"2607.13452","title":"Symbiosis-Inspired Knowledge Distillation for Incremental Object Detection","created":"2026-07-15","cited_by_count":1,"area":"distill"},{"id":"2608.07935","title":"Adaptive Supervised Anchoring for On-Policy Self-Distillation","created":"2026-08-08","cited_by_count":1,"area":"distill"},{"id":"2110.13471","title":"Response-based Distillation for Incremental Object Detection","created":"2021-10-26","cited_by_count":0,"area":"distill"},{"id":"2301.07316","title":"Adaptively Integrated Knowledge Distillation and Prediction Uncertainty for Continual Learning","created":"2023-01-18","cited_by_count":0,"area":"distill"},{"id":"2305.05175","title":"SRIL: Selective Regularization for Class-Incremental Learning","created":"2023-05-09","cited_by_count":0,"area":"distill"},{"id":"2404.14588","title":"Brain-Inspired Continual Learning-Robust Feature Distillation and Re-Consolidation for Class Incremental Learning","created":"2024-04-22","cited_by_count":0,"area":"distill"},{"id":"2407.13911","title":"Continual Distillation Learning for Rehearsal-Free Class-Incremental Learning via Decoupled Prompting","created":"2024-07-18","cited_by_count":0,"area":"distill"},{"id":"2503.12193","title":"S2IL: Structurally Stable Incremental Learning","created":"2025-03-15","cited_by_count":0,"area":"distill"},{"id":"2504.20471","title":"The Estimation of Continual Causal Effect for Dataset Shifting Streams","created":"2025-04-29","cited_by_count":0,"area":"distill"},{"id":"2507.08508","title":"SFedKD: Sequential Federated Learning with Discrepancy-Aware Multi-Teacher Knowledge Distillation","created":"2025-07-11","cited_by_count":0,"area":"distill"},{"id":"2508.07248","title":"Prompt Tuning for Few-Shot Continual Learning Named Entity Recognition","created":"2025-08-10","cited_by_count":0,"area":"distill"},{"id":"2512.21845","title":"Scalable Class-Incremental Learning Based on Parametric Neural Collapse","created":"2025-12-26","cited_by_count":0,"area":"distill"},{"id":"2603.20292","title":"HSI Image Enhancement Classification Based on Knowledge Distillation: A Study on Forgetting","created":"2026-03-19","cited_by_count":0,"area":"distill"},{"id":"2604.15794","title":"Self-Distillation as a Performance Recovery Mechanism for LLMs: Counteracting Compression and Catastrophic Forgetting","created":"2026-04-17","cited_by_count":0,"area":"distill"}],"next_cursor":"100"}