{"total":81,"rows":[{"id":"2402.13116","title":"A Survey on Knowledge Distillation of Large Language Models","created":"2024-02-20","cited_by_count":284,"area":"distill"},{"id":"2106.05945","title":"Does Knowledge Distillation Really Work?","created":"2021-06-10","cited_by_count":190,"area":"distill"},{"id":"2103.14475","title":"Distilling Object Detectors via Decoupled Features","created":"2021-03-26","cited_by_count":106,"area":"distill"},{"id":"2106.03310","title":"Zero-Shot Knowledge Distillation from a Decision-Based Black-Box Model","created":"2021-06-07","cited_by_count":37,"area":"distill"},{"id":"2205.11098","title":"PointDistiller: Structured Knowledge Distillation Towards Efficient and Compact 3D Detection","created":"2022-05-23","cited_by_count":33,"area":"distill"},{"id":"2107.13892","title":"QuPeD: Quantized Personalization via Distillation with Applications to Federated Learning","created":"2021-07-29","cited_by_count":32,"area":"distill"},{"id":"2112.08655","title":"Feature Distillation Interaction Weighting Network for Lightweight Image Super-Resolution","created":"2021-12-16","cited_by_count":29,"area":"distill"},{"id":"2302.09632","title":"HomoDistil: Homotopic Task-Agnostic Distillation of Pre-trained Transformers","created":"2023-02-19","cited_by_count":25,"area":"distill"},{"id":"2109.06243","title":"KroneckerBERT: Learning Kronecker Decomposition for Pre-trained Language Models via Knowledge Distillation","created":"2021-09-13","cited_by_count":20,"area":"distill"},{"id":"2108.12905","title":"Lipschitz Continuity Guided Knowledge Distillation","created":"2021-08-29","cited_by_count":19,"area":"distill"},{"id":"2208.05642","title":"Self-Knowledge Distillation via Dropout","created":"2022-08-11","cited_by_count":18,"area":"distill"},{"id":"2305.17007","title":"Improving Knowledge Distillation via Regularizing Feature Norm and Direction","created":"2023-05-26","cited_by_count":18,"area":"distill"},{"id":"2112.14938","title":"Automatic Mixed-Precision Quantization Search of BERT","created":"2021-12-30","cited_by_count":16,"area":"distill"},{"id":"2101.07308","title":"Knowledge Distillation Methods for Efficient Unsupervised Adaptation Across Multiple Domains","created":"2021-01-18","cited_by_count":15,"area":"distill"},{"id":"2104.04868","title":"Data-Free Knowledge Distillation with Soft Targeted Transfer Set Synthesis","created":"2021-04-10","cited_by_count":14,"area":"distill"},{"id":"2211.13133","title":"Structural Knowledge Distillation for Object Detection","created":"2022-11-23","cited_by_count":14,"area":"distill"},{"id":"2104.15082","title":"Semantic Relation Preserving Knowledge Distillation for Image-to-Image Translation","created":"2021-04-30","cited_by_count":13,"area":"distill"},{"id":"2109.14960","title":"Prune Your Model Before Distill It","created":"2021-09-30","cited_by_count":12,"area":"distill"},{"id":"2106.07172","title":"Energy-efficient Knowledge Distillation for Spiking Neural Networks","created":"2021-06-14","cited_by_count":11,"area":"distill"},{"id":"2101.08890","title":"Distilling Large Language Models into Tiny and Effective Students using pQRNN","created":"2021-01-21","cited_by_count":10,"area":"distill"},{"id":"2105.03544","title":"Test-Time Adaptation Toward Personalized Speech Enhancement: Zero-Shot Learning with Knowledge Distillation","created":"2021-05-08","cited_by_count":10,"area":"distill"},{"id":"2205.06701","title":"Knowledge Distillation Meets Open-Set Semi-Supervised Learning","created":"2022-05-13","cited_by_count":9,"area":"distill"},{"id":"2106.10885","title":"Knowledge Distillation via Instance-level Sequence Learning","created":"2021-06-21","cited_by_count":8,"area":"distill"},{"id":"2102.11638","title":"Enhancing Data-Free Adversarial Distillation with Activation Regularization and Virtual Interpolation","created":"2021-02-23","cited_by_count":7,"area":"distill"},{"id":"2106.05691","title":"Marginal Utility Diminishes: Exploring the Minimum Knowledge for BERT Knowledge Distillation","created":"2021-06-10","cited_by_count":6,"area":"distill"},{"id":"2302.11187","title":"Debiased Distillation by Transplanting the Last Layer","created":"2023-02-22","cited_by_count":6,"area":"distill"},{"id":"2402.00084","title":"EPSD: Early Pruning with Self-Distillation for Efficient Model Compression","created":"2024-01-31","cited_by_count":6,"area":"distill"},{"id":"2106.05209","title":"Distilling Image Classifiers in Object Detectors","created":"2021-06-09","cited_by_count":5,"area":"distill"},{"id":"2201.00111","title":"Role of Data Augmentation Strategies in Knowledge Distillation for Wearable Sensor Data","created":"2022-01-01","cited_by_count":5,"area":"distill"},{"id":"2404.03693","title":"Improve Knowledge Distillation via Label Revision and Data Selection","created":"2024-04-03","cited_by_count":5,"area":"distill"},{"id":"2107.03088","title":"WeClick: Weakly-Supervised Video Semantic Segmentation with Click Annotations","created":"2021-07-07","cited_by_count":4,"area":"distill"},{"id":"2110.09674","title":"Adaptive Distillation: Aggregating Knowledge from Multiple Paths for Efficient Distillation","created":"2021-10-19","cited_by_count":4,"area":"distill"},{"id":"2408.11407","title":"Domain-invariant Progressive Knowledge Distillation for UAV-based Object Detection","created":"2024-08-21","cited_by_count":4,"area":"distill"},{"id":"2410.08407","title":"What is Left After Distillation? How Knowledge Transfer Impacts Fairness and Bias","created":"2024-10-10","cited_by_count":4,"area":"distill"},{"id":"2111.14356","title":"Improved Knowledge Distillation via Adversarial Collaboration","created":"2021-11-29","cited_by_count":3,"area":"distill"},{"id":"2211.08398","title":"Structured Knowledge Distillation Towards Efficient and Compact Multi-View 3D Detection","created":"2022-11-14","cited_by_count":3,"area":"distill"},{"id":"2302.14130","title":"Leveraging Angular Distributions for Improved Knowledge Distillation","created":"2023-02-27","cited_by_count":3,"area":"distill"},{"id":"2103.00793","title":"Embedded Knowledge Distillation in Depth-Level Dynamic Neural Network","created":"2021-03-01","cited_by_count":2,"area":"distill"},{"id":"2103.07350","title":"A New Training Framework for Deep Neural Network","created":"2021-03-12","cited_by_count":2,"area":"distill"},{"id":"2207.05256","title":"Normalized Feature Distillation for Semantic Segmentation","created":"2022-07-12","cited_by_count":2,"area":"distill"},{"id":"2208.07232","title":"Distributional Correlation--Aware Knowledge Distillation for Stock Trading Volume Prediction","created":"2022-08-04","cited_by_count":2,"area":"distill"},{"id":"2309.09571","title":"Heterogeneous Generative Knowledge Distillation with Masked Image Modeling","created":"2023-09-18","cited_by_count":2,"area":"distill"},{"id":"2403.06417","title":"Enhanced Sparsification via Stimulative Training","created":"2024-03-11","cited_by_count":2,"area":"distill"},{"id":"2503.13008","title":"Knowledge Distillation: Enhancing Neural Network Compression with Integrated Gradients","created":"2025-03-17","cited_by_count":2,"area":"distill"},{"id":"2102.07125","title":"Self Regulated Learning Mechanism for Data Efficient Knowledge Distillation","created":"2021-02-14","cited_by_count":1,"area":"distill"},{"id":"2103.14337","title":"Hands-on Guidance for Distilling Object Detectors","created":"2021-03-26","cited_by_count":1,"area":"distill"},{"id":"2107.06993","title":"Confidence Conditioned Knowledge Distillation","created":"2021-07-06","cited_by_count":1,"area":"distill"},{"id":"2206.01186","title":"ORC: Network Group-based Knowledge Distillation using Online Role Change","created":"2022-06-01","cited_by_count":1,"area":"distill"},{"id":"2211.15951","title":"Feature-domain Adaptive Contrastive Distillation for Efficient Single Image Super-Resolution","created":"2022-11-29","cited_by_count":1,"area":"distill"},{"id":"2212.03090","title":"Label-free Knowledge Distillation with Contrastive Loss for Light-weight Speaker Recognition","created":"2022-12-06","cited_by_count":1,"area":"distill"},{"id":"2305.12209","title":"Self-Distillation with Meta Learning for Knowledge Graph Completion","created":"2023-05-20","cited_by_count":1,"area":"distill"},{"id":"2311.05970","title":"Quantized Distillation: Optimizing Driver Activity Recognition Models for Resource-Constrained Environments","created":"2023-11-10","cited_by_count":1,"area":"distill"},{"id":"2406.06999","title":"Teaching with Uncertainty: Unleashing the Potential of Knowledge Distillation in Object Detection","created":"2024-06-11","cited_by_count":1,"area":"distill"},{"id":"2407.06167","title":"D{\\epsilon}pS: Delayed {\\epsilon}-Shrinking for Faster Once-For-All Training","created":"2024-07-08","cited_by_count":1,"area":"distill"},{"id":"2412.19125","title":"Advanced Knowledge Transfer: Refined Feature Distillation for Zero-Shot Quantization in Edge Computing","created":"2024-12-26","cited_by_count":1,"area":"distill"},{"id":"2509.15724","title":"RMT-KD: Random Matrix Theoretic Causal Knowledge Distillation","created":"2025-09-19","cited_by_count":1,"area":"distill"},{"id":"2511.06842","title":"MI-to-Mid Distilled Compression (M2M-DC): An Hybrid-Information-Guided-Block Pruning with Progressive Inner Slicing Approach to Model Compression","created":"2025-11-10","cited_by_count":1,"area":"distill"},{"id":"2512.09886","title":"HPM-KD: Hierarchical Progressive Multi-Teacher Framework for Knowledge Distillation and Efficient Model Compression","created":"2025-12-10","cited_by_count":1,"area":"distill"},{"id":"2607.25545","title":"OrthKD: Extracting Generalized Clinical Knowledge from Heterogeneous Teachers for Lightweight Deployment","created":"2026-07-28","cited_by_count":1,"area":"distill"},{"id":"2608.10709","title":"SQuaT: Self-Supervised Knowledge Distillation via Student-Aware Quantized Teacher Features","created":"2026-08-11","cited_by_count":1,"area":"distill"},{"id":"2103.00053","title":"PURSUhInT: In Search of Informative Hint Points Based on Layer Clustering for Knowledge Distillation","created":"2021-02-26","cited_by_count":0,"area":"distill"},{"id":"2108.06681","title":"Multi-granularity for knowledge distillation","created":"2021-08-15","cited_by_count":0,"area":"distill"},{"id":"2110.04483","title":"Visualizing the embedding space to explain the effect of knowledge distillation","created":"2021-10-09","cited_by_count":0,"area":"distill"},{"id":"2111.03664","title":"Oracle Teacher: Leveraging Target Information for Better Knowledge Distillation of CTC Models","created":"2021-11-05","cited_by_count":0,"area":"distill"},{"id":"2112.15358","title":"Conditional Generative Data-free Knowledge Distillation","created":"2021-12-31","cited_by_count":0,"area":"distill"},{"id":"2206.12788","title":"Representative Teacher Keys for Knowledge Distillation Model Compression Based on Attention Mechanism for Image Classification","created":"2022-06-26","cited_by_count":0,"area":"distill"},{"id":"2303.07951","title":"MetaMixer: A Regularization Strategy for Online Knowledge Distillation","created":"2023-03-14","cited_by_count":0,"area":"distill"},{"id":"2304.11004","title":"Knowledge Distillation Under Ideal Joint Classifier Assumption","created":"2023-04-19","cited_by_count":0,"area":"distill"},{"id":"2305.00918","title":"CORSD: Class-Oriented Relational Self Distillation","created":"2023-04-28","cited_by_count":0,"area":"distill"},{"id":"2404.03263","title":"On the Surprising Efficacy of Distillation as an Alternative to Pre-Training Small Models","created":"2024-04-04","cited_by_count":0,"area":"distill"},{"id":"2407.05315","title":"Topological Persistence Guided Knowledge Distillation for Wearable Sensor Data","created":"2024-07-07","cited_by_count":0,"area":"distill"},{"id":"2503.12608","title":"UniBERT: Adversarial Training for Language-Universal Representations","created":"2025-03-16","cited_by_count":0,"area":"distill"},{"id":"2506.14440","title":"Model compression using knowledge distillation with integrated gradients","created":"2025-06-17","cited_by_count":0,"area":"distill"},{"id":"2508.20461","title":"Dual-Model Weight Selection and Self-Knowledge Distillation for Medical Image Classification","created":"2025-08-28","cited_by_count":0,"area":"distill"},{"id":"2509.12380","title":"GhostNetV3-Small: A Tailored Architecture and Comparative Study of Distillation Strategies for Tiny Images","created":"2025-09-15","cited_by_count":0,"area":"distill"},{"id":"2509.18372","title":"TinyBEV: Cross Modal Knowledge Distillation for Efficient Multi Task Bird's Eye View Perception and Planning","created":"2025-09-22","cited_by_count":0,"area":"distill"},{"id":"2511.12046","title":"BackWeak: Backdooring Knowledge Distillation Simply with Weak Triggers and Fine-tuning","created":"2025-11-15","cited_by_count":0,"area":"distill"},{"id":"2511.16653","title":"Teacher-Guided One-Shot Pruning via Context-Aware Knowledge Distillation","created":"2025-11-20","cited_by_count":0,"area":"distill"},{"id":"2606.25324","title":"Efficient Remote Sensing Instance Segmentation with Linear-Time State Space Distilled Visual Foundation Models","created":"2026-06-24","cited_by_count":0,"area":"distill"},{"id":"2609.05334","title":"Lightweight Vision Transformer Compression for On-Device Plant Disease Detection in Resource-Constrained Agricultural Field Conditions","created":"2026-09-04","cited_by_count":0,"area":"distill"},{"id":"2609.11412","title":"X-AuT: Progressive Audio-Encoder Compression for Speech LLMs with Cross-Scale Distillation","created":"2026-09-10","cited_by_count":0,"area":"distill"}],"next_cursor":null}