{"total":129,"rows":[{"id":"2203.14001","title":"Knowledge Distillation with the Reused Teacher Classifier","created":"2022-03-26","cited_by_count":141,"area":"distill"},{"id":"2102.00650","title":"Rethinking Soft Labels for Knowledge Distillation: A Bias-Variance Tradeoff Perspective","created":"2021-02-01","cited_by_count":119,"area":"distill"},{"id":"2211.16231","title":"Curriculum Temperature for Knowledge Distillation","created":"2022-11-29","cited_by_count":112,"area":"distill"},{"id":"2103.14475","title":"Distilling Object Detectors via Decoupled Features","created":"2021-03-26","cited_by_count":106,"area":"distill"},{"id":"2303.06884","title":"SCPNet: Semantic Scene Completion on Point Cloud","created":"2023-03-13","cited_by_count":80,"area":"distill"},{"id":"2205.10793","title":"Knowledge Distillation via the Target-aware Transformer","created":"2022-05-22","cited_by_count":70,"area":"distill"},{"id":"2106.04570","title":"BERT Learns to Teach: Knowledge Distillation with Meta Learning","created":"2021-06-08","cited_by_count":61,"area":"distill"},{"id":"2102.07650","title":"Learning Student-Friendly Teacher Networks for Knowledge Distillation","created":"2021-02-12","cited_by_count":60,"area":"distill"},{"id":"2106.04411","title":"Fair Feature Distillation for Visual Recognition","created":"2021-05-27","cited_by_count":59,"area":"distill"},{"id":"2112.03553","title":"ADD: Frequency Attention and Multi-View based Knowledge Distillation to Detect Low-Quality Compressed Deepfake Images","created":"2021-12-07","cited_by_count":48,"area":"distill"},{"id":"2205.15308","title":"Parameter-Efficient and Student-Friendly Knowledge Distillation","created":"2022-05-28","cited_by_count":47,"area":"distill"},{"id":"2202.03680","title":"Exploring Inter-Channel Correlation for Diversity-preserved KnowledgeDistillation","created":"2022-02-08","cited_by_count":44,"area":"distill"},{"id":"2305.13803","title":"NORM: Knowledge Distillation via N-to-One Representation Matching","created":"2023-05-23","cited_by_count":44,"area":"distill"},{"id":"2103.16367","title":"Complementary Relation Contrastive Distillation","created":"2021-03-29","cited_by_count":42,"area":"distill"},{"id":"2206.06067","title":"Better Teacher Better Student: Dynamic Prior Knowledge for Knowledge Distillation","created":"2022-06-13","cited_by_count":41,"area":"distill"},{"id":"2310.20494","title":"A Transformer-Based Model With Self-Distillation for Multimodal Emotion Recognition in Conversations","created":"2023-10-31","cited_by_count":37,"area":"distill"},{"id":"2402.11148","title":"Knowledge Distillation Based on Transformed Teacher Matching","created":"2024-02-17","cited_by_count":37,"area":"distill"},{"id":"2105.07381","title":"Undistillable: Making A Nasty Teacher That CANNOT teach students","created":"2021-05-16","cited_by_count":36,"area":"distill"},{"id":"2209.10359","title":"Momentum Adversarial Distillation: Handling Large Distribution Shifts in Data-Free Knowledge Distillation","created":"2022-09-21","cited_by_count":31,"area":"distill"},{"id":"2103.13811","title":"Student Network Learning via Evolutionary Knowledge Distillation","created":"2021-03-23","cited_by_count":30,"area":"distill"},{"id":"2303.15678","title":"DisWOT: Student Architecture Search for Distillation WithOut Training","created":"2023-03-28","cited_by_count":29,"area":"distill"},{"id":"2108.05507","title":"Distilling Holistic Knowledge with Graph Neural Networks","created":"2021-08-12","cited_by_count":26,"area":"distill"},{"id":"2308.04268","title":"Teacher-Student Architecture for Knowledge Distillation: A Survey","created":"2023-08-08","cited_by_count":26,"area":"distill"},{"id":"2403.06213","title":"$V_kD:$ Improving Knowledge Distillation using Orthogonal Projections","created":"2024-03-10","cited_by_count":26,"area":"distill"},{"id":"2401.08732","title":"Bayes Conditional Distribution Estimation for Knowledge Distillation Based on Conditional Mutual Information","created":"2024-01-16","cited_by_count":25,"area":"distill"},{"id":"2403.05894","title":"Frequency Attention for Knowledge Distillation","created":"2024-03-09","cited_by_count":24,"area":"distill"},{"id":"2210.04427","title":"Asymmetric Temperature Scaling Makes Larger Networks Teach Well Again","created":"2022-10-10","cited_by_count":23,"area":"distill"},{"id":"2205.02399","title":"Spot-adaptive Knowledge Distillation","created":"2022-05-05","cited_by_count":22,"area":"distill"},{"id":"2201.05131","title":"SimReg: Regression as a Simple Yet Effective Tool for Self-supervised Knowledge Distillation","created":"2022-01-13","cited_by_count":21,"area":"distill"},{"id":"2203.05180","title":"Knowledge Distillation as Efficient Pre-training: Faster Convergence, Higher Data-efficiency, and Better Transferability","created":"2022-03-10","cited_by_count":21,"area":"distill"},{"id":"2207.05409","title":"Knowledge Condensation Distillation","created":"2022-07-12","cited_by_count":20,"area":"distill"},{"id":"2304.06461","title":"Multi-Mode Online Knowledge Distillation for Self-Supervised Visual Representation Learning","created":"2023-04-13","cited_by_count":20,"area":"distill"},{"id":"2306.10687","title":"Categories of Response-Based, Feature-Based, and Relation-Based Knowledge Distillation","created":"2023-06-19","cited_by_count":20,"area":"distill"},{"id":"2112.00459","title":"Information Theoretic Representation Distillation","created":"2021-12-01","cited_by_count":19,"area":"distill"},{"id":"2112.09459","title":"Weakly Supervised Semantic Segmentation via Alternative Self-Dual Teaching","created":"2021-12-17","cited_by_count":19,"area":"distill"},{"id":"2301.12245","title":"Supervision Complexity and its Role in Knowledge Distillation","created":"2023-01-28","cited_by_count":19,"area":"distill"},{"id":"2306.10014","title":"Coaching a Teachable Student","created":"2023-06-16","cited_by_count":19,"area":"distill"},{"id":"2308.09922","title":"MDCS: More Diverse Experts with Consistency Self-distillation for Long-tailed Recognition","created":"2023-08-19","cited_by_count":19,"area":"distill"},{"id":"2207.10425","title":"KD-MVS: Knowledge Distillation Based Self-supervised Learning for Multi-view Stereo","created":"2022-07-21","cited_by_count":18,"area":"distill"},{"id":"2208.05642","title":"Self-Knowledge Distillation via Dropout","created":"2022-08-11","cited_by_count":18,"area":"distill"},{"id":"2210.12787","title":"Respecting Transfer Gap in Knowledge Distillation","created":"2022-10-23","cited_by_count":18,"area":"distill"},{"id":"2305.17007","title":"Improving Knowledge Distillation via Regularizing Feature Norm and Direction","created":"2023-05-26","cited_by_count":18,"area":"distill"},{"id":"2303.17158","title":"KD-DLGAN: Data Limited Image Generation via Knowledge Distillation","created":"2023-03-30","cited_by_count":16,"area":"distill"},{"id":"2106.07849","title":"Simon Says: Evaluating and Mitigating Bias in Pruned Neural Networks with Knowledge Distillation","created":"2021-06-15","cited_by_count":15,"area":"distill"},{"id":"2107.00181","title":"Revisiting Knowledge Distillation: An Inheritance and Exploration Framework","created":"2021-07-01","cited_by_count":15,"area":"distill"},{"id":"2205.11845","title":"CDFKD-MFS: Collaborative Data-free Knowledge Distillation via Multi-level Feature Sharing","created":"2022-05-24","cited_by_count":15,"area":"distill"},{"id":"2402.17110","title":"Sinkhorn Distance Minimization for Knowledge Distillation","created":"2024-02-27","cited_by_count":15,"area":"distill"},{"id":"2407.18041","title":"How to Train the Teacher Model for Effective Knowledge Distillation","created":"2024-07-25","cited_by_count":13,"area":"distill"},{"id":"2308.06453","title":"Multi-Label Knowledge Distillation","created":"2023-08-12","cited_by_count":12,"area":"distill"},{"id":"2403.07854","title":"Distilling the Knowledge in Data Pruning","created":"2024-03-12","cited_by_count":11,"area":"distill"},{"id":"2411.06786","title":"ScaleKD: Strong Vision Transformers Could Be Excellent Teachers","created":"2024-11-11","cited_by_count":11,"area":"distill"},{"id":"2104.03164","title":"Distilling and Transferring Knowledge via cGAN-generated Samples for Image Classification and Regression","created":"2021-04-07","cited_by_count":10,"area":"distill"},{"id":"2205.06701","title":"Knowledge Distillation Meets Open-Set Semi-Supervised Learning","created":"2022-05-13","cited_by_count":9,"area":"distill"},{"id":"2406.09117","title":"PC-LoRA: Low-Rank Adaptation for Progressive Model Compression with Knowledge Distillation","created":"2024-06-13","cited_by_count":9,"area":"distill"},{"id":"2408.10210","title":"A Survey on Symbolic Knowledge Distillation of Large Language Models","created":"2024-07-12","cited_by_count":9,"area":"distill"},{"id":"2201.06945","title":"It's All in the Head: Representation Knowledge Distillation through Classifier Sharing","created":"2022-01-18","cited_by_count":8,"area":"distill"},{"id":"2406.08332","title":"UDON: Universal Dynamic Online distillatioN for generic image representations","created":"2024-06-12","cited_by_count":8,"area":"distill"},{"id":"2206.06661","title":"Toward Student-Oriented Teacher Network Training For Knowledge Distillation","created":"2022-06-14","cited_by_count":7,"area":"distill"},{"id":"2211.13264","title":"Distilling Knowledge from Self-Supervised Teacher by Embedding Graph Alignment","created":"2022-11-23","cited_by_count":7,"area":"distill"},{"id":"2305.05233","title":"DynamicKD: An Effective Knowledge Distillation via Dynamic Entropy Correction-Based Distillation for Gap Optimizing","created":"2023-05-09","cited_by_count":7,"area":"distill"},{"id":"2412.09874","title":"Can Students Beyond The Teacher? Distilling Knowledge from Teacher's Bias","created":"2024-12-13","cited_by_count":7,"area":"distill"},{"id":"2203.10163","title":"A Closer Look at Knowledge Distillation with Features, Logits, and Gradients","created":"2022-03-18","cited_by_count":6,"area":"distill"},{"id":"2309.15494","title":"VideoAdviser: Video Knowledge Distillation for Multimodal Transfer Learning","created":"2023-09-27","cited_by_count":6,"area":"distill"},{"id":"2403.10040","title":"Histo-Genomic Knowledge Distillation For Cancer Prognosis From Histopathology Whole Slide Images","created":"2024-03-15","cited_by_count":6,"area":"distill"},{"id":"2410.02116","title":"Dataset Distillation via Knowledge Distillation: Towards Efficient Self-Supervised Pre-Training of Deep Networks","created":"2024-10-03","cited_by_count":6,"area":"distill"},{"id":"2502.20760","title":"VRM: Knowledge Distillation via Virtual Relation Matching","created":"2025-02-28","cited_by_count":6,"area":"distill"},{"id":"2202.12488","title":"Learn From the Past: Experience Ensemble Knowledge Distillation","created":"2022-02-25","cited_by_count":5,"area":"distill"},{"id":"2211.03946","title":"Understanding the Role of Mixup in Knowledge Distillation: An Empirical Study","created":"2022-11-08","cited_by_count":5,"area":"distill"},{"id":"2303.17981","title":"Knowledge Distillation for Feature Extraction in Underwater VSLAM","created":"2023-03-31","cited_by_count":5,"area":"distill"},{"id":"2404.03693","title":"Improve Knowledge Distillation via Label Revision and Data Selection","created":"2024-04-03","cited_by_count":5,"area":"distill"},{"id":"2409.13939","title":"Simple Unsupervised Knowledge Distillation With Space Similarity","created":"2024-09-20","cited_by_count":5,"area":"distill"},{"id":"2412.16493","title":"Cross-View Consistency Regularisation for Knowledge Distillation","created":"2024-12-21","cited_by_count":5,"area":"distill"},{"id":"2305.16665","title":"ABC-KD: Attention-Based-Compression Knowledge Distillation for Deep Learning-Based Noise Suppression","created":"2023-05-26","cited_by_count":4,"area":"distill"},{"id":"2311.02253","title":"Comparative Knowledge Distillation","created":"2023-11-03","cited_by_count":4,"area":"distill"},{"id":"2405.13078","title":"Exploring Dark Knowledge under Various Teacher Capacities and Addressing Capacity Mismatch","created":"2024-05-21","cited_by_count":4,"area":"distill"},{"id":"2409.05384","title":"Look One and More: Distilling Hybrid Order Relational Knowledge for Cross-Resolution Image Recognition","created":"2024-09-09","cited_by_count":4,"area":"distill"},{"id":"2411.08937","title":"Dual-Head Knowledge Distillation: Enhancing Logits Utilization with an Auxiliary Head","created":"2024-11-13","cited_by_count":4,"area":"distill"},{"id":"2504.00606","title":"Sample-level Adaptive Knowledge Distillation for Action Recognition","created":"2025-04-01","cited_by_count":4,"area":"distill"},{"id":"2507.15911","title":"Local Dense Logit Relations for Enhanced Knowledge Distillation","created":"2025-07-21","cited_by_count":4,"area":"distill"},{"id":"2209.07521","title":"On-Device Domain Generalization","created":"2022-09-15","cited_by_count":3,"area":"distill"},{"id":"2302.02845","title":"Audio Representation Learning by Distilling Video as Privileged Information","created":"2023-02-06","cited_by_count":3,"area":"distill"},{"id":"2407.00115","title":"Instance Temperature Knowledge Distillation","created":"2024-06-27","cited_by_count":3,"area":"distill"},{"id":"2411.10676","title":"Exploring Feature-based Knowledge Distillation for Recommender System: A Frequency Perspective","created":"2024-11-16","cited_by_count":3,"area":"distill"},{"id":"2103.10047","title":"Similarity Transfer for Knowledge Distillation","created":"2021-03-18","cited_by_count":2,"area":"distill"},{"id":"2205.10003","title":"InDistill: Information flow-preserving knowledge distillation for model compression","created":"2022-05-20","cited_by_count":2,"area":"distill"},{"id":"2212.13180","title":"Prototype-guided Cross-task Knowledge Distillation for Large-scale Models","created":"2022-12-26","cited_by_count":2,"area":"distill"},{"id":"2301.08092","title":"RNAS-CL: Robust Neural Architecture Search by Cross-Layer Knowledge Distillation","created":"2023-01-19","cited_by_count":2,"area":"distill"},{"id":"2303.16050","title":"Information-Theoretic GAN Compression with Variational Energy-based Model","created":"2023-03-28","cited_by_count":2,"area":"distill"},{"id":"2310.17644","title":"torchdistill Meets Hugging Face Libraries for Reproducible, Coding-Free Deep Learning Studies: A Case Study on NLP","created":"2023-10-26","cited_by_count":2,"area":"distill"},{"id":"2311.16700","title":"Rethinking Intermediate Layers design in Knowledge Distillation for Kidney and Liver Tumor Segmentation","created":"2023-11-28","cited_by_count":2,"area":"distill"},{"id":"2312.16242","title":"ShiftKD: Benchmarking Knowledge Distillation under Distribution Shift","created":"2023-12-25","cited_by_count":2,"area":"distill"},{"id":"2404.09886","title":"ReffAKD: Resource-efficient Autoencoder-based Knowledge Distillation","created":"2024-04-15","cited_by_count":2,"area":"distill"},{"id":"2412.11788","title":"Neural Collapse Inspired Knowledge Distillation","created":"2024-12-16","cited_by_count":2,"area":"distill"},{"id":"2507.18352","title":"Tiny is not small enough: High-quality, low-resource facial animation models through hybrid knowledge distillation","created":"2025-07-24","cited_by_count":2,"area":"distill"},{"id":"2607.25289","title":"AMRD: Adaptive Multi-Teacher Relational Distillation for Lightweight Speech Emotion Recognition","created":"2026-07-28","cited_by_count":2,"area":"distill"},{"id":"2109.12507","title":"Partial to Whole Knowledge Distillation: Progressive Distilling Decomposed Knowledge Boosts Student Better","created":"2021-09-26","cited_by_count":1,"area":"distill"},{"id":"2112.09532","title":"Pixel Distillation: A New Knowledge Distillation Scheme for Low-Resolution Image Recognition","created":"2021-12-17","cited_by_count":1,"area":"distill"},{"id":"2203.06551","title":"CEKD:Cross Ensemble Knowledge Distillation for Augmented Fine-grained Data","created":"2022-03-13","cited_by_count":1,"area":"distill"},{"id":"2207.00586","title":"PrUE: Distilling Knowledge from Sparse Teacher Networks","created":"2022-07-03","cited_by_count":1,"area":"distill"},{"id":"2212.05225","title":"LEAD: Liberal Feature-based Distillation for Dense Retrieval","created":"2022-12-10","cited_by_count":1,"area":"distill"}],"next_cursor":"100"}