{"total":199,"rows":[{"id":"2203.08679","title":"Decoupled Knowledge Distillation","created":"2022-03-16","cited_by_count":388,"area":"distill"},{"id":"2205.10536","title":"Knowledge Distillation from A Stronger Teacher","created":"2022-05-21","cited_by_count":208,"area":"distill"},{"id":"2106.05945","title":"Does Knowledge Distillation Really Work?","created":"2021-06-10","cited_by_count":190,"area":"distill"},{"id":"2111.11837","title":"Focal and Global Knowledge Distillation for Detectors","created":"2021-11-23","cited_by_count":142,"area":"distill"},{"id":"2203.14001","title":"Knowledge Distillation with the Reused Teacher Classifier","created":"2022-03-26","cited_by_count":141,"area":"distill"},{"id":"2211.16231","title":"Curriculum Temperature for Knowledge Distillation","created":"2022-11-29","cited_by_count":112,"area":"distill"},{"id":"2205.01529","title":"Masked Generative Distillation","created":"2022-05-03","cited_by_count":107,"area":"distill"},{"id":"2103.14475","title":"Distilling Object Detectors via Decoupled Features","created":"2021-03-26","cited_by_count":106,"area":"distill"},{"id":"2311.00430","title":"Distil-Whisper: Robust Knowledge Distillation via Large-Scale Pseudo Labelling","created":"2023-11-01","cited_by_count":90,"area":"distill"},{"id":"2309.14611","title":"Event Stream-based Visual Object Tracking: A High-Resolution Benchmark Dataset and A Novel Baseline","created":"2023-09-26","cited_by_count":73,"area":"distill"},{"id":"2103.02885","title":"Extract the Knowledge of Graph Neural Networks and Go Beyond it: An Effective Knowledge Distillation Framework","created":"2021-03-04","cited_by_count":69,"area":"distill"},{"id":"2303.13005","title":"From Knowledge Distillation to Self-Knowledge Distillation: A Unified Approach with Normalized Loss and Customized Soft Labels","created":"2023-03-23","cited_by_count":69,"area":"distill"},{"id":"2204.12997","title":"DearKD: Data-Efficient Early Knowledge Distillation for Vision Transformers","created":"2022-04-27","cited_by_count":65,"area":"distill"},{"id":"2107.01378","title":"Learning Efficient Vision Transformers via Fine-Grained Manifold Distillation","created":"2021-07-03","cited_by_count":60,"area":"distill"},{"id":"2106.04411","title":"Fair Feature Distillation for Visual Recognition","created":"2021-05-27","cited_by_count":59,"area":"distill"},{"id":"2105.01029","title":"Initialization and Regularization of Factorized Neural Layers","created":"2021-05-03","cited_by_count":58,"area":"distill"},{"id":"2108.02092","title":"Online Knowledge Distillation for Efficient Pose Estimation","created":"2021-08-04","cited_by_count":55,"area":"distill"},{"id":"2203.17269","title":"A Closer Look at Rehearsal-Free Continual Learning","created":"2022-03-31","cited_by_count":54,"area":"distill"},{"id":"2112.01528","title":"A Fast Knowledge Distillation Framework for Visual Recognition","created":"2021-12-02","cited_by_count":50,"area":"distill"},{"id":"2305.13803","title":"NORM: Knowledge Distillation via N-to-One Representation Matching","created":"2023-05-23","cited_by_count":44,"area":"distill"},{"id":"2110.12724","title":"Instance-Conditional Knowledge Distillation for Object Detection","created":"2021-10-25","cited_by_count":42,"area":"distill"},{"id":"2108.07948","title":"Learning Conditional Knowledge Distillation for Degraded-Reference Image Quality Assessment","created":"2021-08-18","cited_by_count":41,"area":"distill"},{"id":"2309.15109","title":"DistillBEV: Boosting Multi-Camera 3D Object Detection with Cross-Modal Knowledge Distillation","created":"2023-09-26","cited_by_count":41,"area":"distill"},{"id":"2203.12574","title":"Mitigating Gender Bias in Distilled Language Models via Counterfactual Role Reversal","created":"2022-03-23","cited_by_count":40,"area":"distill"},{"id":"2402.11148","title":"Knowledge Distillation Based on Transformed Teacher Matching","created":"2024-02-17","cited_by_count":37,"area":"distill"},{"id":"2108.10710","title":"PocketNet: Extreme Lightweight Face Recognition Network using Neural Architecture Search and Multi-Step Knowledge Distillation","created":"2021-08-24","cited_by_count":36,"area":"distill"},{"id":"2209.02432","title":"ViTKD: Practical Guidelines for ViT feature knowledge distillation","created":"2022-09-06","cited_by_count":34,"area":"distill"},{"id":"2205.11098","title":"PointDistiller: Structured Knowledge Distillation Towards Efficient and Compact 3D Detection","created":"2022-05-23","cited_by_count":33,"area":"distill"},{"id":"2112.15278","title":"Data-Free Knowledge Transfer: A Survey","created":"2021-12-31","cited_by_count":31,"area":"distill"},{"id":"2204.03541","title":"End-to-End Zero-Shot HOI Detection via Vision and Language Knowledge Distillation","created":"2022-04-01","cited_by_count":30,"area":"distill"},{"id":"2605.21606","title":"When Are Teacher Tokens Reliable? Position-Weighted On-Policy Self-Distillation for Reasoning","created":"2026-05-20","cited_by_count":30,"area":"distill"},{"id":"2308.11957","title":"CED: Consistent ensemble distillation for audio tagging","created":"2023-08-23","cited_by_count":29,"area":"distill"},{"id":"2303.02203","title":"X$^3$KD: Knowledge Distillation Across Modalities, Tasks and Stages for Multi-Camera 3D Object Detection","created":"2023-03-03","cited_by_count":28,"area":"distill"},{"id":"2303.17386","title":"Complementary Random Masking for RGB-Thermal Semantic Segmentation","created":"2023-03-30","cited_by_count":27,"area":"distill"},{"id":"2403.06213","title":"$V_kD:$ Improving Knowledge Distillation using Orthogonal Projections","created":"2024-03-10","cited_by_count":26,"area":"distill"},{"id":"2301.08968","title":"The Best of Both Worlds: Accurate Global and Personalized Models through Federated Learning with Data-Free Hyper-Knowledge Distillation","created":"2023-01-21","cited_by_count":25,"area":"distill"},{"id":"2401.08732","title":"Bayes Conditional Distribution Estimation for Knowledge Distillation Based on Conditional Mutual Information","created":"2024-01-16","cited_by_count":25,"area":"distill"},{"id":"2406.17633","title":"Knowledge Distillation in Automated Annotation: Supervised Text Classification with LLM-Generated Training Labels","created":"2024-06-25","cited_by_count":25,"area":"distill"},{"id":"2104.08945","title":"Data-Efficient Language-Supervised Zero-Shot Learning with Self-Distillation","created":"2021-04-18","cited_by_count":22,"area":"distill"},{"id":"2201.05131","title":"SimReg: Regression as a Simple Yet Effective Tool for Self-supervised Knowledge Distillation","created":"2022-01-13","cited_by_count":21,"area":"distill"},{"id":"2203.05180","title":"Knowledge Distillation as Efficient Pre-training: Faster Convergence, Higher Data-efficiency, and Better Transferability","created":"2022-03-10","cited_by_count":21,"area":"distill"},{"id":"2311.03794","title":"On the Impact of Overparameterization on the Training of a Shallow Neural Network in High Dimensions","created":"2023-11-07","cited_by_count":21,"area":"distill"},{"id":"2406.07876","title":"Small Scale Data-Free Knowledge Distillation","created":"2024-06-12","cited_by_count":20,"area":"distill"},{"id":"2108.12905","title":"Lipschitz Continuity Guided Knowledge Distillation","created":"2021-08-29","cited_by_count":19,"area":"distill"},{"id":"2109.10164","title":"RAIL-KD: RAndom Intermediate Layer Mapping for Knowledge Distillation","created":"2021-09-21","cited_by_count":19,"area":"distill"},{"id":"2410.01524","title":"HarmAug: Effective Data Augmentation for Knowledge Distillation of Safety Guard Models","created":"2024-10-02","cited_by_count":19,"area":"distill"},{"id":"2412.08139","title":"Wasserstein Distance Rivals Kullback-Leibler Divergence for Knowledge Distillation","created":"2024-12-11","cited_by_count":19,"area":"distill"},{"id":"2204.08759","title":"Edge-enhanced Feature Distillation Network for Efficient Super-Resolution","created":"2022-04-19","cited_by_count":18,"area":"distill"},{"id":"2208.05642","title":"Self-Knowledge Distillation via Dropout","created":"2022-08-11","cited_by_count":18,"area":"distill"},{"id":"2309.02870","title":"Rethinking Momentum Knowledge Distillation in Online Continual Learning","created":"2023-09-06","cited_by_count":18,"area":"distill"},{"id":"2106.13266","title":"DnS: Distill-and-Select for Efficient and Accurate Video Indexing and Retrieval","created":"2021-06-24","cited_by_count":17,"area":"distill"},{"id":"2502.18510","title":"Multi-Teacher Knowledge Distillation with Reinforcement Learning for Visual Recognition","created":"2025-02-22","cited_by_count":16,"area":"distill"},{"id":"2107.00181","title":"Revisiting Knowledge Distillation: An Inheritance and Exploration Framework","created":"2021-07-01","cited_by_count":15,"area":"distill"},{"id":"2305.11481","title":"CM-MaskSD: Cross-Modality Masked Self-Distillation for Referring Image Segmentation","created":"2023-05-19","cited_by_count":15,"area":"distill"},{"id":"2307.10638","title":"Quantized Feature Distillation for Network Quantization","created":"2023-07-20","cited_by_count":15,"area":"distill"},{"id":"2203.05469","title":"Prediction-Guided Distillation for Dense Object Detection","created":"2022-03-10","cited_by_count":14,"area":"distill"},{"id":"2203.08344","title":"Domain Adaptive Hand Keypoint and Pixel Localization in the Wild","created":"2022-03-16","cited_by_count":14,"area":"distill"},{"id":"2211.13133","title":"Structural Knowledge Distillation for Object Detection","created":"2022-11-23","cited_by_count":14,"area":"distill"},{"id":"2402.03119","title":"Good Teachers Explain: Explanation-Enhanced Knowledge Distillation","created":"2024-02-05","cited_by_count":14,"area":"distill"},{"id":"2203.11490","title":"SSD-KD: A Self-supervised Diverse Knowledge Distillation Method for Lightweight Skin Lesion Classification Using Dermoscopic Images","created":"2022-03-22","cited_by_count":12,"area":"distill"},{"id":"2210.08226","title":"Self-Distillation for Unsupervised 3D Domain Adaptation","created":"2022-10-15","cited_by_count":12,"area":"distill"},{"id":"2210.09609","title":"SA-MLP: Distilling Graph Knowledge from GNNs into Structure-Aware MLP","created":"2022-10-18","cited_by_count":12,"area":"distill"},{"id":"2303.04240","title":"Gradient-Guided Knowledge Distillation for Object Detectors","created":"2023-03-07","cited_by_count":12,"area":"distill"},{"id":"2308.00520","title":"NormKD: Normalized Logits for Knowledge Distillation","created":"2023-08-01","cited_by_count":12,"area":"distill"},{"id":"2209.12420","title":"Knowledge Distillation to Ensemble Global and Interpretable Prototype-Based Mammogram Classification Models","created":"2022-09-26","cited_by_count":11,"area":"distill"},{"id":"2403.19539","title":"De-confounded Data-free Knowledge Distillation for Handling Distribution Shifts","created":"2024-03-28","cited_by_count":11,"area":"distill"},{"id":"2109.03459","title":"Dual Correction Strategy for Ranking Distillation in Top-N Recommender System","created":"2021-09-08","cited_by_count":10,"area":"distill"},{"id":"2301.01150","title":"RELIANT: Fair Knowledge Distillation for Graph Neural Networks","created":"2023-01-03","cited_by_count":10,"area":"distill"},{"id":"2301.09451","title":"A Simple Recipe for Competitive Low-compute Self supervised Vision Models","created":"2023-01-23","cited_by_count":10,"area":"distill"},{"id":"2208.10139","title":"Rethinking Knowledge Distillation via Cross-Entropy","created":"2022-08-22","cited_by_count":9,"area":"distill"},{"id":"2210.02871","title":"Self-Distillation for Further Pre-training of Transformers","created":"2022-09-30","cited_by_count":9,"area":"distill"},{"id":"2212.07634","title":"Gradient-based Intra-attention Pruning on Pre-trained Language Models","created":"2022-12-15","cited_by_count":9,"area":"distill"},{"id":"2304.03980","title":"Continual Learning for LiDAR Semantic Segmentation: Class-Incremental and Coarse-to-Fine strategies on Sparse Data","created":"2023-04-08","cited_by_count":9,"area":"distill"},{"id":"2408.07703","title":"Knowledge Distillation with Refined Logits","created":"2024-08-14","cited_by_count":9,"area":"distill"},{"id":"2111.11747","title":"Semi-Online Knowledge Distillation","created":"2021-11-23","cited_by_count":8,"area":"distill"},{"id":"2212.04884","title":"Co-training $2^L$ Submodels for Visual Recognition","created":"2022-12-09","cited_by_count":8,"area":"distill"},{"id":"2302.08771","title":"Explicit and Implicit Knowledge Distillation via Unlabeled Data","created":"2023-02-17","cited_by_count":8,"area":"distill"},{"id":"2302.10494","title":"The Role of Masking for Efficient Supervised Knowledge Distillation of Vision Transformers","created":"2023-02-21","cited_by_count":8,"area":"distill"},{"id":"2303.14666","title":"Generalization Matters: Loss Minima Flattening via Parameter Hybridization for Efficient Online Knowledge Distillation","created":"2023-03-26","cited_by_count":8,"area":"distill"},{"id":"2305.15734","title":"On the Impact of Knowledge Distillation for Model Interpretability","created":"2023-05-25","cited_by_count":8,"area":"distill"},{"id":"2307.16601","title":"Sampling to Distill: Knowledge Transfer from Open-World Data","created":"2023-07-31","cited_by_count":8,"area":"distill"},{"id":"2310.13760","title":"Enhancing Abstractiveness of Summarization Models through Calibrated Distillation","created":"2023-10-20","cited_by_count":8,"area":"distill"},{"id":"2407.01332","title":"AdaDistill: Adaptive Knowledge Distillation for Deep Face Recognition","created":"2024-07-01","cited_by_count":8,"area":"distill"},{"id":"2109.07049","title":"Self-Training with Differentiable Teacher","created":"2021-09-15","cited_by_count":7,"area":"distill"},{"id":"2111.09692","title":"SUB-Depth: Self-distillation and Uncertainty Boosting Self-supervised Monocular Depth Estimation","created":"2021-11-18","cited_by_count":7,"area":"distill"},{"id":"2208.13648","title":"Dynamic Data-Free Knowledge Distillation by Easy-to-Hard Learning Strategy","created":"2022-08-29","cited_by_count":7,"area":"distill"},{"id":"2303.07026","title":"Visual-Policy Learning through Multi-Camera View to Single-Camera View Knowledge Distillation for Robot Manipulation Tasks","created":"2023-03-13","cited_by_count":7,"area":"distill"},{"id":"2305.05233","title":"DynamicKD: An Effective Knowledge Distillation via Dynamic Entropy Correction-Based Distillation for Gap Optimizing","created":"2023-05-09","cited_by_count":7,"area":"distill"},{"id":"2203.10163","title":"A Closer Look at Knowledge Distillation with Features, Logits, and Gradients","created":"2022-03-18","cited_by_count":6,"area":"distill"},{"id":"2206.15047","title":"Improving Ensemble Distillation With Weight Averaging and Diversifying Perturbation","created":"2022-06-30","cited_by_count":6,"area":"distill"},{"id":"2302.14643","title":"Graph-based Knowledge Distillation: A survey and experimental evaluation","created":"2023-02-27","cited_by_count":6,"area":"distill"},{"id":"2303.09230","title":"Towards a Smaller Student: Capacity Dynamic Distillation for Efficient Image Retrieval","created":"2023-03-16","cited_by_count":6,"area":"distill"},{"id":"2402.00084","title":"EPSD: Early Pruning with Self-Distillation for Efficient Model Compression","created":"2024-01-31","cited_by_count":6,"area":"distill"},{"id":"2404.12711","title":"Dynamic Temperature Knowledge Distillation","created":"2024-04-19","cited_by_count":6,"area":"distill"},{"id":"2509.19215","title":"PPG-Distill: Efficient Photoplethysmography Signals Analysis via Foundation Model Distillation","created":"2025-09-23","cited_by_count":6,"area":"distill"},{"id":"2105.04065","title":"Voice activity detection in the wild: A data-driven approach using teacher-student training","created":"2021-05-10","cited_by_count":5,"area":"distill"},{"id":"2107.08039","title":"Representation Consolidation for Training Expert Students","created":"2021-07-16","cited_by_count":5,"area":"distill"},{"id":"2402.16830","title":"SKILL: Similarity-aware Knowledge distILLation for Speech Self-Supervised Learning","created":"2024-02-26","cited_by_count":5,"area":"distill"},{"id":"2402.17091","title":"Structural Teacher-Student Normality Learning for Multi-Class Anomaly Detection and Localization","created":"2024-02-27","cited_by_count":5,"area":"distill"},{"id":"2411.14984","title":"Adaptive Group Robust Ensemble Knowledge Distillation","created":"2024-11-22","cited_by_count":5,"area":"distill"}],"next_cursor":"100"}