{"total":115,"rows":[{"id":"2203.08679","title":"Decoupled Knowledge Distillation","created":"2022-03-16","cited_by_count":388,"area":"distill"},{"id":"2104.09044","title":"Distilling Knowledge via Knowledge Review","created":"2021-04-19","cited_by_count":288,"area":"distill"},{"id":"2111.11837","title":"Focal and Global Knowledge Distillation for Detectors","created":"2021-11-23","cited_by_count":142,"area":"distill"},{"id":"2103.02340","title":"General Instance Distillation for Object Detection","created":"2021-03-03","cited_by_count":114,"area":"distill"},{"id":"2205.01529","title":"Masked Generative Distillation","created":"2022-05-03","cited_by_count":107,"area":"distill"},{"id":"2103.14475","title":"Distilling Object Detectors via Decoupled Features","created":"2021-03-26","cited_by_count":106,"area":"distill"},{"id":"2410.13842","title":"D-FINE: Redefine Regression Task in DETRs as Fine-grained Distribution Refinement","created":"2024-10-17","cited_by_count":74,"area":"distill"},{"id":"2211.09386","title":"BEVDistill: Cross-Modal BEV Distillation for Multi-View 3D Object Detection","created":"2022-11-17","cited_by_count":66,"area":"distill"},{"id":"2102.12252","title":"Localization Distillation for Dense Object Detection","created":"2021-02-24","cited_by_count":55,"area":"distill"},{"id":"2306.11369","title":"CrossKD: Cross-Head Knowledge Distillation for Object Detection","created":"2023-06-20","cited_by_count":52,"area":"distill"},{"id":"2202.03680","title":"Exploring Inter-Channel Correlation for Diversity-preserved KnowledgeDistillation","created":"2022-02-08","cited_by_count":44,"area":"distill"},{"id":"2305.13803","title":"NORM: Knowledge Distillation via N-to-One Representation Matching","created":"2023-05-23","cited_by_count":44,"area":"distill"},{"id":"2110.12724","title":"Instance-Conditional Knowledge Distillation for Object Detection","created":"2021-10-25","cited_by_count":42,"area":"distill"},{"id":"2206.06067","title":"Better Teacher Better Student: Dynamic Prior Knowledge for Knowledge Distillation","created":"2022-06-13","cited_by_count":41,"area":"distill"},{"id":"2207.02039","title":"PKD: General Distillation Framework for Object Detectors via Pearson Correlation Coefficient","created":"2022-07-05","cited_by_count":41,"area":"distill"},{"id":"2112.04840","title":"Knowledge Distillation for Object Detection via Rank Mimicking and Prediction-guided Feature Imitation","created":"2021-12-09","cited_by_count":40,"area":"distill"},{"id":"2105.07381","title":"Undistillable: Making A Nasty Teacher That CANNOT teach students","created":"2021-05-16","cited_by_count":36,"area":"distill"},{"id":"2211.10156","title":"DETRDistill: A Universal Knowledge Distillation Framework for DETR-families","created":"2022-11-17","cited_by_count":36,"area":"distill"},{"id":"2205.11098","title":"PointDistiller: Structured Knowledge Distillation Towards Efficient and Compact 3D Detection","created":"2022-05-23","cited_by_count":33,"area":"distill"},{"id":"2112.15278","title":"Data-Free Knowledge Transfer: A Survey","created":"2021-12-31","cited_by_count":31,"area":"distill"},{"id":"2303.11098","title":"Understanding the Role of the Projector in Knowledge Distillation","created":"2023-03-20","cited_by_count":31,"area":"distill"},{"id":"2205.15156","title":"Towards Efficient 3D Object Detection with Knowledge Distillation","created":"2022-05-30","cited_by_count":29,"area":"distill"},{"id":"2108.07482","title":"G-DetKD: Towards General Distillation Framework for Object Detectors via Contrastive and Semantic-guided Feature Imitation","created":"2021-08-17","cited_by_count":28,"area":"distill"},{"id":"2403.05061","title":"RadarDistill: Boosting Radar-based Object Detection Performance via Knowledge Distillation from LiDAR Features","created":"2024-03-08","cited_by_count":28,"area":"distill"},{"id":"2311.12079","title":"FreeKD: Knowledge Distillation via Semantic Frequency Prompt","created":"2023-11-20","cited_by_count":27,"area":"distill"},{"id":"2109.06875","title":"Multi-Scale Aligned Distillation for Low-Resolution Detection","created":"2021-09-14","cited_by_count":24,"area":"distill"},{"id":"2403.05894","title":"Frequency Attention for Knowledge Distillation","created":"2024-03-09","cited_by_count":24,"area":"distill"},{"id":"2105.12971","title":"Joint-DetNAS: Upgrade Your Detector with NAS, Pruning and Dynamic Distillation","created":"2021-05-27","cited_by_count":23,"area":"distill"},{"id":"2304.11832","title":"Function-Consistent Feature Distillation","created":"2023-04-24","cited_by_count":21,"area":"distill"},{"id":"2109.11496","title":"LGD: Label-guided Self-distillation for Object Detection","created":"2021-09-23","cited_by_count":19,"area":"distill"},{"id":"2204.05957","title":"Localization Distillation for Object Detection","created":"2022-04-12","cited_by_count":19,"area":"distill"},{"id":"2209.09841","title":"Exploring Inconsistent Knowledge Distillation for Object Detection with Data Augmentation","created":"2022-09-20","cited_by_count":19,"area":"distill"},{"id":"2306.10014","title":"Coaching a Teachable Student","created":"2023-06-16","cited_by_count":19,"area":"distill"},{"id":"2412.08139","title":"Wasserstein Distance Rivals Kullback-Leibler Divergence for Knowledge Distillation","created":"2024-12-11","cited_by_count":19,"area":"distill"},{"id":"2207.08739","title":"Rethinking Data Augmentation for Robust Visual Question Answering","created":"2022-07-18","cited_by_count":18,"area":"distill"},{"id":"2210.12787","title":"Respecting Transfer Gap in Knowledge Distillation","created":"2022-10-23","cited_by_count":18,"area":"distill"},{"id":"2305.17007","title":"Improving Knowledge Distillation via Regularizing Feature Norm and Direction","created":"2023-05-26","cited_by_count":18,"area":"distill"},{"id":"2307.08500","title":"Cumulative Spatial Knowledge Distillation for Vision Transformers","created":"2023-07-17","cited_by_count":18,"area":"distill"},{"id":"2503.06307","title":"ACAM-KD: Adaptive and Cooperative Attention Masking for Knowledge Distillation","created":"2025-03-08","cited_by_count":18,"area":"distill"},{"id":"2401.11824","title":"Rethinking Centered Kernel Alignment in Knowledge Distillation","created":"2024-01-22","cited_by_count":17,"area":"distill"},{"id":"2203.05469","title":"Prediction-Guided Distillation for Dense Object Detection","created":"2022-03-10","cited_by_count":14,"area":"distill"},{"id":"2205.15531","title":"itKD: Interchange Transfer-based Knowledge Distillation for 3D Object Detection","created":"2022-05-31","cited_by_count":14,"area":"distill"},{"id":"2211.13133","title":"Structural Knowledge Distillation for Object Detection","created":"2022-11-23","cited_by_count":14,"area":"distill"},{"id":"2207.05345","title":"HEAD: HEtero-Assists Distillation for Heterogeneous Object Detectors","created":"2022-07-12","cited_by_count":12,"area":"distill"},{"id":"2210.03477","title":"IDa-Det: An Information Discrepancy-aware Distillation for 1-bit Detectors","created":"2022-10-07","cited_by_count":12,"area":"distill"},{"id":"2303.04240","title":"Gradient-Guided Knowledge Distillation for Object Detectors","created":"2023-03-07","cited_by_count":12,"area":"distill"},{"id":"2203.09594","title":"Delta Distillation for Efficient Video Processing","created":"2022-03-17","cited_by_count":10,"area":"distill"},{"id":"2205.12451","title":"Region-aware Knowledge Distillation for Efficient Image-to-Image Translation","created":"2022-05-25","cited_by_count":10,"area":"distill"},{"id":"2205.14971","title":"Knowledge Distillation for 6D Pose Estimation by Aligning Distributions of Local Predictions","created":"2022-05-30","cited_by_count":9,"area":"distill"},{"id":"2208.10139","title":"Rethinking Knowledge Distillation via Cross-Entropy","created":"2022-08-22","cited_by_count":9,"area":"distill"},{"id":"2302.05637","title":"Dual Relation Knowledge Distillation for Object Detection","created":"2023-02-11","cited_by_count":9,"area":"distill"},{"id":"2307.12101","title":"Spatial Self-Distillation for Object Detection with Inaccurate Bounding Boxes","created":"2023-07-22","cited_by_count":9,"area":"distill"},{"id":"2211.16779","title":"Attention-Based Depth Distillation with 3D-Aware Positional Encoding for Monocular 3D Object Detection","created":"2022-11-30","cited_by_count":7,"area":"distill"},{"id":"2305.02722","title":"Avatar Knowledge Distillation: Self-ensemble Teacher Paradigm with Uncertainty","created":"2023-05-04","cited_by_count":7,"area":"distill"},{"id":"2404.14109","title":"CKD: Contrastive Knowledge Distillation from A Sample-wise Perspective","created":"2024-04-22","cited_by_count":7,"area":"distill"},{"id":"2411.01547","title":"Decoupling Dark Knowledge via Block-wise Logit Distillation for Feature-level Alignment","created":"2024-11-03","cited_by_count":7,"area":"distill"},{"id":"2412.09874","title":"Can Students Beyond The Teacher? Distilling Knowledge from Teacher's Bias","created":"2024-12-13","cited_by_count":7,"area":"distill"},{"id":"2303.13212","title":"A Simple and Generic Framework for Feature Distillation via Channel-wise Transformation","created":"2023-03-23","cited_by_count":6,"area":"distill"},{"id":"2308.14286","title":"Bridging Cross-task Protocol Inconsistency for Distillation in Dense Object Detection","created":"2023-08-28","cited_by_count":6,"area":"distill"},{"id":"2310.18676","title":"Efficient Object Detection in Optical Remote Sensing Imagery via Attention-based Feature Distillation","created":"2023-10-28","cited_by_count":6,"area":"distill"},{"id":"2502.10683","title":"CLoCKDistill: Consistent Location-and-Context-aware Knowledge Distillation for DETRs","created":"2025-02-15","cited_by_count":6,"area":"distill"},{"id":"2502.20760","title":"VRM: Knowledge Distillation via Virtual Relation Matching","created":"2025-02-28","cited_by_count":6,"area":"distill"},{"id":"2106.05209","title":"Distilling Image Classifiers in Object Detectors","created":"2021-06-09","cited_by_count":5,"area":"distill"},{"id":"2208.03006","title":"Task-Balanced Distillation for Object Detection","created":"2022-08-05","cited_by_count":5,"area":"distill"},{"id":"2210.09022","title":"Distilling Object Detectors With Global Knowledge","created":"2022-10-17","cited_by_count":5,"area":"distill"},{"id":"2312.17473","title":"FerKD: Surgical Label Adaptation for Efficient Distillation","created":"2023-12-29","cited_by_count":5,"area":"distill"},{"id":"2409.06443","title":"Knowledge Distillation via Query Selection for Detection Transformer","created":"2024-09-10","cited_by_count":5,"area":"distill"},{"id":"2412.16493","title":"Cross-View Consistency Regularisation for Knowledge Distillation","created":"2024-12-21","cited_by_count":5,"area":"distill"},{"id":"2110.09674","title":"Adaptive Distillation: Aggregating Knowledge from Multiple Paths for Efficient Distillation","created":"2021-10-19","cited_by_count":4,"area":"distill"},{"id":"2111.10988","title":"Local-Selective Feature Distillation for Single Image Super-Resolution","created":"2021-11-22","cited_by_count":4,"area":"distill"},{"id":"2201.11097","title":"Adaptive Instance Distillation for Object Detection in Autonomous Driving","created":"2022-01-26","cited_by_count":4,"area":"distill"},{"id":"2301.13538","title":"AMD: Adaptive Masked Distillation for Object Detection","created":"2023-01-31","cited_by_count":4,"area":"distill"},{"id":"2507.15911","title":"Local Dense Logit Relations for Enhanced Knowledge Distillation","created":"2025-07-21","cited_by_count":4,"area":"distill"},{"id":"2507.21844","title":"Cross-Architecture Distillation Made Simple with Redundancy Suppression","created":"2025-07-29","cited_by_count":4,"area":"distill"},{"id":"2111.07239","title":"Robust and Accurate Object Detection via Self-Knowledge Distillation","created":"2021-11-14","cited_by_count":3,"area":"distill"},{"id":"2207.12049","title":"Few-Shot Object Detection by Knowledge Distillation Using Bag-of-Visual-Words Representations","created":"2022-07-25","cited_by_count":3,"area":"distill"},{"id":"2211.08398","title":"Structured Knowledge Distillation Towards Efficient and Compact Multi-View 3D Detection","created":"2022-11-14","cited_by_count":3,"area":"distill"},{"id":"2302.14130","title":"Leveraging Angular Distributions for Improved Knowledge Distillation","created":"2023-02-27","cited_by_count":3,"area":"distill"},{"id":"2307.09264","title":"Knowledge Distillation for Object Detection: from generic to remote sensing datasets","created":"2023-07-18","cited_by_count":3,"area":"distill"},{"id":"2308.10308","title":"Representation Disparity-aware Distillation for 3D Object Detection","created":"2023-08-20","cited_by_count":3,"area":"distill"},{"id":"2310.03669","title":"LumiNet: Perception-Driven Knowledge Distillation via Statistical Logit Calibration","created":"2023-10-05","cited_by_count":3,"area":"distill"},{"id":"2312.08700","title":"RdimKD: Generic Distillation Paradigm by Dimensionality Reduction","created":"2023-12-14","cited_by_count":3,"area":"distill"},{"id":"2409.17823","title":"Enhancing Logits Distillation with Plug\\&Play Kendall's $\\tau$ Ranking Loss","created":"2024-09-26","cited_by_count":3,"area":"distill"},{"id":"2103.07350","title":"A New Training Framework for Deep Neural Network","created":"2021-03-12","cited_by_count":2,"area":"distill"},{"id":"2105.10633","title":"Revisiting Knowledge Distillation for Object Detection","created":"2021-05-22","cited_by_count":2,"area":"distill"},{"id":"2110.14215","title":"Beyond Classification: Knowledge Distillation using Multi-Object Impressions","created":"2021-10-27","cited_by_count":2,"area":"distill"},{"id":"2212.13180","title":"Prototype-guided Cross-task Knowledge Distillation for Large-scale Models","created":"2022-12-26","cited_by_count":2,"area":"distill"},{"id":"2303.08360","title":"Knowledge Distillation from Single to Multi Labels: an Empirical Study","created":"2023-03-15","cited_by_count":2,"area":"distill"},{"id":"2309.14744","title":"ADU-Depth: Attention-based Distillation with Uncertainty Modeling for Depth Estimation","created":"2023-09-26","cited_by_count":2,"area":"distill"},{"id":"2412.11788","title":"Neural Collapse Inspired Knowledge Distillation","created":"2024-12-16","cited_by_count":2,"area":"distill"},{"id":"2506.18244","title":"Dual-Forward Path Teacher Knowledge Distillation: Bridging the Capacity Gap Between Teacher and Student","created":"2025-06-23","cited_by_count":2,"area":"distill"},{"id":"2103.14337","title":"Hands-on Guidance for Distilling Object Detectors","created":"2021-03-26","cited_by_count":1,"area":"distill"},{"id":"2112.09532","title":"Pixel Distillation: A New Knowledge Distillation Scheme for Low-Resolution Image Recognition","created":"2021-12-17","cited_by_count":1,"area":"distill"},{"id":"2207.11250","title":"Rich Feature Distillation with Feature Affinity Module for Efficient Image Dehazing","created":"2022-07-13","cited_by_count":1,"area":"distill"},{"id":"2304.04615","title":"A Survey on Recent Teacher-student Learning Studies","created":"2023-04-10","cited_by_count":1,"area":"distill"},{"id":"2307.00811","title":"Review helps learn better: Temporal Supervised Knowledge Distillation","created":"2023-07-03","cited_by_count":1,"area":"distill"},{"id":"2310.11316","title":"MonoSKD: General Distillation Framework for Monocular 3D Object Detection via Spearman Correlation Coefficient","created":"2023-10-17","cited_by_count":1,"area":"distill"},{"id":"2404.01699","title":"Task Integration Distillation for Object Detectors","created":"2024-04-02","cited_by_count":1,"area":"distill"},{"id":"2406.06999","title":"Teaching with Uncertainty: Unleashing the Potential of Knowledge Distillation in Object Detection","created":"2024-06-11","cited_by_count":1,"area":"distill"},{"id":"2408.11478","title":"LAKD-Activation Mapping Distillation Based on Local Learning","created":"2024-08-21","cited_by_count":1,"area":"distill"}],"next_cursor":"100"}