{"total":142,"rows":[{"id":"2307.15880","title":"Effective Whole-body Pose Estimation with Two-stages Distillation","created":"2023-07-29","cited_by_count":311,"area":null},{"id":"2205.01529","title":"Masked Generative Distillation","created":"2022-05-03","cited_by_count":107,"area":"distill"},{"id":"2303.13005","title":"From Knowledge Distillation to Self-Knowledge Distillation: A Unified Approach with Normalized Loss and Customized Soft Labels","created":"2023-03-23","cited_by_count":69,"area":"distill"},{"id":"2211.09386","title":"BEVDistill: Cross-Modal BEV Distillation for Multi-View 3D Object Detection","created":"2022-11-17","cited_by_count":66,"area":"distill"},{"id":"2303.05892","title":"Object-Aware Distillation Pyramid for Open-Vocabulary Object Detection","created":"2023-03-10","cited_by_count":63,"area":null},{"id":"2305.15712","title":"Knowledge Diffusion for Distillation","created":"2023-05-25","cited_by_count":53,"area":"diffusion"},{"id":"2306.11369","title":"CrossKD: Cross-Head Knowledge Distillation for Object Detection","created":"2023-06-20","cited_by_count":52,"area":"distill"},{"id":"2305.13803","title":"NORM: Knowledge Distillation via N-to-One Representation Matching","created":"2023-05-23","cited_by_count":44,"area":"distill"},{"id":"2206.06067","title":"Better Teacher Better Student: Dynamic Prior Knowledge for Knowledge Distillation","created":"2022-06-13","cited_by_count":41,"area":"distill"},{"id":"2207.02039","title":"PKD: General Distillation Framework for Object Detectors via Pearson Correlation Coefficient","created":"2022-07-05","cited_by_count":41,"area":"distill"},{"id":"2303.14488","title":"Adaptive Sparse Convolutional Networks with Global Context Enhancement for Faster Object Detection on Drone Images","created":"2023-03-25","cited_by_count":41,"area":null},{"id":"2309.15109","title":"DistillBEV: Boosting Multi-Camera 3D Object Detection with Cross-Modal Knowledge Distillation","created":"2023-09-26","cited_by_count":41,"area":"distill"},{"id":"2403.19076","title":"Tiny Machine Learning: Progress and Futures","created":"2024-03-28","cited_by_count":40,"area":null},{"id":"2211.10156","title":"DETRDistill: A Universal Knowledge Distillation Framework for DETR-families","created":"2022-11-17","cited_by_count":36,"area":"distill"},{"id":"2209.02432","title":"ViTKD: Practical Guidelines for ViT feature knowledge distillation","created":"2022-09-06","cited_by_count":34,"area":"distill"},{"id":"2208.05768","title":"MixSKD: Self-Knowledge Distillation from Mixup for Image Recognition","created":"2022-08-11","cited_by_count":30,"area":"distill"},{"id":"2205.15156","title":"Towards Efficient 3D Object Detection with Knowledge Distillation","created":"2022-05-30","cited_by_count":29,"area":"distill"},{"id":"2303.02203","title":"X$^3$KD: Knowledge Distillation Across Modalities, Tasks and Stages for Multi-Camera 3D Object Detection","created":"2023-03-03","cited_by_count":28,"area":"distill"},{"id":"2403.05061","title":"RadarDistill: Boosting Radar-based Object Detection Performance via Knowledge Distillation from LiDAR Features","created":"2024-03-08","cited_by_count":28,"area":"distill"},{"id":"2311.12079","title":"FreeKD: Knowledge Distillation via Semantic Frequency Prompt","created":"2023-11-20","cited_by_count":27,"area":"distill"},{"id":"2209.14201","title":"Spatial Pruned Sparse Convolution for Efficient 3D Object Detection","created":"2022-09-28","cited_by_count":26,"area":null},{"id":"2205.14589","title":"Masked Distillation with Receptive Tokens","created":"2022-05-29","cited_by_count":23,"area":null},{"id":"2310.00258","title":"NAYER: Noisy Layer Data Generation for Efficient and Effective Data-free Knowledge Distillation","created":"2023-09-30","cited_by_count":22,"area":"distill"},{"id":"2304.11832","title":"Function-Consistent Feature Distillation","created":"2023-04-24","cited_by_count":21,"area":"distill"},{"id":"2210.05391","title":"PP-StructureV2: A Stronger Document Analysis System","created":"2022-10-11","cited_by_count":20,"area":null},{"id":"2308.14726","title":"PanoSwin: a Pano-style Swin Transformer for Panorama Understanding","created":"2023-08-28","cited_by_count":20,"area":null},{"id":"2209.09841","title":"Exploring Inconsistent Knowledge Distillation for Object Detection with Data Augmentation","created":"2022-09-20","cited_by_count":19,"area":"distill"},{"id":"2503.06307","title":"ACAM-KD: Adaptive and Cooperative Attention Masking for Knowledge Distillation","created":"2025-03-08","cited_by_count":18,"area":"distill"},{"id":"2211.09768","title":"D$^3$ETR: Decoder Distillation for Detection Transformer","created":"2022-11-17","cited_by_count":17,"area":"distill"},{"id":"2401.11824","title":"Rethinking Centered Kernel Alignment in Knowledge Distillation","created":"2024-01-22","cited_by_count":17,"area":"distill"},{"id":"2410.04960","title":"On Efficient Variants of Segment Anything Model: A Survey","created":"2024-10-07","cited_by_count":16,"area":null},{"id":"2307.10638","title":"Quantized Feature Distillation for Network Quantization","created":"2023-07-20","cited_by_count":15,"area":"distill"},{"id":"2203.05469","title":"Prediction-Guided Distillation for Dense Object Detection","created":"2022-03-10","cited_by_count":14,"area":"distill"},{"id":"2303.17144","title":"DAMO-StreamNet: Optimizing Streaming Perception in Autonomous Driving","created":"2023-03-30","cited_by_count":13,"area":null},{"id":"2207.05345","title":"HEAD: HEtero-Assists Distillation for Heterogeneous Object Detectors","created":"2022-07-12","cited_by_count":12,"area":"distill"},{"id":"2301.00131","title":"Guided Hybrid Quantization for Object detection in Multimodal Remote Sensing Imagery via One-to-one Self-teaching","created":"2022-12-31","cited_by_count":12,"area":null},{"id":"2303.04240","title":"Gradient-Guided Knowledge Distillation for Object Detectors","created":"2023-03-07","cited_by_count":12,"area":"distill"},{"id":"2309.02529","title":"Fast and High-Performance Learned Image Compression With Improved Checkerboard Context Model, Deformable Residual Module, and Knowledge Distillation","created":"2023-09-05","cited_by_count":12,"area":"distill"},{"id":"2312.16279","title":"Cloud-Device Collaborative Learning for Multimodal Large Language Models","created":"2023-12-26","cited_by_count":11,"area":"lr"},{"id":"2407.09083","title":"BKDSNN: Enhancing the Performance of Learning-based Spiking Neural Networks Training with Blurred Knowledge Distillation","created":"2024-07-12","cited_by_count":11,"area":"distill"},{"id":"2409.00204","title":"MedDet: Generative Adversarial Distillation for Efficient Cervical Disc Herniation Detection","created":"2024-08-30","cited_by_count":11,"area":null},{"id":"2411.06786","title":"ScaleKD: Strong Vision Transformers Could Be Excellent Teachers","created":"2024-11-11","cited_by_count":11,"area":"distill"},{"id":"2308.09105","title":"Learning Lightweight Object Detectors via Multi-Teacher Progressive Distillation","created":"2023-08-17","cited_by_count":10,"area":null},{"id":"2403.01238","title":"On the Road to Portability: Compressing End-to-End Motion Planner for Autonomous Driving","created":"2024-03-02","cited_by_count":10,"area":"driving"},{"id":"2208.10139","title":"Rethinking Knowledge Distillation via Cross-Entropy","created":"2022-08-22","cited_by_count":9,"area":"distill"},{"id":"2302.05637","title":"Dual Relation Knowledge Distillation for Object Detection","created":"2023-02-11","cited_by_count":9,"area":"distill"},{"id":"2307.12101","title":"Spatial Self-Distillation for Object Detection with Inaccurate Bounding Boxes","created":"2023-07-22","cited_by_count":9,"area":"distill"},{"id":"2407.10164","title":"LabelDistill: Label-guided Cross-modal Knowledge Distillation for Camera-based 3D Object Detection","created":"2024-07-14","cited_by_count":9,"area":"distill"},{"id":"2304.03105","title":"Geometric-aware Pretraining for Vision-centric 3D Object Detection","created":"2023-04-06","cited_by_count":8,"area":null},{"id":"2305.19412","title":"Are Large Kernels Better Teachers than Transformers for ConvNets?","created":"2023-05-30","cited_by_count":8,"area":"distill"},{"id":"2312.04168","title":"Augmentation-Free Dense Contrastive Knowledge Distillation for Efficient Semantic Segmentation","created":"2023-12-07","cited_by_count":8,"area":"distill"},{"id":"2405.12509","title":"Active Object Detection with Knowledge Aggregation and Distillation from Large Models","created":"2024-05-21","cited_by_count":8,"area":null},{"id":"2301.01615","title":"StereoDistill: Pick the Cream from LiDAR for Distilling Stereo-based 3D Object Detection","created":"2023-01-04","cited_by_count":7,"area":null},{"id":"2305.02722","title":"Avatar Knowledge Distillation: Self-ensemble Teacher Paradigm with Uncertainty","created":"2023-05-04","cited_by_count":7,"area":"distill"},{"id":"2312.08644","title":"Generative Model-based Feature Knowledge Distillation for Action Recognition","created":"2023-12-14","cited_by_count":7,"area":"distill"},{"id":"2404.14109","title":"CKD: Contrastive Knowledge Distillation from A Sample-wise Perspective","created":"2024-04-22","cited_by_count":7,"area":"distill"},{"id":"2211.11953","title":"Teach-DETR: Better Training DETR with Teachers","created":"2022-11-22","cited_by_count":6,"area":null},{"id":"2303.13212","title":"A Simple and Generic Framework for Feature Distillation via Channel-wise Transformation","created":"2023-03-23","cited_by_count":6,"area":"distill"},{"id":"2308.14286","title":"Bridging Cross-task Protocol Inconsistency for Distillation in Dense Object Detection","created":"2023-08-28","cited_by_count":6,"area":"distill"},{"id":"2310.18676","title":"Efficient Object Detection in Optical Remote Sensing Imagery via Attention-based Feature Distillation","created":"2023-10-28","cited_by_count":6,"area":"distill"},{"id":"2311.05494","title":"Object-centric Cross-modal Feature Distillation for Event-based Object Detection","created":"2023-11-09","cited_by_count":6,"area":"distill"},{"id":"2312.03286","title":"Indirect Gradient Matching for Adversarial Robust Distillation","created":"2023-12-06","cited_by_count":6,"area":null},{"id":"2404.13322","title":"MergeNet: Knowledge Migration across Heterogeneous Models, Tasks, and Modalities","created":"2024-04-20","cited_by_count":6,"area":null},{"id":"2502.10683","title":"CLoCKDistill: Consistent Location-and-Context-aware Knowledge Distillation for DETRs","created":"2025-02-15","cited_by_count":6,"area":"distill"},{"id":"2502.20760","title":"VRM: Knowledge Distillation via Virtual Relation Matching","created":"2025-02-28","cited_by_count":6,"area":"distill"},{"id":"2208.03006","title":"Task-Balanced Distillation for Object Detection","created":"2022-08-05","cited_by_count":5,"area":"distill"},{"id":"2212.05422","title":"Teaching What You Should Teach: A Data-Based Distillation Method","created":"2022-12-11","cited_by_count":5,"area":"distill"},{"id":"2312.17473","title":"FerKD: Surgical Label Adaptation for Efficient Distillation","created":"2023-12-29","cited_by_count":5,"area":"distill"},{"id":"2405.16858","title":"Estimating Depth of Monocular Panoramic Image with Teacher-Student Model Fusing Equirectangular and Spherical Representations","created":"2024-05-27","cited_by_count":5,"area":null},{"id":"2405.18524","title":"Aligning in a Compact Space: Contrastive Knowledge Distillation between Heterogeneous Architectures","created":"2024-05-28","cited_by_count":5,"area":"distill"},{"id":"2409.06443","title":"Knowledge Distillation via Query Selection for Detection Transformer","created":"2024-09-10","cited_by_count":5,"area":"distill"},{"id":"2412.16493","title":"Cross-View Consistency Regularisation for Knowledge Distillation","created":"2024-12-21","cited_by_count":5,"area":"distill"},{"id":"2503.13053","title":"Uncertainty-Aware Knowledge Distillation for Compact and Efficient 6DoF Pose Estimation","created":"2025-03-17","cited_by_count":5,"area":"distill"},{"id":"2301.13538","title":"AMD: Adaptive Masked Distillation for Object Detection","created":"2023-01-31","cited_by_count":4,"area":"distill"},{"id":"2309.02719","title":"DMKD: Improving Feature-based Knowledge Distillation for Object Detection Via Dual Masking Augmentation","created":"2023-09-06","cited_by_count":4,"area":"distill"},{"id":"2407.09562","title":"Edge AI-Enabled Chicken Health Detection Based on Enhanced FCOS-Lite and Knowledge Distillation","created":"2024-07-03","cited_by_count":4,"area":null},{"id":"2408.11407","title":"Domain-invariant Progressive Knowledge Distillation for UAV-based Object Detection","created":"2024-08-21","cited_by_count":4,"area":"distill"},{"id":"2411.17046","title":"Large-Scale Data-Free Knowledge Distillation for ImageNet via Multi-Resolution Data Generation","created":"2024-11-26","cited_by_count":4,"area":"distill"},{"id":"2412.02054","title":"Redundant Queries in DETR-Based 3D Detection Methods: Unnecessary and Prunable","created":"2024-12-03","cited_by_count":4,"area":null},{"id":"2507.15911","title":"Local Dense Logit Relations for Enhanced Knowledge Distillation","created":"2025-07-21","cited_by_count":4,"area":"distill"},{"id":"2507.21844","title":"Cross-Architecture Distillation Made Simple with Redundancy Suppression","created":"2025-07-29","cited_by_count":4,"area":"distill"},{"id":"2308.10308","title":"Representation Disparity-aware Distillation for 3D Object Detection","created":"2023-08-20","cited_by_count":3,"area":"distill"},{"id":"2312.08700","title":"RdimKD: Generic Distillation Paradigm by Dimensionality Reduction","created":"2023-12-14","cited_by_count":3,"area":"distill"},{"id":"2409.17823","title":"Enhancing Logits Distillation with Plug\\&Play Kendall's $\\tau$ Ranking Loss","created":"2024-09-26","cited_by_count":3,"area":"distill"},{"id":"2211.14036","title":"Privileged Prior Information Distillation for Image Matting","created":"2022-11-25","cited_by_count":2,"area":null},{"id":"2311.03149","title":"Asymmetric Masked Distillation for Pre-Training Small Foundation Models","created":"2023-11-06","cited_by_count":2,"area":null},{"id":"2409.08308","title":"DiReDi: Distillation and Reverse Distillation for AIoT Applications","created":"2024-09-12","cited_by_count":2,"area":null},{"id":"2410.00508","title":"FlipGuard: Defending Preference Alignment against Update Regression with Constrained Optimization","created":"2024-10-01","cited_by_count":2,"area":"alignment"},{"id":"2501.07101","title":"SAMKD: Spatial-aware Adaptive Masking Knowledge Distillation for Object Detection","created":"2025-01-13","cited_by_count":2,"area":"distill"},{"id":"2502.00205","title":"EcoWeedNet: A Lightweight and Automated Weed Detection Method for Sustainable Next-Generation Agricultural Consumer Electronics","created":"2025-01-31","cited_by_count":2,"area":null},{"id":"2112.09448","title":"Distillation of Human-Object Interaction Contexts for Action Recognition","created":"2021-12-17","cited_by_count":1,"area":null},{"id":"2212.05677","title":"Masked autoencoders are effective solution to transformer data-hungry","created":"2022-12-12","cited_by_count":1,"area":null},{"id":"2303.06820","title":"Continuous sign language recognition based on cross-resolution knowledge distillation","created":"2023-03-13","cited_by_count":1,"area":"distill"},{"id":"2310.11316","title":"MonoSKD: General Distillation Framework for Monocular 3D Object Detection via Spearman Correlation Coefficient","created":"2023-10-17","cited_by_count":1,"area":"distill"},{"id":"2403.13844","title":"Scheduled Knowledge Acquisition on Lightweight Vector Symbolic Architectures for Brain-Computer Interfaces","created":"2024-03-18","cited_by_count":1,"area":"distill"},{"id":"2404.01699","title":"Task Integration Distillation for Object Detectors","created":"2024-04-02","cited_by_count":1,"area":"distill"},{"id":"2406.06999","title":"Teaching with Uncertainty: Unleashing the Potential of Knowledge Distillation in Object Detection","created":"2024-06-11","cited_by_count":1,"area":"distill"},{"id":"2409.18785","title":"Student-Oriented Teacher Knowledge Refinement for Knowledge Distillation","created":"2024-09-27","cited_by_count":1,"area":"distill"},{"id":"2410.07857","title":"SNN-PAR: Energy Efficient Pedestrian Attribute Recognition via Spiking Neural Networks","created":"2024-10-10","cited_by_count":1,"area":null},{"id":"2411.02861","title":"Centerness-based Instance-aware Knowledge Distillation with Task-wise Mutual Lifting for Object Detection on Drone Imagery","created":"2024-11-05","cited_by_count":1,"area":"distill"}],"next_cursor":"100"}