{"total":107,"rows":[{"id":"2307.15880","title":"Effective Whole-body Pose Estimation with Two-stages Distillation","created":"2023-07-29","cited_by_count":311,"area":null},{"id":"2303.13005","title":"From Knowledge Distillation to Self-Knowledge Distillation: A Unified Approach with Normalized Loss and Customized Soft Labels","created":"2023-03-23","cited_by_count":69,"area":"distill"},{"id":"2211.09386","title":"BEVDistill: Cross-Modal BEV Distillation for Multi-View 3D Object Detection","created":"2022-11-17","cited_by_count":66,"area":"distill"},{"id":"2303.05892","title":"Object-Aware Distillation Pyramid for Open-Vocabulary Object Detection","created":"2023-03-10","cited_by_count":63,"area":null},{"id":"2301.13741","title":"UPop: Unified and Progressive Pruning for Compressing Vision-Language Transformers","created":"2023-01-31","cited_by_count":54,"area":null},{"id":"2305.13803","title":"NORM: Knowledge Distillation via N-to-One Representation Matching","created":"2023-05-23","cited_by_count":44,"area":"distill"},{"id":"2305.17455","title":"CrossGET: Cross-Guided Ensemble of Tokens for Accelerating Vision-Language Transformers","created":"2023-05-27","cited_by_count":44,"area":"mllm"},{"id":"2404.11958","title":"Not All Voxels Are Equal: Hardness-Aware Semantic Scene Completion with Self-Distillation","created":"2024-04-18","cited_by_count":43,"area":"distill"},{"id":"2206.06067","title":"Better Teacher Better Student: Dynamic Prior Knowledge for Knowledge Distillation","created":"2022-06-13","cited_by_count":41,"area":"distill"},{"id":"2211.15444","title":"DAMO-YOLO : A Report on Real-Time Object Detection Design","created":"2022-11-23","cited_by_count":38,"area":null},{"id":"2211.10156","title":"DETRDistill: A Universal Knowledge Distillation Framework for DETR-families","created":"2022-11-17","cited_by_count":36,"area":"distill"},{"id":"2209.02432","title":"ViTKD: Practical Guidelines for ViT feature knowledge distillation","created":"2022-09-06","cited_by_count":34,"area":"distill"},{"id":"2408.06687","title":"Masked Image Modeling: A Survey","created":"2024-08-13","cited_by_count":29,"area":null},{"id":"2311.12079","title":"FreeKD: Knowledge Distillation via Semantic Frequency Prompt","created":"2023-11-20","cited_by_count":27,"area":"distill"},{"id":"2209.09841","title":"Exploring Inconsistent Knowledge Distillation for Object Detection with Data Augmentation","created":"2022-09-20","cited_by_count":19,"area":"distill"},{"id":"2412.08139","title":"Wasserstein Distance Rivals Kullback-Leibler Divergence for Knowledge Distillation","created":"2024-12-11","cited_by_count":19,"area":"distill"},{"id":"2304.11379","title":"LiDAR2Map: In Defense of LiDAR-Based Semantic Map Construction Using Online Camera Distillation","created":"2023-04-22","cited_by_count":18,"area":null},{"id":"2503.06307","title":"ACAM-KD: Adaptive and Cooperative Attention Masking for Knowledge Distillation","created":"2025-03-08","cited_by_count":18,"area":"distill"},{"id":"2211.09768","title":"D$^3$ETR: Decoder Distillation for Detection Transformer","created":"2022-11-17","cited_by_count":17,"area":"distill"},{"id":"2401.11824","title":"Rethinking Centered Kernel Alignment in Knowledge Distillation","created":"2024-01-22","cited_by_count":17,"area":"distill"},{"id":"2305.11481","title":"CM-MaskSD: Cross-Modality Masked Self-Distillation for Referring Image Segmentation","created":"2023-05-19","cited_by_count":15,"area":"distill"},{"id":"2306.08075","title":"BPKD: Boundary Privileged Knowledge Distillation For Semantic Segmentation","created":"2023-06-13","cited_by_count":15,"area":"distill"},{"id":"2405.12944","title":"AMFD: Distillation via Adaptive Multimodal Fusion for Multispectral Pedestrian Detection","created":"2024-05-21","cited_by_count":15,"area":null},{"id":"2211.08071","title":"KD-DETR: Knowledge Distillation for Detection Transformer with Consistent Distillation Points Sampling","created":"2022-11-15","cited_by_count":13,"area":null},{"id":"2308.00520","title":"NormKD: Normalized Logits for Knowledge Distillation","created":"2023-08-01","cited_by_count":12,"area":"distill"},{"id":"2305.10893","title":"Student-friendly Knowledge Distillation","created":"2023-05-18","cited_by_count":11,"area":"distill"},{"id":"2305.15781","title":"VanillaKD: Revisit the Power of Vanilla Knowledge Distillation from Small Scale to Large Scale","created":"2023-05-25","cited_by_count":11,"area":"distill"},{"id":"2402.17316","title":"Towards Robust and Efficient Cloud-Edge Elastic Model Adaptation via Selective Entropy Distillation","created":"2024-02-27","cited_by_count":11,"area":null},{"id":"2409.00204","title":"MedDet: Generative Adversarial Distillation for Efficient Cervical Disc Herniation Detection","created":"2024-08-30","cited_by_count":11,"area":null},{"id":"2411.06786","title":"ScaleKD: Strong Vision Transformers Could Be Excellent Teachers","created":"2024-11-11","cited_by_count":11,"area":"distill"},{"id":"2308.09105","title":"Learning Lightweight Object Detectors via Multi-Teacher Progressive Distillation","created":"2023-08-17","cited_by_count":10,"area":null},{"id":"2208.10139","title":"Rethinking Knowledge Distillation via Cross-Entropy","created":"2022-08-22","cited_by_count":9,"area":"distill"},{"id":"2405.15170","title":"Label-efficient Semantic Scene Completion with Scribble Annotations","created":"2024-05-24","cited_by_count":9,"area":null},{"id":"2210.11016","title":"Towards Sustainable Self-supervised Learning","created":"2022-10-20","cited_by_count":8,"area":null},{"id":"2305.19412","title":"Are Large Kernels Better Teachers than Transformers for ConvNets?","created":"2023-05-30","cited_by_count":8,"area":"distill"},{"id":"2312.04168","title":"Augmentation-Free Dense Contrastive Knowledge Distillation for Efficient Semantic Segmentation","created":"2023-12-07","cited_by_count":8,"area":"distill"},{"id":"2401.06826","title":"Direct Distillation between Different Domains","created":"2024-01-12","cited_by_count":8,"area":"distill"},{"id":"2305.02722","title":"Avatar Knowledge Distillation: Self-ensemble Teacher Paradigm with Uncertainty","created":"2023-05-04","cited_by_count":7,"area":"distill"},{"id":"2411.01547","title":"Decoupling Dark Knowledge via Block-wise Logit Distillation for Feature-level Alignment","created":"2024-11-03","cited_by_count":7,"area":"distill"},{"id":"2303.13212","title":"A Simple and Generic Framework for Feature Distillation via Channel-wise Transformation","created":"2023-03-23","cited_by_count":6,"area":"distill"},{"id":"2308.14286","title":"Bridging Cross-task Protocol Inconsistency for Distillation in Dense Object Detection","created":"2023-08-28","cited_by_count":6,"area":"distill"},{"id":"2311.05494","title":"Object-centric Cross-modal Feature Distillation for Event-based Object Detection","created":"2023-11-09","cited_by_count":6,"area":"distill"},{"id":"2404.13322","title":"MergeNet: Knowledge Migration across Heterogeneous Models, Tasks, and Modalities","created":"2024-04-20","cited_by_count":6,"area":null},{"id":"2502.10683","title":"CLoCKDistill: Consistent Location-and-Context-aware Knowledge Distillation for DETRs","created":"2025-02-15","cited_by_count":6,"area":"distill"},{"id":"2502.20760","title":"VRM: Knowledge Distillation via Virtual Relation Matching","created":"2025-02-28","cited_by_count":6,"area":"distill"},{"id":"2208.03006","title":"Task-Balanced Distillation for Object Detection","created":"2022-08-05","cited_by_count":5,"area":"distill"},{"id":"2304.02263","title":"Towards Efficient Task-Driven Model Reprogramming with Foundation Models","created":"2023-04-05","cited_by_count":5,"area":null},{"id":"2311.17086","title":"PEA-Diffusion: Parameter-Efficient Adapter with Knowledge Distillation in non-English Text-to-Image Generation","created":"2023-11-28","cited_by_count":5,"area":"diffusion"},{"id":"2401.11949","title":"Feature Denoising Diffusion Model for Blind Image Quality Assessment","created":"2024-01-22","cited_by_count":5,"area":"diffusion"},{"id":"2405.18524","title":"Aligning in a Compact Space: Contrastive Knowledge Distillation between Heterogeneous Architectures","created":"2024-05-28","cited_by_count":5,"area":"distill"},{"id":"2407.06504","title":"Reprogramming Distillation for Medical Foundation Models","created":"2024-07-09","cited_by_count":5,"area":null},{"id":"2505.15581","title":"Advancing Marine Research: UWSAM Framework and UIIS10K Dataset for Precise Underwater Instance Segmentation","created":"2025-05-21","cited_by_count":5,"area":null},{"id":"2212.14169","title":"Discriminator-Cooperated Feature Map Distillation for GAN Compression","created":"2022-12-29","cited_by_count":4,"area":"distill"},{"id":"2301.13538","title":"AMD: Adaptive Masked Distillation for Object Detection","created":"2023-01-31","cited_by_count":4,"area":"distill"},{"id":"2309.02719","title":"DMKD: Improving Feature-based Knowledge Distillation for Object Detection Via Dual Masking Augmentation","created":"2023-09-06","cited_by_count":4,"area":"distill"},{"id":"2312.08631","title":"Semi-supervised Semantic Segmentation Meets Masked Modeling:Fine-grained Locality Learning Matters in Consistency Regularization","created":"2023-12-14","cited_by_count":4,"area":null},{"id":"2505.24361","title":"Revisiting Cross-Modal Knowledge Distillation: A Disentanglement Approach for RGBD Semantic Segmentation","created":"2025-05-30","cited_by_count":4,"area":"distill"},{"id":"2507.15911","title":"Local Dense Logit Relations for Enhanced Knowledge Distillation","created":"2025-07-21","cited_by_count":4,"area":"distill"},{"id":"2301.12058","title":"Aerial Image Object Detection With Vision Transformer Detector (ViTDet)","created":"2023-01-28","cited_by_count":3,"area":null},{"id":"2305.18714","title":"Align, Perturb and Decouple: Toward Better Leverage of Difference Information for RSI Change Detection","created":"2023-05-30","cited_by_count":3,"area":null},{"id":"2308.02770","title":"One-stage Low-resolution Text Recognition with High-resolution Knowledge Transfer","created":"2023-08-05","cited_by_count":3,"area":null},{"id":"2312.08700","title":"RdimKD: Generic Distillation Paradigm by Dimensionality Reduction","created":"2023-12-14","cited_by_count":3,"area":"distill"},{"id":"2403.05451","title":"Attention-guided Feature Distillation for Semantic Segmentation","created":"2024-03-08","cited_by_count":3,"area":"distill"},{"id":"2409.17823","title":"Enhancing Logits Distillation with Plug\\&Play Kendall's $\\tau$ Ranking Loss","created":"2024-09-26","cited_by_count":3,"area":"distill"},{"id":"2501.07101","title":"SAMKD: Spatial-aware Adaptive Masking Knowledge Distillation for Object Detection","created":"2025-01-13","cited_by_count":2,"area":"distill"},{"id":"2506.18244","title":"Dual-Forward Path Teacher Knowledge Distillation: Bridging the Capacity Gap Between Teacher and Student","created":"2025-06-23","cited_by_count":2,"area":"distill"},{"id":"2309.03659","title":"Towards Comparable Knowledge Distillation in Semantic Image Segmentation","created":"2023-09-07","cited_by_count":1,"area":"distill"},{"id":"2310.17183","title":"Understanding the Effects of Projectors in Knowledge Distillation","created":"2023-10-26","cited_by_count":1,"area":"distill"},{"id":"2312.05832","title":"Spatial-wise Dynamic Distillation for MLP-like Efficient Visual Fault Detection of Freight Trains","created":"2023-12-10","cited_by_count":1,"area":null},{"id":"2401.06370","title":"Graph Relation Distillation for Efficient Biomedical Instance Segmentation","created":"2024-01-12","cited_by_count":1,"area":"distill"},{"id":"2402.02012","title":"Precise Knowledge Transfer via Flow Matching","created":"2024-02-03","cited_by_count":1,"area":"diffusion"},{"id":"2404.01699","title":"Task Integration Distillation for Object Detectors","created":"2024-04-02","cited_by_count":1,"area":"distill"},{"id":"2406.06999","title":"Teaching with Uncertainty: Unleashing the Potential of Knowledge Distillation in Object Detection","created":"2024-06-11","cited_by_count":1,"area":"distill"},{"id":"2410.07857","title":"SNN-PAR: Energy Efficient Pedestrian Attribute Recognition via Spiking Neural Networks","created":"2024-10-10","cited_by_count":1,"area":null},{"id":"2507.12344","title":"Improving Lightweight Weed Detection via Knowledge Distillation","created":"2025-07-16","cited_by_count":1,"area":"distill"},{"id":"2507.19780","title":"JDATT: A Joint Distillation Framework for Atmospheric Turbulence Mitigation and Target Detection","created":"2025-07-26","cited_by_count":1,"area":null},{"id":"2511.21503","title":"CanKD: Cross-Attention-based Non-local operation for Feature-based Knowledge Distillation","created":"2025-11-26","cited_by_count":1,"area":"distill"},{"id":"2603.09624","title":"Decoder-Free Distillation for Quantized Image Restoration","created":"2026-03-10","cited_by_count":1,"area":"distill"},{"id":"2604.12391","title":"Chain-of-Models Pre-Training: Rethinking Training Acceleration of Vision Foundation Models","created":"2026-04-14","cited_by_count":1,"area":"lr"},{"id":"2207.01271","title":"FlowNAS: Neural Architecture Search for Optical Flow Estimation","created":"2022-07-04","cited_by_count":0,"area":null},{"id":"2309.02843","title":"Knowledge Distillation Layer that Lets the Student Decide","created":"2023-09-06","cited_by_count":0,"area":"distill"},{"id":"2310.01209","title":"Self-distilled Masked Attention guided masked image modeling with noise Regularized Teacher (SMART) for medical image analysis","created":"2023-10-02","cited_by_count":0,"area":null},{"id":"2401.01918","title":"Distilling Temporal Knowledge with Masked Feature Reconstruction for 3D Object Detection","created":"2024-01-03","cited_by_count":0,"area":null},{"id":"2401.08332","title":"Generative Denoise Distillation: Simple Stochastic Noises Induce Efficient Knowledge Transfer for Dense Prediction","created":"2024-01-16","cited_by_count":0,"area":"distill"},{"id":"2407.13147","title":"DFMSD: Dual Feature Masking Stage-wise Knowledge Distillation for Object Detection","created":"2024-07-18","cited_by_count":0,"area":"distill"},{"id":"2409.01573","title":"Improving Apple Object Detection with Occlusion-Enhanced Distillation","created":"2024-09-03","cited_by_count":0,"area":null},{"id":"2411.15239","title":"Preserving Angles Improves Feature Distillation","created":"2024-11-22","cited_by_count":0,"area":"distill"},{"id":"2502.06189","title":"Multi-Level Decoupled Relational Distillation for Heterogeneous Architectures","created":"2025-02-10","cited_by_count":0,"area":null},{"id":"2506.07050","title":"From Swath to Full-Disc: Advancing Precipitation Retrieval with Multimodal Knowledge Expansion","created":"2025-06-08","cited_by_count":0,"area":null},{"id":"2506.07850","title":"SAM2Auto: Auto Annotation Using FLASH","created":"2025-06-09","cited_by_count":0,"area":"mllm"},{"id":"2508.11212","title":"A Coarse-to-Fine Human Pose Estimation Method based on Two-stage Distillation and Progressive Graph Neural Network","created":"2025-08-15","cited_by_count":0,"area":"distill"},{"id":"2510.03870","title":"SDAKD: Student Discriminator Assisted Knowledge Distillation for Super-Resolution Generative Adversarial Networks","created":"2025-10-04","cited_by_count":0,"area":"distill"},{"id":"2512.11401","title":"Collaborative Reconstruction and Repair for Multi-class Industrial Anomaly Detection","created":"2025-12-12","cited_by_count":0,"area":null},{"id":"2604.25530","title":"The Surprising Effectiveness of Canonical Knowledge Distillation for Semantic Segmentation","created":"2026-04-28","cited_by_count":0,"area":"distill"},{"id":"2605.04447","title":"Deep Reprogramming Distillation for Medical Foundation Models","created":"2026-05-06","cited_by_count":0,"area":null},{"id":"2605.06124","title":"P-Guide: Parameter-Efficient Prior Steering for Single-Pass CFG Inference","created":"2026-05-07","cited_by_count":0,"area":"diffusion"},{"id":"2605.20940","title":"3D Reconstruction and Knowledge Distillation to Improve Multi-View Image Models to Explore Spike Volume Estimation in Wheat","created":"2026-05-20","cited_by_count":0,"area":null},{"id":"2606.05774","title":"LiAuto-GeoX: Efficient Grounded Driving Transformer","created":"2026-06-04","cited_by_count":0,"area":null},{"id":"2606.11572","title":"FreqKD: Frequency-Decoupled Cross-Modal Knowledge Distillation for Infrared Object Detection","created":"2026-06-10","cited_by_count":0,"area":"distill"},{"id":"2606.24248","title":"M^2C-EvDet: Multi-Domain Multi-Order Cross-Modal Knowledge Distillation for Event-based Object Detection","created":"2026-06-23","cited_by_count":0,"area":"distill"}],"next_cursor":"100"}