{"total":348,"rows":[{"id":"2203.08679","title":"Decoupled Knowledge Distillation","created":"2022-03-16","cited_by_count":388,"area":"distill"},{"id":"2104.09044","title":"Distilling Knowledge via Knowledge Review","created":"2021-04-19","cited_by_count":288,"area":"distill"},{"id":"2205.10536","title":"Knowledge Distillation from A Stronger Teacher","created":"2022-05-21","cited_by_count":208,"area":"distill"},{"id":"2206.00630","title":"Unifying Voxel-based Representation with Transformer for 3D Object Detection","created":"2022-06-01","cited_by_count":202,"area":null},{"id":"2209.03494","title":"Neural Feature Fusion Fields: 3D Distillation of Self-Supervised 2D Image Representations","created":"2022-09-07","cited_by_count":196,"area":null},{"id":"2312.06709","title":"AM-RADIO: Agglomerative Vision Foundation Model -- Reduce All Domains Into One","created":"2023-12-10","cited_by_count":169,"area":null},{"id":"2111.11837","title":"Focal and Global Knowledge Distillation for Detectors","created":"2021-11-23","cited_by_count":142,"area":"distill"},{"id":"2105.08919","title":"Comparing Kullback-Leibler Divergence and Mean Squared Error Loss in Knowledge Distillation","created":"2021-05-19","cited_by_count":134,"area":"distill"},{"id":"2102.00650","title":"Rethinking Soft Labels for Knowledge Distillation: A Bias-Variance Tradeoff Perspective","created":"2021-02-01","cited_by_count":119,"area":"distill"},{"id":"2101.05022","title":"Re-labeling ImageNet: from Single to Multi-Labels, from Global to Localized Labels","created":"2021-01-13","cited_by_count":118,"area":null},{"id":"2204.06986","title":"Cross-Image Relational Knowledge Distillation for Semantic Segmentation","created":"2022-04-14","cited_by_count":118,"area":"distill"},{"id":"2205.01529","title":"Masked Generative Distillation","created":"2022-05-03","cited_by_count":107,"area":"distill"},{"id":"2103.14475","title":"Distilling Object Detectors via Decoupled Features","created":"2021-03-26","cited_by_count":106,"area":"distill"},{"id":"2403.01427","title":"Logit Standardization in Knowledge Distillation","created":"2024-03-03","cited_by_count":102,"area":"distill"},{"id":"2310.19444","title":"One-for-All: Bridge the Gap Between Heterogeneous Architectures in Knowledge Distillation","created":"2023-10-30","cited_by_count":78,"area":"distill"},{"id":"2403.05175","title":"Continual Learning and Catastrophic Forgetting","created":"2024-03-08","cited_by_count":77,"area":null},{"id":"2303.13802","title":"Decoupled Multimodal Distilling for Emotion Recognition","created":"2023-03-24","cited_by_count":76,"area":"distill"},{"id":"2108.08258","title":"LIGA-Stereo: Learning LiDAR Geometry Aware Representations for Stereo-based 3D Detector","created":"2021-08-18","cited_by_count":70,"area":null},{"id":"2205.10793","title":"Knowledge Distillation via the Target-aware Transformer","created":"2022-05-22","cited_by_count":70,"area":"distill"},{"id":"2303.13005","title":"From Knowledge Distillation to Self-Knowledge Distillation: A Unified Approach with Normalized Loss and Customized Soft Labels","created":"2023-03-23","cited_by_count":69,"area":"distill"},{"id":"2205.02444","title":"Cross-modal Contrastive Learning for Speech Translation","created":"2022-05-05","cited_by_count":61,"area":null},{"id":"2304.12777","title":"Class Attention Transfer Based Knowledge Distillation","created":"2023-04-25","cited_by_count":61,"area":"distill"},{"id":"2102.07650","title":"Learning Student-Friendly Teacher Networks for Knowledge Distillation","created":"2021-02-12","cited_by_count":60,"area":"distill"},{"id":"2305.13948","title":"Decoupled Kullback-Leibler Divergence Loss","created":"2023-05-23","cited_by_count":58,"area":"distill"},{"id":"2203.14956","title":"LiDAR Distillation: Bridging the Beam-Induced Domain Gap for 3D Object Detection","created":"2022-03-28","cited_by_count":55,"area":null},{"id":"2305.15712","title":"Knowledge Diffusion for Distillation","created":"2023-05-25","cited_by_count":53,"area":"diffusion"},{"id":"2306.11369","title":"CrossKD: Cross-Head Knowledge Distillation for Object Detection","created":"2023-06-20","cited_by_count":52,"area":"distill"},{"id":"2109.12484","title":"Excavating the Potential Capacity of Self-Supervised Monocular Depth Estimation","created":"2021-09-26","cited_by_count":48,"area":"distill"},{"id":"2111.12341","title":"EvDistill: Asynchronous Events to End-task Learning via Bidirectional Reconstruction-guided Cross-modal Knowledge Distillation","created":"2021-11-24","cited_by_count":47,"area":"distill"},{"id":"2303.12786","title":"FeatureNeRF: Learning Generalizable NeRFs by Distilling Foundation Models","created":"2023-03-22","cited_by_count":47,"area":null},{"id":"2103.08273","title":"Refine Myself by Teaching Myself: Feature Refinement via Self-Knowledge Distillation","created":"2021-03-15","cited_by_count":46,"area":"distill"},{"id":"2202.03680","title":"Exploring Inter-Channel Correlation for Diversity-preserved KnowledgeDistillation","created":"2022-02-08","cited_by_count":44,"area":"distill"},{"id":"2206.00388","title":"Transfer without Forgetting","created":"2022-06-01","cited_by_count":44,"area":null},{"id":"2305.13803","title":"NORM: Knowledge Distillation via N-to-One Representation Matching","created":"2023-05-23","cited_by_count":44,"area":"distill"},{"id":"2106.03418","title":"Multi-Target Domain Adaptation with Collaborative Consistency Learning","created":"2021-06-07","cited_by_count":43,"area":null},{"id":"2210.03664","title":"Bi-directional Weakly Supervised Knowledge Distillation for Whole Slide Image Classification","created":"2022-10-07","cited_by_count":43,"area":"distill"},{"id":"2303.05251","title":"Masked Image Modeling with Local Multi-Scale Reconstruction","created":"2023-03-09","cited_by_count":43,"area":null},{"id":"2404.11958","title":"Not All Voxels Are Equal: Hardness-Aware Semantic Scene Completion with Self-Distillation","created":"2024-04-18","cited_by_count":43,"area":"distill"},{"id":"2206.06067","title":"Better Teacher Better Student: Dynamic Prior Knowledge for Knowledge Distillation","created":"2022-06-13","cited_by_count":41,"area":"distill"},{"id":"2207.05273","title":"Cross-Architecture Knowledge Distillation","created":"2022-07-12","cited_by_count":41,"area":"distill"},{"id":"2309.12530","title":"A Sentence Speaks a Thousand Images: Domain Generalization through Distilling CLIP with Language Guidance","created":"2023-09-21","cited_by_count":40,"area":"mllm"},{"id":"2109.03144","title":"PP-OCRv2: Bag of Tricks for Ultra Lightweight OCR System","created":"2021-09-07","cited_by_count":39,"area":null},{"id":"2111.00674","title":"Distilling Object Detectors with Feature Richness","created":"2021-11-01","cited_by_count":38,"area":null},{"id":"2208.12256","title":"Masked Autoencoders Enable Efficient Knowledge Distillers","created":"2022-08-25","cited_by_count":36,"area":"distill"},{"id":"2209.02432","title":"ViTKD: Practical Guidelines for ViT feature knowledge distillation","created":"2022-09-06","cited_by_count":34,"area":"distill"},{"id":"2205.11098","title":"PointDistiller: Structured Knowledge Distillation Towards Efficient and Compact 3D Detection","created":"2022-05-23","cited_by_count":33,"area":"distill"},{"id":"2210.16559","title":"Few-shot Image Generation via Adaptation-Aware Kernel Modulation","created":"2022-10-29","cited_by_count":33,"area":null},{"id":"2109.01801","title":"Dual Transfer Learning for Event-based End-task Prediction via Pluggable Event to Image Translation","created":"2021-09-04","cited_by_count":32,"area":null},{"id":"2206.14532","title":"Revisiting Label Smoothing and Knowledge Distillation Compatibility: What was Missing?","created":"2022-06-29","cited_by_count":32,"area":"distill"},{"id":"2112.15278","title":"Data-Free Knowledge Transfer: A Survey","created":"2021-12-31","cited_by_count":31,"area":"distill"},{"id":"2208.06974","title":"Learning Semantic Correspondence with Sparse Annotations","created":"2022-08-15","cited_by_count":31,"area":null},{"id":"2303.18232","title":"DIME-FM: DIstilling Multimodal and Efficient Foundation Models","created":"2023-03-31","cited_by_count":28,"area":"mllm"},{"id":"2402.03749","title":"Vision Superalignment: Weak-to-Strong Generalization for Vision Foundation Models","created":"2024-02-06","cited_by_count":28,"area":"alignment"},{"id":"2210.15274","title":"Improved Feature Distillation via Projector Ensemble","created":"2022-10-27","cited_by_count":27,"area":"distill"},{"id":"2408.05088","title":"UNIC: Universal Classification Models via Multi-teacher Distillation","created":"2024-08-09","cited_by_count":27,"area":"distill"},{"id":"2403.06213","title":"$V_kD:$ Improving Knowledge Distillation using Orthogonal Projections","created":"2024-03-10","cited_by_count":26,"area":"distill"},{"id":"2109.06875","title":"Multi-Scale Aligned Distillation for Low-Resolution Detection","created":"2021-09-14","cited_by_count":24,"area":"distill"},{"id":"2301.01296","title":"TinyMIM: An Empirical Study of Distilling MIM Pre-trained Models","created":"2023-01-03","cited_by_count":24,"area":null},{"id":"2305.02279","title":"Learngene: Inheriting Condensed Knowledge from the Ancestry Model to Descendant Models","created":"2023-05-03","cited_by_count":24,"area":null},{"id":"2403.05894","title":"Frequency Attention for Knowledge Distillation","created":"2024-03-09","cited_by_count":24,"area":"distill"},{"id":"2205.14589","title":"Masked Distillation with Receptive Tokens","created":"2022-05-29","cited_by_count":23,"area":null},{"id":"2210.16103","title":"Collaborative Multi-Teacher Knowledge Distillation for Learning Low Bit-width Deep Neural Networks","created":"2022-10-27","cited_by_count":23,"area":"distill"},{"id":"2206.14971","title":"Boosting 3D Object Detection by Simulating Multimodality on Point Clouds","created":"2022-06-30","cited_by_count":22,"area":null},{"id":"2210.13014","title":"Geometric Knowledge Distillation: Topology Compression for Graph Neural Networks","created":"2022-10-24","cited_by_count":22,"area":"distill"},{"id":"2304.01279","title":"Long-Tailed Visual Recognition via Self-Heterogeneous Integration with Knowledge Excavation","created":"2023-04-03","cited_by_count":22,"area":"moe"},{"id":"2106.10494","title":"Teacher's pet: understanding and mitigating biases in distillation","created":"2021-06-19","cited_by_count":21,"area":"distill"},{"id":"2106.14681","title":"PQK: Model Compression via Pruning, Quantization, and Knowledge Distillation","created":"2021-06-25","cited_by_count":21,"area":"distill"},{"id":"2203.05180","title":"Knowledge Distillation as Efficient Pre-training: Faster Convergence, Higher Data-efficiency, and Better Transferability","created":"2022-03-10","cited_by_count":21,"area":"distill"},{"id":"2304.11832","title":"Function-Consistent Feature Distillation","created":"2023-04-24","cited_by_count":21,"area":"distill"},{"id":"2310.14277","title":"A Survey on Continual Semantic Segmentation: Theory, Challenge, Method and Application","created":"2023-10-22","cited_by_count":21,"area":null},{"id":"2410.01680","title":"PHI-S: Distribution Balancing for Label-Free Multi-Teacher Distillation","created":"2024-10-02","cited_by_count":21,"area":"distill"},{"id":"2207.05306","title":"Contrastive Deep Supervision","created":"2022-07-12","cited_by_count":20,"area":null},{"id":"2207.05409","title":"Knowledge Condensation Distillation","created":"2022-07-12","cited_by_count":20,"area":"distill"},{"id":"2306.10687","title":"Categories of Response-Based, Feature-Based, and Relation-Based Knowledge Distillation","created":"2023-06-19","cited_by_count":20,"area":"distill"},{"id":"2405.16108","title":"OmniBind: Teach to Build Unequal-Scale Modality Interaction for Omni-Bind of All","created":"2024-05-25","cited_by_count":20,"area":null},{"id":"2108.12905","title":"Lipschitz Continuity Guided Knowledge Distillation","created":"2021-08-29","cited_by_count":19,"area":"distill"},{"id":"2303.15149","title":"What Can Human Sketches Do for Object Detection?","created":"2023-03-27","cited_by_count":19,"area":null},{"id":"2306.10014","title":"Coaching a Teachable Student","created":"2023-06-16","cited_by_count":19,"area":"distill"},{"id":"2210.12787","title":"Respecting Transfer Gap in Knowledge Distillation","created":"2022-10-23","cited_by_count":18,"area":"distill"},{"id":"2301.13156","title":"SeaFormer++: Squeeze-enhanced Axial Transformer for Mobile Visual Recognition","created":"2023-01-30","cited_by_count":18,"area":null},{"id":"2304.11379","title":"LiDAR2Map: In Defense of LiDAR-Based Semantic Map Construction Using Online Camera Distillation","created":"2023-04-22","cited_by_count":18,"area":null},{"id":"2305.17007","title":"Improving Knowledge Distillation via Regularizing Feature Norm and Direction","created":"2023-05-26","cited_by_count":18,"area":"distill"},{"id":"2307.08500","title":"Cumulative Spatial Knowledge Distillation for Vision Transformers","created":"2023-07-17","cited_by_count":18,"area":"distill"},{"id":"2310.07265","title":"Distilling Efficient Vision Transformers from CNNs for Semantic Segmentation","created":"2023-10-11","cited_by_count":18,"area":"distill"},{"id":"2312.04005","title":"KOALA: Empirical Lessons Toward Memory-Efficient and Fast Diffusion Models for Text-to-Image Synthesis","created":"2023-12-07","cited_by_count":18,"area":"diffusion"},{"id":"2503.06307","title":"ACAM-KD: Adaptive and Cooperative Attention Masking for Knowledge Distillation","created":"2025-03-08","cited_by_count":18,"area":"distill"},{"id":"2308.15122","title":"SpikeBERT: A Language Spikformer Learned from BERT with Knowledge Distillation","created":"2023-08-29","cited_by_count":17,"area":"distill"},{"id":"2401.11824","title":"Rethinking Centered Kernel Alignment in Knowledge Distillation","created":"2024-01-22","cited_by_count":17,"area":"distill"},{"id":"2308.09544","title":"Adapt Your Teacher: Improving Knowledge Distillation for Exemplar-free Continual Learning","created":"2023-08-18","cited_by_count":16,"area":"distill"},{"id":"2411.02793","title":"Toward Robust Incomplete Multimodal Sentiment Analysis via Hierarchical Representation Learning","created":"2024-11-05","cited_by_count":16,"area":null},{"id":"2101.07308","title":"Knowledge Distillation Methods for Efficient Unsupervised Adaptation Across Multiple Domains","created":"2021-01-18","cited_by_count":15,"area":"distill"},{"id":"2105.08629","title":"Fast Camera Image Denoising on Mobile GPUs with Deep Learning, Mobile AI 2021 Challenge: Report","created":"2021-05-17","cited_by_count":15,"area":null},{"id":"2107.00181","title":"Revisiting Knowledge Distillation: An Inheritance and Exploration Framework","created":"2021-07-01","cited_by_count":15,"area":"distill"},{"id":"2311.18237","title":"Knowledge Transfer from Vision Foundation Models for Efficient Training of Small Task-specific Models","created":"2023-11-30","cited_by_count":15,"area":null},{"id":"2401.15489","title":"Distilling Privileged Multimodal Information for Expression Recognition using Optimal Transport","created":"2024-01-27","cited_by_count":15,"area":"distill"},{"id":"2207.06540","title":"Lipschitz Continuity Retained Binary Neural Network","created":"2022-07-13","cited_by_count":14,"area":null},{"id":"2207.12258","title":"Equivariance and Invariance Inductive Bias for Learning from Insufficient Data","created":"2022-07-25","cited_by_count":14,"area":null},{"id":"2208.14143","title":"FAKD: Feature Augmented Knowledge Distillation for Semantic Segmentation","created":"2022-08-30","cited_by_count":14,"area":"distill"},{"id":"2210.05920","title":"Boosting Graph Neural Networks via Adaptive Knowledge Distillation","created":"2022-10-12","cited_by_count":14,"area":"distill"},{"id":"2310.04999","title":"Symmetrical Linguistic Feature Distillation with CLIP for Scene Text Recognition","created":"2023-10-08","cited_by_count":14,"area":"distill"}],"next_cursor":"100"}