{"total":109,"rows":[{"id":"2104.13921","title":"Open-vocabulary Object Detection via Vision and Language Knowledge Distillation","created":"2021-04-28","cited_by_count":906,"area":"distill"},{"id":"2111.07832","title":"iBOT: Image BERT Pre-Training with Online Tokenizer","created":"2021-11-15","cited_by_count":903,"area":"distill"},{"id":"2203.08679","title":"Decoupled Knowledge Distillation","created":"2022-03-16","cited_by_count":388,"area":"distill"},{"id":"2104.09044","title":"Distilling Knowledge via Knowledge Review","created":"2021-04-19","cited_by_count":288,"area":"distill"},{"id":"2208.12262","title":"MaskCLIP: Masked Self-Distillation Advances Contrastive Language-Image Pretraining","created":"2022-08-25","cited_by_count":187,"area":"distill"},{"id":"2111.11837","title":"Focal and Global Knowledge Distillation for Detectors","created":"2021-11-23","cited_by_count":142,"area":"distill"},{"id":"2111.13216","title":"Cross-Domain Adaptive Teacher for Object Detection","created":"2021-11-25","cited_by_count":126,"area":"distill"},{"id":"2103.02340","title":"General Instance Distillation for Object Detection","created":"2021-03-03","cited_by_count":114,"area":"distill"},{"id":"2205.01529","title":"Masked Generative Distillation","created":"2022-05-03","cited_by_count":107,"area":"distill"},{"id":"2103.14475","title":"Distilling Object Detectors via Decoupled Features","created":"2021-03-26","cited_by_count":106,"area":"distill"},{"id":"2307.12732","title":"CLIP-KD: An Empirical Study of CLIP Model Distillation","created":"2023-07-24","cited_by_count":87,"area":"distill"},{"id":"2203.00843","title":"X-Trans2Cap: Cross-Modal Knowledge Transfer using Transformer for 3D Dense Captioning","created":"2022-03-02","cited_by_count":70,"area":"distill"},{"id":"2303.13005","title":"From Knowledge Distillation to Self-Knowledge Distillation: A Unified Approach with Normalized Loss and Customized Soft Labels","created":"2023-03-23","cited_by_count":69,"area":"distill"},{"id":"2107.01378","title":"Learning Efficient Vision Transformers via Fine-Grained Manifold Distillation","created":"2021-07-03","cited_by_count":60,"area":"distill"},{"id":"2305.13948","title":"Decoupled Kullback-Leibler Divergence Loss","created":"2023-05-23","cited_by_count":58,"area":"distill"},{"id":"2108.02092","title":"Online Knowledge Distillation for Efficient Pose Estimation","created":"2021-08-04","cited_by_count":55,"area":"distill"},{"id":"2306.11369","title":"CrossKD: Cross-Head Knowledge Distillation for Object Detection","created":"2023-06-20","cited_by_count":52,"area":"distill"},{"id":"2112.01528","title":"A Fast Knowledge Distillation Framework for Visual Recognition","created":"2021-12-02","cited_by_count":50,"area":"distill"},{"id":"2205.01291","title":"Cross Domain Object Detection by Target-Perceived Dual Branch Distillation","created":"2022-05-03","cited_by_count":46,"area":"distill"},{"id":"2207.08003","title":"SSMTL++: Revisiting Self-Supervised Multi-Task Learning for Video Anomaly Detection","created":"2022-07-16","cited_by_count":45,"area":"distill"},{"id":"2305.13803","title":"NORM: Knowledge Distillation via N-to-One Representation Matching","created":"2023-05-23","cited_by_count":44,"area":"distill"},{"id":"2303.08348","title":"Active Teacher for Semi-Supervised Object Detection","created":"2023-03-15","cited_by_count":43,"area":"distill"},{"id":"2110.12724","title":"Instance-Conditional Knowledge Distillation for Object Detection","created":"2021-10-25","cited_by_count":42,"area":"distill"},{"id":"2207.02039","title":"PKD: General Distillation Framework for Object Detectors via Pearson Correlation Coefficient","created":"2022-07-05","cited_by_count":41,"area":"distill"},{"id":"2207.05273","title":"Cross-Architecture Knowledge Distillation","created":"2022-07-12","cited_by_count":41,"area":"distill"},{"id":"2112.04840","title":"Knowledge Distillation for Object Detection via Rank Mimicking and Prediction-guided Feature Imitation","created":"2021-12-09","cited_by_count":40,"area":"distill"},{"id":"2207.11518","title":"Online Knowledge Distillation via Mutual Contrastive Learning for Visual Recognition","created":"2022-07-23","cited_by_count":36,"area":"distill"},{"id":"2209.02432","title":"ViTKD: Practical Guidelines for ViT feature knowledge distillation","created":"2022-09-06","cited_by_count":34,"area":"distill"},{"id":"2205.15156","title":"Towards Efficient 3D Object Detection with Knowledge Distillation","created":"2022-05-30","cited_by_count":29,"area":"distill"},{"id":"2303.02203","title":"X$^3$KD: Knowledge Distillation Across Modalities, Tasks and Stages for Multi-Camera 3D Object Detection","created":"2023-03-03","cited_by_count":28,"area":"distill"},{"id":"2303.17386","title":"Complementary Random Masking for RGB-Thermal Semantic Segmentation","created":"2023-03-30","cited_by_count":27,"area":"distill"},{"id":"2109.06875","title":"Multi-Scale Aligned Distillation for Low-Resolution Detection","created":"2021-09-14","cited_by_count":24,"area":"distill"},{"id":"2204.08766","title":"Modeling Missing Annotations for Incremental Learning in Object Detection","created":"2022-04-19","cited_by_count":23,"area":"distill"},{"id":"2307.09158","title":"Class-relation Knowledge Distillation for Novel Class Discovery","created":"2023-07-18","cited_by_count":23,"area":"distill"},{"id":"2203.05180","title":"Knowledge Distillation as Efficient Pre-training: Faster Convergence, Higher Data-efficiency, and Better Transferability","created":"2022-03-10","cited_by_count":21,"area":"distill"},{"id":"2508.20691","title":"MobileCLIP2: Improving Multi-Modal Reinforced Training","created":"2025-08-28","cited_by_count":21,"area":"distill"},{"id":"2304.06461","title":"Multi-Mode Online Knowledge Distillation for Self-Supervised Visual Representation Learning","created":"2023-04-13","cited_by_count":20,"area":"distill"},{"id":"2109.11496","title":"LGD: Label-guided Self-distillation for Object Detection","created":"2021-09-23","cited_by_count":19,"area":"distill"},{"id":"2204.05957","title":"Localization Distillation for Object Detection","created":"2022-04-12","cited_by_count":19,"area":"distill"},{"id":"2209.09841","title":"Exploring Inconsistent Knowledge Distillation for Object Detection with Data Augmentation","created":"2022-09-20","cited_by_count":19,"area":"distill"},{"id":"2208.05642","title":"Self-Knowledge Distillation via Dropout","created":"2022-08-11","cited_by_count":18,"area":"distill"},{"id":"2104.13298","title":"Self-distillation with Batch Knowledge Ensembling Improves ImageNet Classification","created":"2021-04-27","cited_by_count":16,"area":"distill"},{"id":"2407.11499","title":"Bridge Past and Future: Overcoming Information Asymmetry in Incremental Object Detection","created":"2024-07-16","cited_by_count":16,"area":"distill"},{"id":"2502.18510","title":"Multi-Teacher Knowledge Distillation with Reinforcement Learning for Visual Recognition","created":"2025-02-22","cited_by_count":16,"area":"distill"},{"id":"2107.01349","title":"Split-and-Bridge: Adaptable Class Incremental Learning within a Single Neural Network","created":"2021-07-03","cited_by_count":14,"area":"distill"},{"id":"2112.07074","title":"Towards a Unified Foundation Model: Jointly Pre-Training Transformers on Unpaired Images and Text","created":"2021-12-14","cited_by_count":14,"area":"distill"},{"id":"2203.05469","title":"Prediction-Guided Distillation for Dense Object Detection","created":"2022-03-10","cited_by_count":14,"area":"distill"},{"id":"2208.03763","title":"Label Semantic Knowledge Distillation for Unbiased Scene Graph Generation","created":"2022-08-07","cited_by_count":14,"area":"distill"},{"id":"2207.05345","title":"HEAD: HEtero-Assists Distillation for Heterogeneous Object Detectors","created":"2022-07-12","cited_by_count":12,"area":"distill"},{"id":"2303.04240","title":"Gradient-Guided Knowledge Distillation for Object Detectors","created":"2023-03-07","cited_by_count":12,"area":"distill"},{"id":"2305.10893","title":"Student-friendly Knowledge Distillation","created":"2023-05-18","cited_by_count":11,"area":"distill"},{"id":"2305.15781","title":"VanillaKD: Revisit the Power of Vanilla Knowledge Distillation from Small Scale to Large Scale","created":"2023-05-25","cited_by_count":11,"area":"distill"},{"id":"2411.06786","title":"ScaleKD: Strong Vision Transformers Could Be Excellent Teachers","created":"2024-11-11","cited_by_count":11,"area":"distill"},{"id":"2502.01312","title":"CleanPose: Category-Level Object Pose Estimation via Causal Learning and Knowledge Distillation","created":"2025-02-03","cited_by_count":10,"area":"distill"},{"id":"2205.14971","title":"Knowledge Distillation for 6D Pose Estimation by Aligning Distributions of Local Predictions","created":"2022-05-30","cited_by_count":9,"area":"distill"},{"id":"2208.10139","title":"Rethinking Knowledge Distillation via Cross-Entropy","created":"2022-08-22","cited_by_count":9,"area":"distill"},{"id":"2307.12101","title":"Spatial Self-Distillation for Object Detection with Inaccurate Bounding Boxes","created":"2023-07-22","cited_by_count":9,"area":"distill"},{"id":"2207.14676","title":"Global-Local Self-Distillation for Visual Representation Learning","created":"2022-07-29","cited_by_count":8,"area":"distill"},{"id":"2307.11469","title":"Distribution Shift Matters for Knowledge Distillation with Webly Collected Images","created":"2023-07-21","cited_by_count":8,"area":"distill"},{"id":"2312.04168","title":"Augmentation-Free Dense Contrastive Knowledge Distillation for Efficient Semantic Segmentation","created":"2023-12-07","cited_by_count":8,"area":"distill"},{"id":"2407.11859","title":"Mitigating Background Shift in Class-Incremental Semantic Segmentation","created":"2024-07-16","cited_by_count":8,"area":"distill"},{"id":"2510.00681","title":"Adaptive Event Stream Slicing for Open-Vocabulary Event-Based Object Detection via Vision-Language Knowledge Distillation","created":"2025-10-01","cited_by_count":8,"area":"distill"},{"id":"2411.01547","title":"Decoupling Dark Knowledge via Block-wise Logit Distillation for Feature-level Alignment","created":"2024-11-03","cited_by_count":7,"area":"distill"},{"id":"2403.06151","title":"Decoupled Contrastive Learning for Long-Tailed Recognition","created":"2024-03-10","cited_by_count":6,"area":"distill"},{"id":"2503.08038","title":"Generalized Kullback-Leibler Divergence Loss","created":"2025-03-11","cited_by_count":6,"area":"distill"},{"id":"2106.05209","title":"Distilling Image Classifiers in Object Detectors","created":"2021-06-09","cited_by_count":5,"area":"distill"},{"id":"2208.03006","title":"Task-Balanced Distillation for Object Detection","created":"2022-08-05","cited_by_count":5,"area":"distill"},{"id":"2302.07516","title":"Offline-to-Online Knowledge Distillation for Video Instance Segmentation","created":"2023-02-15","cited_by_count":5,"area":"distill"},{"id":"2309.05069","title":"Exploiting CLIP for Zero-shot HOI Detection Requires Knowledge Distillation at Multiple Levels","created":"2023-09-10","cited_by_count":5,"area":"distill"},{"id":"2311.14307","title":"Cosine Similarity Knowledge Distillation for Individual Class Information Transfer","created":"2023-11-24","cited_by_count":5,"area":"distill"},{"id":"2312.17473","title":"FerKD: Surgical Label Adaptation for Efficient Distillation","created":"2023-12-29","cited_by_count":5,"area":"distill"},{"id":"2409.13939","title":"Simple Unsupervised Knowledge Distillation With Space Similarity","created":"2024-09-20","cited_by_count":5,"area":"distill"},{"id":"2301.13538","title":"AMD: Adaptive Masked Distillation for Object Detection","created":"2023-01-31","cited_by_count":4,"area":"distill"},{"id":"2311.12553","title":"HoVer-UNet: Accelerating HoVerNet with UNet-based multi-class nuclei segmentation via knowledge distillation","created":"2023-11-21","cited_by_count":4,"area":"distill"},{"id":"2312.08653","title":"SKDF: A Simple Knowledge Distillation Framework for Distilling Open-Vocabulary Knowledge to Open-world Object Detector","created":"2023-12-14","cited_by_count":4,"area":"distill"},{"id":"2405.11754","title":"Versatile Teacher: A Class-aware Teacher-student Framework for Cross-domain Adaptation","created":"2024-05-20","cited_by_count":4,"area":"distill"},{"id":"2111.07239","title":"Robust and Accurate Object Detection via Self-Knowledge Distillation","created":"2021-11-14","cited_by_count":3,"area":"distill"},{"id":"2308.10308","title":"Representation Disparity-aware Distillation for 3D Object Detection","created":"2023-08-20","cited_by_count":3,"area":"distill"},{"id":"2311.04040","title":"Data exploitation: multi-task learning of object detection and semantic segmentation on partially annotated data","created":"2023-11-07","cited_by_count":3,"area":"distill"},{"id":"2311.14334","title":"Maximizing Discrimination Capability of Knowledge Distillation with Energy Function","created":"2023-11-24","cited_by_count":3,"area":"distill"},{"id":"2403.06417","title":"Enhanced Sparsification via Stimulative Training","created":"2024-03-11","cited_by_count":2,"area":"distill"},{"id":"2409.04778","title":"LoCa: Logit Calibration for Knowledge Distillation","created":"2024-09-07","cited_by_count":2,"area":"distill"},{"id":"2501.07101","title":"SAMKD: Spatial-aware Adaptive Masking Knowledge Distillation for Object Detection","created":"2025-01-13","cited_by_count":2,"area":"distill"},{"id":"2303.12145","title":"Efficient Feature Distillation for Zero-shot Annotation Object Detection","created":"2023-03-21","cited_by_count":1,"area":"distill"},{"id":"2307.00811","title":"Review helps learn better: Temporal Supervised Knowledge Distillation","created":"2023-07-03","cited_by_count":1,"area":"distill"},{"id":"2311.00397","title":"Towards Omni-supervised Referring Expression Segmentation","created":"2023-11-01","cited_by_count":1,"area":"distill"},{"id":"2312.11938","title":"DMT: Comprehensive Distillation with Multiple Self-supervised Teachers","created":"2023-12-19","cited_by_count":1,"area":"distill"},{"id":"2401.06370","title":"Graph Relation Distillation for Efficient Biomedical Instance Segmentation","created":"2024-01-12","cited_by_count":1,"area":"distill"},{"id":"2404.01699","title":"Task Integration Distillation for Object Detectors","created":"2024-04-02","cited_by_count":1,"area":"distill"},{"id":"2406.08226","title":"DistilDoc: Knowledge Distillation for Visually-Rich Document Applications","created":"2024-06-12","cited_by_count":1,"area":"distill"},{"id":"2406.11689","title":"Lightweight Model Pre-training via Language Guided Knowledge Distillation","created":"2024-06-17","cited_by_count":1,"area":"distill"},{"id":"2411.02861","title":"Centerness-based Instance-aware Knowledge Distillation with Task-wise Mutual Lifting for Object Detection on Drone Imagery","created":"2024-11-05","cited_by_count":1,"area":"distill"},{"id":"2512.04413","title":"Dual-Stream Spectral Decoupling Distillation for Remote Sensing Object Detection","created":"2025-12-04","cited_by_count":1,"area":"distill"},{"id":"2601.02016","title":"Enhancing Object Detection with Privileged Information: A Model-Agnostic Teacher-Student Approach","created":"2026-01-05","cited_by_count":1,"area":"distill"},{"id":"2301.07316","title":"Adaptively Integrated Knowledge Distillation and Prediction Uncertainty for Continual Learning","created":"2023-01-18","cited_by_count":0,"area":"distill"},{"id":"2302.12562","title":"A Knowledge Distillation framework for Multi-Organ Segmentation of Medaka Fish in Tomographic Image","created":"2023-02-24","cited_by_count":0,"area":"distill"},{"id":"2303.07951","title":"MetaMixer: A Regularization Strategy for Online Knowledge Distillation","created":"2023-03-14","cited_by_count":0,"area":"distill"},{"id":"2304.11923","title":"Improving Knowledge Distillation via Transferring Learning Ability","created":"2023-04-24","cited_by_count":0,"area":"distill"},{"id":"2401.08332","title":"Generative Denoise Distillation: Simple Stochastic Noises Induce Efficient Knowledge Transfer for Dense Prediction","created":"2024-01-16","cited_by_count":0,"area":"distill"},{"id":"2405.08547","title":"Exploring Graph-based Knowledge: Multi-Level Feature Distillation via Channels Relational Graph","created":"2024-05-14","cited_by_count":0,"area":"distill"}],"next_cursor":"100"}