{"total":237,"rows":[{"id":"2104.13921","title":"Open-vocabulary Object Detection via Vision and Language Knowledge Distillation","created":"2021-04-28","cited_by_count":906,"area":"distill"},{"id":"2111.07832","title":"iBOT: Image BERT Pre-Training with Online Tokenizer","created":"2021-11-15","cited_by_count":903,"area":"distill"},{"id":"2203.08679","title":"Decoupled Knowledge Distillation","created":"2022-03-16","cited_by_count":388,"area":"distill"},{"id":"2104.09044","title":"Distilling Knowledge via Knowledge Review","created":"2021-04-19","cited_by_count":288,"area":"distill"},{"id":"2406.06978","title":"Hydra-MDP: End-to-end Multimodal Planning with Multi-target Hydra-Distillation","created":"2024-06-11","cited_by_count":249,"area":"distill"},{"id":"2205.10536","title":"Knowledge Distillation from A Stronger Teacher","created":"2022-05-21","cited_by_count":208,"area":"distill"},{"id":"2208.12262","title":"MaskCLIP: Masked Self-Distillation Advances Contrastive Language-Image Pretraining","created":"2022-08-25","cited_by_count":187,"area":"distill"},{"id":"2202.11539","title":"Self-Supervised Transformers for Unsupervised Object Discovery using Normalized Cut","created":"2022-02-23","cited_by_count":167,"area":"distill"},{"id":"2111.11837","title":"Focal and Global Knowledge Distillation for Detectors","created":"2021-11-23","cited_by_count":142,"area":"distill"},{"id":"2201.00766","title":"Class-Incremental Continual Learning into the eXtended DER-verse","created":"2022-01-03","cited_by_count":124,"area":"distill"},{"id":"2106.10456","title":"Humble Teachers Teach Better Students for Semi-Supervised Object Detection","created":"2021-06-19","cited_by_count":116,"area":"distill"},{"id":"2103.02340","title":"General Instance Distillation for Object Detection","created":"2021-03-03","cited_by_count":114,"area":"distill"},{"id":"2211.16231","title":"Curriculum Temperature for Knowledge Distillation","created":"2022-11-29","cited_by_count":112,"area":"distill"},{"id":"2205.01529","title":"Masked Generative Distillation","created":"2022-05-03","cited_by_count":107,"area":"distill"},{"id":"2103.14475","title":"Distilling Object Detectors via Decoupled Features","created":"2021-03-26","cited_by_count":106,"area":"distill"},{"id":"2403.01427","title":"Logit Standardization in Knowledge Distillation","created":"2024-03-03","cited_by_count":102,"area":"distill"},{"id":"2307.12732","title":"CLIP-KD: An Empirical Study of CLIP Model Distillation","created":"2023-07-24","cited_by_count":87,"area":"distill"},{"id":"2104.02096","title":"Compressing Visual-linguistic Model via Knowledge Distillation","created":"2021-04-05","cited_by_count":86,"area":"distill"},{"id":"2410.13842","title":"D-FINE: Redefine Regression Task in DETRs as Fine-grained Distribution Refinement","created":"2024-10-17","cited_by_count":74,"area":"distill"},{"id":"2205.10793","title":"Knowledge Distillation via the Target-aware Transformer","created":"2022-05-22","cited_by_count":70,"area":"distill"},{"id":"2303.13005","title":"From Knowledge Distillation to Self-Knowledge Distillation: A Unified Approach with Normalized Loss and Customized Soft Labels","created":"2023-03-23","cited_by_count":69,"area":"distill"},{"id":"2203.10593","title":"Open-Vocabulary One-Stage Detection with Hierarchical Visual-Language Knowledge Distillation","created":"2022-03-20","cited_by_count":68,"area":"distill"},{"id":"2203.00048","title":"Multi-modal Alignment using Representation Codebook","created":"2022-02-28","cited_by_count":63,"area":"distill"},{"id":"2107.01378","title":"Learning Efficient Vision Transformers via Fine-Grained Manifold Distillation","created":"2021-07-03","cited_by_count":60,"area":"distill"},{"id":"2304.03110","title":"Continual Detection Transformer for Incremental Object Detection","created":"2023-04-06","cited_by_count":59,"area":"distill"},{"id":"2102.12252","title":"Localization Distillation for Dense Object Detection","created":"2021-02-24","cited_by_count":55,"area":"distill"},{"id":"2108.02092","title":"Online Knowledge Distillation for Efficient Pose Estimation","created":"2021-08-04","cited_by_count":55,"area":"distill"},{"id":"2204.04588","title":"Robust Cross-Modal Representation Learning with Progressive Self-Distillation","created":"2022-04-10","cited_by_count":55,"area":"distill"},{"id":"2306.11369","title":"CrossKD: Cross-Head Knowledge Distillation for Object Detection","created":"2023-06-20","cited_by_count":52,"area":"distill"},{"id":"2112.01528","title":"A Fast Knowledge Distillation Framework for Visual Recognition","created":"2021-12-02","cited_by_count":50,"area":"distill"},{"id":"2211.07171","title":"Cross-Modality Knowledge Distillation Network for Monocular 3D Object Detection","created":"2022-11-14","cited_by_count":48,"area":"distill"},{"id":"2209.03917","title":"Exploring Target Representations for Masked Autoencoders","created":"2022-09-08","cited_by_count":46,"area":"distill"},{"id":"2103.01353","title":"There is More than Meets the Eye: Self-Supervised Multi-Object Detection and Tracking with Sound by Distilling Multimodal Knowledge","created":"2021-03-01","cited_by_count":44,"area":"distill"},{"id":"2305.13803","title":"NORM: Knowledge Distillation via N-to-One Representation Matching","created":"2023-05-23","cited_by_count":44,"area":"distill"},{"id":"2303.08348","title":"Active Teacher for Semi-Supervised Object Detection","created":"2023-03-15","cited_by_count":43,"area":"distill"},{"id":"2110.12724","title":"Instance-Conditional Knowledge Distillation for Object Detection","created":"2021-10-25","cited_by_count":42,"area":"distill"},{"id":"2206.06067","title":"Better Teacher Better Student: Dynamic Prior Knowledge for Knowledge Distillation","created":"2022-06-13","cited_by_count":41,"area":"distill"},{"id":"2207.02039","title":"PKD: General Distillation Framework for Object Detectors via Pearson Correlation Coefficient","created":"2022-07-05","cited_by_count":41,"area":"distill"},{"id":"2207.05273","title":"Cross-Architecture Knowledge Distillation","created":"2022-07-12","cited_by_count":41,"area":"distill"},{"id":"2112.04840","title":"Knowledge Distillation for Object Detection via Rank Mimicking and Prediction-guided Feature Imitation","created":"2021-12-09","cited_by_count":40,"area":"distill"},{"id":"2207.11518","title":"Online Knowledge Distillation via Mutual Contrastive Learning for Visual Recognition","created":"2022-07-23","cited_by_count":36,"area":"distill"},{"id":"2211.10156","title":"DETRDistill: A Universal Knowledge Distillation Framework for DETR-families","created":"2022-11-17","cited_by_count":36,"area":"distill"},{"id":"2209.02432","title":"ViTKD: Practical Guidelines for ViT feature knowledge distillation","created":"2022-09-06","cited_by_count":34,"area":"distill"},{"id":"2312.13789","title":"TinySAM: Pushing the Envelope for Efficient Segment Anything Model","created":"2023-12-21","cited_by_count":33,"area":"distill"},{"id":"2303.11098","title":"Understanding the Role of the Projector in Knowledge Distillation","created":"2023-03-20","cited_by_count":31,"area":"distill"},{"id":"2204.03541","title":"End-to-End Zero-Shot HOI Detection via Vision and Language Knowledge Distillation","created":"2022-04-01","cited_by_count":30,"area":"distill"},{"id":"2208.05768","title":"MixSKD: Self-Knowledge Distillation from Mixup for Image Recognition","created":"2022-08-11","cited_by_count":30,"area":"distill"},{"id":"2108.07482","title":"G-DetKD: Towards General Distillation Framework for Object Detectors via Contrastive and Semantic-guided Feature Imitation","created":"2021-08-17","cited_by_count":28,"area":"distill"},{"id":"2311.12079","title":"FreeKD: Knowledge Distillation via Semantic Frequency Prompt","created":"2023-11-20","cited_by_count":27,"area":"distill"},{"id":"2403.06213","title":"$V_kD:$ Improving Knowledge Distillation using Orthogonal Projections","created":"2024-03-10","cited_by_count":26,"area":"distill"},{"id":"2109.06875","title":"Multi-Scale Aligned Distillation for Low-Resolution Detection","created":"2021-09-14","cited_by_count":24,"area":"distill"},{"id":"2403.05894","title":"Frequency Attention for Knowledge Distillation","created":"2024-03-09","cited_by_count":24,"area":"distill"},{"id":"2104.10510","title":"Balanced Knowledge Distillation for Long-tailed Learning","created":"2021-04-21","cited_by_count":23,"area":"distill"},{"id":"2105.12971","title":"Joint-DetNAS: Upgrade Your Detector with NAS, Pruning and Dynamic Distillation","created":"2021-05-27","cited_by_count":23,"area":"distill"},{"id":"2109.10504","title":"KD-VLP: Improving End-to-End Vision-and-Language Pretraining with Object Knowledge Distillation","created":"2021-09-22","cited_by_count":23,"area":"distill"},{"id":"2310.18640","title":"Switching Temporary Teachers for Semi-Supervised Semantic Segmentation","created":"2023-10-28","cited_by_count":23,"area":"distill"},{"id":"2107.02681","title":"VidLanKD: Improving Language Understanding via Video-Distilled Knowledge Transfer","created":"2021-07-06","cited_by_count":22,"area":"distill"},{"id":"2111.10958","title":"MUM : Mix Image Tiles and UnMix Feature Tiles for Semi-Supervised Object Detection","created":"2021-11-22","cited_by_count":21,"area":"distill"},{"id":"2203.05180","title":"Knowledge Distillation as Efficient Pre-training: Faster Convergence, Higher Data-efficiency, and Better Transferability","created":"2022-03-10","cited_by_count":21,"area":"distill"},{"id":"2304.11832","title":"Function-Consistent Feature Distillation","created":"2023-04-24","cited_by_count":21,"area":"distill"},{"id":"2304.06461","title":"Multi-Mode Online Knowledge Distillation for Self-Supervised Visual Representation Learning","created":"2023-04-13","cited_by_count":20,"area":"distill"},{"id":"2108.00139","title":"Pose-Guided Feature Learning with Knowledge Distillation for Occluded Person Re-Identification","created":"2021-07-31","cited_by_count":19,"area":"distill"},{"id":"2109.11496","title":"LGD: Label-guided Self-distillation for Object Detection","created":"2021-09-23","cited_by_count":19,"area":"distill"},{"id":"2112.09459","title":"Weakly Supervised Semantic Segmentation via Alternative Self-Dual Teaching","created":"2021-12-17","cited_by_count":19,"area":"distill"},{"id":"2204.05957","title":"Localization Distillation for Object Detection","created":"2022-04-12","cited_by_count":19,"area":"distill"},{"id":"2208.08741","title":"Quantifying the Knowledge in a DNN to Explain Knowledge Distillation for Classification","created":"2022-08-18","cited_by_count":19,"area":"distill"},{"id":"2209.09841","title":"Exploring Inconsistent Knowledge Distillation for Object Detection with Data Augmentation","created":"2022-09-20","cited_by_count":19,"area":"distill"},{"id":"2411.18674","title":"Active Data Curation Effectively Distills Large-Scale Multimodal Models","created":"2024-11-27","cited_by_count":19,"area":"distill"},{"id":"2412.08139","title":"Wasserstein Distance Rivals Kullback-Leibler Divergence for Knowledge Distillation","created":"2024-12-11","cited_by_count":19,"area":"distill"},{"id":"2208.05642","title":"Self-Knowledge Distillation via Dropout","created":"2022-08-11","cited_by_count":18,"area":"distill"},{"id":"2305.17007","title":"Improving Knowledge Distillation via Regularizing Feature Norm and Direction","created":"2023-05-26","cited_by_count":18,"area":"distill"},{"id":"2503.06307","title":"ACAM-KD: Adaptive and Cooperative Attention Masking for Knowledge Distillation","created":"2025-03-08","cited_by_count":18,"area":"distill"},{"id":"2211.09768","title":"D$^3$ETR: Decoder Distillation for Detection Transformer","created":"2022-11-17","cited_by_count":17,"area":"distill"},{"id":"2401.11824","title":"Rethinking Centered Kernel Alignment in Knowledge Distillation","created":"2024-01-22","cited_by_count":17,"area":"distill"},{"id":"2104.13298","title":"Self-distillation with Batch Knowledge Ensembling Improves ImageNet Classification","created":"2021-04-27","cited_by_count":16,"area":"distill"},{"id":"2407.11499","title":"Bridge Past and Future: Overcoming Information Asymmetry in Incremental Object Detection","created":"2024-07-16","cited_by_count":16,"area":"distill"},{"id":"2502.18510","title":"Multi-Teacher Knowledge Distillation with Reinforcement Learning for Visual Recognition","created":"2025-02-22","cited_by_count":16,"area":"distill"},{"id":"2103.05959","title":"Beyond Self-Supervision: A Simple Yet Effective Network Distillation Alternative to Improve Backbones","created":"2021-03-10","cited_by_count":15,"area":"distill"},{"id":"2305.11481","title":"CM-MaskSD: Cross-Modality Masked Self-Distillation for Referring Image Segmentation","created":"2023-05-19","cited_by_count":15,"area":"distill"},{"id":"2306.08075","title":"BPKD: Boundary Privileged Knowledge Distillation For Semantic Segmentation","created":"2023-06-13","cited_by_count":15,"area":"distill"},{"id":"2307.10638","title":"Quantized Feature Distillation for Network Quantization","created":"2023-07-20","cited_by_count":15,"area":"distill"},{"id":"2203.05469","title":"Prediction-Guided Distillation for Dense Object Detection","created":"2022-03-10","cited_by_count":14,"area":"distill"},{"id":"2211.13133","title":"Structural Knowledge Distillation for Object Detection","created":"2022-11-23","cited_by_count":14,"area":"distill"},{"id":"2507.23755","title":"Slot Attention with Re-Initialization and Self-Distillation","created":"2025-07-31","cited_by_count":14,"area":"distill"},{"id":"2104.15082","title":"Semantic Relation Preserving Knowledge Distillation for Image-to-Image Translation","created":"2021-04-30","cited_by_count":13,"area":"distill"},{"id":"2208.12681","title":"Disentangle and Remerge: Interventional Knowledge Distillation for Few-Shot Object Detection from A Conditional Causal Perspective","created":"2022-08-26","cited_by_count":13,"area":"distill"},{"id":"2403.17486","title":"KDMCSE: Knowledge Distillation Multimodal Sentence Embeddings with Adaptive Angular margin Contrastive Learning","created":"2024-03-26","cited_by_count":13,"area":"distill"},{"id":"2207.05345","title":"HEAD: HEtero-Assists Distillation for Heterogeneous Object Detectors","created":"2022-07-12","cited_by_count":12,"area":"distill"},{"id":"2208.11499","title":"Semi-supervised Semantic Segmentation with Mutual Knowledge Distillation","created":"2022-08-24","cited_by_count":12,"area":"distill"},{"id":"2210.03477","title":"IDa-Det: An Information Discrepancy-aware Distillation for 1-bit Detectors","created":"2022-10-07","cited_by_count":12,"area":"distill"},{"id":"2303.04240","title":"Gradient-Guided Knowledge Distillation for Object Detectors","created":"2023-03-07","cited_by_count":12,"area":"distill"},{"id":"2308.06453","title":"Multi-Label Knowledge Distillation","created":"2023-08-12","cited_by_count":12,"area":"distill"},{"id":"2309.02529","title":"Fast and High-Performance Learned Image Compression With Improved Checkerboard Context Model, Deformable Residual Module, and Knowledge Distillation","created":"2023-09-05","cited_by_count":12,"area":"distill"},{"id":"2202.05659","title":"Tiny Object Tracking: A Large-scale Dataset and A Baseline","created":"2022-02-11","cited_by_count":11,"area":"distill"},{"id":"2203.13452","title":"PCA-Based Knowledge Distillation Towards Lightweight and Content-Style Balanced Photorealistic Style Transfer Models","created":"2022-03-25","cited_by_count":11,"area":"distill"},{"id":"2305.15781","title":"VanillaKD: Revisit the Power of Vanilla Knowledge Distillation from Small Scale to Large Scale","created":"2023-05-25","cited_by_count":11,"area":"distill"},{"id":"2411.06786","title":"ScaleKD: Strong Vision Transformers Could Be Excellent Teachers","created":"2024-11-11","cited_by_count":11,"area":"distill"},{"id":"2507.08064","title":"PUMA: Layer-Pruned Language Model for Efficient Unified Multimodal Retrieval with Modality-Adaptive Learning","created":"2025-07-10","cited_by_count":11,"area":"distill"},{"id":"2409.17564","title":"General Compression Framework for Efficient Transformer Object Tracking","created":"2024-09-26","cited_by_count":10,"area":"distill"},{"id":"2302.05637","title":"Dual Relation Knowledge Distillation for Object Detection","created":"2023-02-11","cited_by_count":9,"area":"distill"}],"next_cursor":"100"}