{"total":165,"rows":[{"id":"2111.07832","title":"iBOT: Image BERT Pre-Training with Online Tokenizer","created":"2021-11-15","cited_by_count":903,"area":"distill"},{"id":"2208.12262","title":"MaskCLIP: Masked Self-Distillation Advances Contrastive Language-Image Pretraining","created":"2022-08-25","cited_by_count":187,"area":"distill"},{"id":"2203.14001","title":"Knowledge Distillation with the Reused Teacher Classifier","created":"2022-03-26","cited_by_count":141,"area":"distill"},{"id":"2212.08320","title":"Autoencoders as Cross-Modal Teachers: Can Pretrained 2D Image Transformers Help 3D Representation Learning?","created":"2022-12-16","cited_by_count":122,"area":"distill"},{"id":"2204.06986","title":"Cross-Image Relational Knowledge Distillation for Semantic Segmentation","created":"2022-04-14","cited_by_count":118,"area":"distill"},{"id":"2106.10456","title":"Humble Teachers Teach Better Students for Semi-Supervised Object Detection","created":"2021-06-19","cited_by_count":116,"area":"distill"},{"id":"2107.03358","title":"Novel Visual Category Discovery with Dual Ranking Statistics and Mutual Knowledge Distillation","created":"2021-07-07","cited_by_count":104,"area":"distill"},{"id":"2205.14141","title":"Contrastive Learning Rivals Masked Image Modeling in Fine-tuning via Feature Distillation","created":"2022-05-27","cited_by_count":93,"area":"distill"},{"id":"2212.04500","title":"Masked Video Distillation: Rethinking Masked Feature Modeling for Self-supervised Video Representation Learning","created":"2022-12-08","cited_by_count":90,"area":"distill"},{"id":"2104.02096","title":"Compressing Visual-linguistic Model via Knowledge Distillation","created":"2021-04-05","cited_by_count":86,"area":"distill"},{"id":"2203.10593","title":"Open-Vocabulary One-Stage Detection with Hierarchical Visual-Language Knowledge Distillation","created":"2022-03-20","cited_by_count":68,"area":"distill"},{"id":"2105.08584","title":"Contrastive Model Inversion for Data-Free Knowledge Distillation","created":"2021-05-18","cited_by_count":66,"area":"distill"},{"id":"2211.09386","title":"BEVDistill: Cross-Modal BEV Distillation for Multi-View 3D Object Detection","created":"2022-11-17","cited_by_count":66,"area":"distill"},{"id":"2203.00048","title":"Multi-modal Alignment using Representation Codebook","created":"2022-02-28","cited_by_count":63,"area":"distill"},{"id":"2305.13948","title":"Decoupled Kullback-Leibler Divergence Loss","created":"2023-05-23","cited_by_count":58,"area":"distill"},{"id":"2204.04588","title":"Robust Cross-Modal Representation Learning with Progressive Self-Distillation","created":"2022-04-10","cited_by_count":55,"area":"distill"},{"id":"2308.00301","title":"Online Prototype Learning for Online Continual Learning","created":"2023-08-01","cited_by_count":53,"area":"distill"},{"id":"2209.03917","title":"Exploring Target Representations for Masked Autoencoders","created":"2022-09-08","cited_by_count":46,"area":"distill"},{"id":"2207.08003","title":"SSMTL++: Revisiting Self-Supervised Multi-Task Learning for Video Anomaly Detection","created":"2022-07-16","cited_by_count":45,"area":"distill"},{"id":"2305.13803","title":"NORM: Knowledge Distillation via N-to-One Representation Matching","created":"2023-05-23","cited_by_count":44,"area":"distill"},{"id":"2404.11958","title":"Not All Voxels Are Equal: Hardness-Aware Semantic Scene Completion with Self-Distillation","created":"2024-04-18","cited_by_count":43,"area":"distill"},{"id":"2103.16367","title":"Complementary Relation Contrastive Distillation","created":"2021-03-29","cited_by_count":42,"area":"distill"},{"id":"2207.09158","title":"FedX: Unsupervised Federated Learning with Cross Knowledge Distillation","created":"2022-07-19","cited_by_count":40,"area":"distill"},{"id":"2207.11518","title":"Online Knowledge Distillation via Mutual Contrastive Learning for Visual Recognition","created":"2022-07-23","cited_by_count":36,"area":"distill"},{"id":"2208.12256","title":"Masked Autoencoders Enable Efficient Knowledge Distillers","created":"2022-08-25","cited_by_count":36,"area":"distill"},{"id":"2108.03619","title":"Learning an Augmented RGB Representation with Cross-Modal Knowledge Distillation for Action Detection","created":"2021-08-08","cited_by_count":32,"area":"distill"},{"id":"2303.11098","title":"Understanding the Role of the Projector in Knowledge Distillation","created":"2023-03-20","cited_by_count":31,"area":"distill"},{"id":"2407.03475","title":"How JEPA Avoids Noisy Features: The Implicit Bias of Deep Linear Self Distillation Networks","created":"2024-07-03","cited_by_count":31,"area":"distill"},{"id":"2212.05330","title":"Complete-to-Partial 4D Distillation for Self-Supervised Point Cloud Sequence Representation Learning","created":"2022-12-10","cited_by_count":30,"area":"distill"},{"id":"2108.07482","title":"G-DetKD: Towards General Distillation Framework for Object Detectors via Contrastive and Semantic-guided Feature Imitation","created":"2021-08-17","cited_by_count":28,"area":"distill"},{"id":"2203.02721","title":"Consistent Representation Learning for Continual Relation Extraction","created":"2022-03-05","cited_by_count":28,"area":"distill"},{"id":"2305.08776","title":"Bridging the Domain Gap: Self-Supervised 3D Scene Understanding with Foundation Models","created":"2023-05-15","cited_by_count":27,"area":"distill"},{"id":"2207.05500","title":"Modality-Aware Contrastive Instance Learning with Self-Distillation for Weakly-Supervised Audio-Visual Violence Detection","created":"2022-07-12","cited_by_count":26,"area":"distill"},{"id":"2403.06213","title":"$V_kD:$ Improving Knowledge Distillation using Orthogonal Projections","created":"2024-03-10","cited_by_count":26,"area":"distill"},{"id":"2112.04185","title":"Transformaly -- Two (Feature Spaces) Are Better Than One","created":"2021-12-08","cited_by_count":25,"area":"distill"},{"id":"2105.11683","title":"Towards Compact Single Image Super-Resolution via Contrastive Self-distillation","created":"2021-05-25","cited_by_count":24,"area":"distill"},{"id":"2303.15466","title":"Supervised Masked Knowledge Distillation for Few-Shot Transformers","created":"2023-03-25","cited_by_count":23,"area":"distill"},{"id":"2104.08945","title":"Data-Efficient Language-Supervised Zero-Shot Learning with Self-Distillation","created":"2021-04-18","cited_by_count":22,"area":"distill"},{"id":"2104.09866","title":"Distill on the Go: Online knowledge distillation in self-supervised learning","created":"2021-04-20","cited_by_count":22,"area":"distill"},{"id":"2201.05131","title":"SimReg: Regression as a Simple Yet Effective Tool for Self-supervised Knowledge Distillation","created":"2022-01-13","cited_by_count":21,"area":"distill"},{"id":"2203.02485","title":"Better Supervisory Signals by Observing Learning Paths","created":"2022-03-04","cited_by_count":21,"area":"distill"},{"id":"2203.05180","title":"Knowledge Distillation as Efficient Pre-training: Faster Convergence, Higher Data-efficiency, and Better Transferability","created":"2022-03-10","cited_by_count":21,"area":"distill"},{"id":"2304.06461","title":"Multi-Mode Online Knowledge Distillation for Self-Supervised Visual Representation Learning","created":"2023-04-13","cited_by_count":20,"area":"distill"},{"id":"2306.10687","title":"Categories of Response-Based, Feature-Based, and Relation-Based Knowledge Distillation","created":"2023-06-19","cited_by_count":20,"area":"distill"},{"id":"2202.04241","title":"Distillation with Contrast is All You Need for Self-Supervised Point Cloud Representation Learning","created":"2022-02-09","cited_by_count":19,"area":"distill"},{"id":"2208.05642","title":"Self-Knowledge Distillation via Dropout","created":"2022-08-11","cited_by_count":18,"area":"distill"},{"id":"2309.02870","title":"Rethinking Momentum Knowledge Distillation in Online Continual Learning","created":"2023-09-06","cited_by_count":18,"area":"distill"},{"id":"2102.04887","title":"NewsBERT: Distilling Pre-trained Language Model for Intelligent News Application","created":"2021-02-09","cited_by_count":17,"area":"distill"},{"id":"2202.06212","title":"Uni-Retriever: Towards Learning The Unified Embedding Based Retriever in Bing Sponsored Search","created":"2022-02-13","cited_by_count":17,"area":"distill"},{"id":"2309.01270","title":"COMEDIAN: Self-Supervised Learning and Knowledge Distillation for Action Spotting using Transformers","created":"2023-09-03","cited_by_count":17,"area":"distill"},{"id":"2404.14027","title":"OccFeat: Self-supervised Occupancy Feature Prediction for Pretraining BEV Segmentation Networks","created":"2024-04-22","cited_by_count":17,"area":"distill"},{"id":"2407.13362","title":"Open Vocabulary 3D Scene Understanding via Geometry Guided Self-Distillation","created":"2024-07-18","cited_by_count":17,"area":"distill"},{"id":"2104.13298","title":"Self-distillation with Batch Knowledge Ensembling Improves ImageNet Classification","created":"2021-04-27","cited_by_count":16,"area":"distill"},{"id":"2210.00944","title":"Attention Distillation: self-supervised vision transformer students need more guidance","created":"2022-10-03","cited_by_count":16,"area":"distill"},{"id":"2103.05959","title":"Beyond Self-Supervision: A Simple Yet Effective Network Distillation Alternative to Improve Backbones","created":"2021-03-10","cited_by_count":15,"area":"distill"},{"id":"2405.10939","title":"DINO as a von Mises-Fisher mixture model","created":"2024-05-17","cited_by_count":15,"area":"distill"},{"id":"2111.12958","title":"Self-Distilled Self-Supervised Representation Learning","created":"2021-11-25","cited_by_count":14,"area":"distill"},{"id":"2208.14143","title":"FAKD: Feature Augmented Knowledge Distillation for Semantic Segmentation","created":"2022-08-30","cited_by_count":14,"area":"distill"},{"id":"2212.06522","title":"Distantly-Supervised Named Entity Recognition with Adaptive Teacher Learning and Fine-grained Student Ensemble","created":"2022-12-13","cited_by_count":14,"area":"distill"},{"id":"2302.02108","title":"Knowledge Distillation in Vision Transformers: A Critical Review","created":"2023-02-04","cited_by_count":13,"area":"distill"},{"id":"2109.14960","title":"Prune Your Model Before Distill It","created":"2021-09-30","cited_by_count":12,"area":"distill"},{"id":"2203.11490","title":"SSD-KD: A Self-supervised Diverse Knowledge Distillation Method for Lightweight Skin Lesion Classification Using Dermoscopic Images","created":"2022-03-22","cited_by_count":12,"area":"distill"},{"id":"2208.11499","title":"Semi-supervised Semantic Segmentation with Mutual Knowledge Distillation","created":"2022-08-24","cited_by_count":12,"area":"distill"},{"id":"2210.08226","title":"Self-Distillation for Unsupervised 3D Domain Adaptation","created":"2022-10-15","cited_by_count":12,"area":"distill"},{"id":"2403.11817","title":"HVDistill: Transferring Knowledge from Images to Point Clouds via Unsupervised Hybrid-View Distillation","created":"2024-03-18","cited_by_count":11,"area":"distill"},{"id":"2301.09451","title":"A Simple Recipe for Competitive Low-compute Self supervised Vision Models","created":"2023-01-23","cited_by_count":10,"area":"distill"},{"id":"2305.17421","title":"FoPro-KD: Fourier Prompted Effective Knowledge Distillation for Long-Tailed Medical Image Recognition","created":"2023-05-27","cited_by_count":10,"area":"distill"},{"id":"2502.01312","title":"CleanPose: Category-Level Object Pose Estimation via Causal Learning and Knowledge Distillation","created":"2025-02-03","cited_by_count":10,"area":"distill"},{"id":"2205.03307","title":"Forget Less, Count Better: A Domain-Incremental Self-Distillation Learning Benchmark for Lifelong Crowd Counting","created":"2022-05-06","cited_by_count":9,"area":"distill"},{"id":"2205.06701","title":"Knowledge Distillation Meets Open-Set Semi-Supervised Learning","created":"2022-05-13","cited_by_count":9,"area":"distill"},{"id":"2210.02871","title":"Self-Distillation for Further Pre-training of Transformers","created":"2022-09-30","cited_by_count":9,"area":"distill"},{"id":"2212.02782","title":"Self-Supervised Audio-Visual Speech Representations Learning By Multimodal Self-Distillation","created":"2022-12-06","cited_by_count":9,"area":"distill"},{"id":"2310.07585","title":"A Discrepancy Aware Framework for Robust Anomaly Detection","created":"2023-10-11","cited_by_count":9,"area":"distill"},{"id":"2311.06056","title":"Learning Contrastive Self-Distillation for Ultra-Fine-Grained Visual Categorization Targeting Limited Samples","created":"2023-11-10","cited_by_count":9,"area":"distill"},{"id":"2207.14676","title":"Global-Local Self-Distillation for Visual Representation Learning","created":"2022-07-29","cited_by_count":8,"area":"distill"},{"id":"2212.04884","title":"Co-training $2^L$ Submodels for Visual Recognition","created":"2022-12-09","cited_by_count":8,"area":"distill"},{"id":"2307.16601","title":"Sampling to Distill: Knowledge Transfer from Open-World Data","created":"2023-07-31","cited_by_count":8,"area":"distill"},{"id":"2312.04168","title":"Augmentation-Free Dense Contrastive Knowledge Distillation for Efficient Semantic Segmentation","created":"2023-12-07","cited_by_count":8,"area":"distill"},{"id":"2112.04174","title":"Boosting Contrastive Learning with Relation Knowledge Distillation","created":"2021-12-08","cited_by_count":7,"area":"distill"},{"id":"2211.13264","title":"Distilling Knowledge from Self-Supervised Teacher by Embedding Graph Alignment","created":"2022-11-23","cited_by_count":7,"area":"distill"},{"id":"2308.14654","title":"Joint Multiple Intent Detection and Slot Filling with Supervised Contrastive Learning and Self-Distillation","created":"2023-08-28","cited_by_count":7,"area":"distill"},{"id":"2404.14109","title":"CKD: Contrastive Knowledge Distillation from A Sample-wise Perspective","created":"2024-04-22","cited_by_count":7,"area":"distill"},{"id":"2408.16930","title":"VLM-KD: Knowledge Distillation from VLM for Long-Tail Visual Recognition","created":"2024-08-29","cited_by_count":7,"area":"distill"},{"id":"2110.15946","title":"Estimating and Maximizing Mutual Information for Knowledge Distillation","created":"2021-10-29","cited_by_count":6,"area":"distill"},{"id":"2303.09230","title":"Towards a Smaller Student: Capacity Dynamic Distillation for Efficient Image Retrieval","created":"2023-03-16","cited_by_count":6,"area":"distill"},{"id":"2308.16561","title":"MoMA: Momentum Contrastive Learning with Multi-head Attention-based Knowledge Distillation for Histopathology Image Analysis","created":"2023-08-31","cited_by_count":6,"area":"distill"},{"id":"2403.06151","title":"Decoupled Contrastive Learning for Long-Tailed Recognition","created":"2024-03-10","cited_by_count":6,"area":"distill"},{"id":"2503.08038","title":"Generalized Kullback-Leibler Divergence Loss","created":"2025-03-11","cited_by_count":6,"area":"distill"},{"id":"2608.14144","title":"Self-Supervised Visual On-Policy Distillation","created":"2026-08-14","cited_by_count":6,"area":"distill"},{"id":"2211.01246","title":"data2vec-aqc: Search for the right Teaching Assistant in the Teacher-Student training setup","created":"2022-11-02","cited_by_count":5,"area":"distill"},{"id":"2406.11169","title":"Self-Distillation Prototypes Network: Learning Robust Speaker Representations without Supervision","created":"2024-06-17","cited_by_count":5,"area":"distill"},{"id":"2210.17168","title":"SDCL: Self-Distillation Contrastive Learning for Chinese Spell Checking","created":"2022-10-31","cited_by_count":4,"area":"distill"},{"id":"2301.10114","title":"When does the student surpass the teacher? Federated Semi-supervised Learning with Teacher-Student EMA","created":"2023-01-24","cited_by_count":4,"area":"distill"},{"id":"2302.02089","title":"MOMA:Distill from Self-Supervised Teachers","created":"2023-02-04","cited_by_count":4,"area":"distill"},{"id":"2303.05073","title":"Learn More for Food Recognition via Progressive Self-Distillation","created":"2023-03-09","cited_by_count":4,"area":"distill"},{"id":"2409.10362","title":"Frequency-Guided Masking for Enhanced Vision Self-Supervised Learning","created":"2024-09-16","cited_by_count":4,"area":"distill"},{"id":"2410.12342","title":"Fuse Before Transfer: Knowledge Fusion for Heterogeneous Distillation","created":"2024-10-16","cited_by_count":4,"area":"distill"},{"id":"2602.21395","title":"Momentum Memory for Knowledge Distillation in Computational Pathology","created":"2026-02-24","cited_by_count":4,"area":"distill"},{"id":"2111.07239","title":"Robust and Accurate Object Detection via Self-Knowledge Distillation","created":"2021-11-14","cited_by_count":3,"area":"distill"},{"id":"2112.04011","title":"Auxiliary Learning for Self-Supervised Video Representation via Similarity-based Knowledge Distillation","created":"2021-12-07","cited_by_count":3,"area":"distill"}],"next_cursor":"100"}