{"total":213,"rows":[{"id":"2111.07832","title":"iBOT: Image BERT Pre-Training with Online Tokenizer","created":"2021-11-15","cited_by_count":903,"area":"distill"},{"id":"2208.12262","title":"MaskCLIP: Masked Self-Distillation Advances Contrastive Language-Image Pretraining","created":"2022-08-25","cited_by_count":187,"area":"distill"},{"id":"2203.14001","title":"Knowledge Distillation with the Reused Teacher Classifier","created":"2022-03-26","cited_by_count":141,"area":"distill"},{"id":"2201.00766","title":"Class-Incremental Continual Learning into the eXtended DER-verse","created":"2022-01-03","cited_by_count":124,"area":"distill"},{"id":"2212.08320","title":"Autoencoders as Cross-Modal Teachers: Can Pretrained 2D Image Transformers Help 3D Representation Learning?","created":"2022-12-16","cited_by_count":122,"area":"distill"},{"id":"2204.06986","title":"Cross-Image Relational Knowledge Distillation for Semantic Segmentation","created":"2022-04-14","cited_by_count":118,"area":"distill"},{"id":"2106.10456","title":"Humble Teachers Teach Better Students for Semi-Supervised Object Detection","created":"2021-06-19","cited_by_count":116,"area":"distill"},{"id":"2205.14141","title":"Contrastive Learning Rivals Masked Image Modeling in Fine-tuning via Feature Distillation","created":"2022-05-27","cited_by_count":93,"area":"distill"},{"id":"2212.04500","title":"Masked Video Distillation: Rethinking Masked Feature Modeling for Self-supervised Video Representation Learning","created":"2022-12-08","cited_by_count":90,"area":"distill"},{"id":"2207.11213","title":"Few-Shot Class-Incremental Learning via Entropy-Regularized Data-Free Replay","created":"2022-07-22","cited_by_count":72,"area":"distill"},{"id":"2203.10593","title":"Open-Vocabulary One-Stage Detection with Hierarchical Visual-Language Knowledge Distillation","created":"2022-03-20","cited_by_count":68,"area":"distill"},{"id":"2105.08584","title":"Contrastive Model Inversion for Data-Free Knowledge Distillation","created":"2021-05-18","cited_by_count":66,"area":"distill"},{"id":"2203.00048","title":"Multi-modal Alignment using Representation Codebook","created":"2022-02-28","cited_by_count":63,"area":"distill"},{"id":"2305.13948","title":"Decoupled Kullback-Leibler Divergence Loss","created":"2023-05-23","cited_by_count":58,"area":"distill"},{"id":"2204.04588","title":"Robust Cross-Modal Representation Learning with Progressive Self-Distillation","created":"2022-04-10","cited_by_count":55,"area":"distill"},{"id":"2308.00301","title":"Online Prototype Learning for Online Continual Learning","created":"2023-08-01","cited_by_count":53,"area":"distill"},{"id":"2209.03917","title":"Exploring Target Representations for Masked Autoencoders","created":"2022-09-08","cited_by_count":46,"area":"distill"},{"id":"2107.13715","title":"Hierarchical Self-supervised Augmented Knowledge Distillation","created":"2021-07-29","cited_by_count":44,"area":"distill"},{"id":"2305.13803","title":"NORM: Knowledge Distillation via N-to-One Representation Matching","created":"2023-05-23","cited_by_count":44,"area":"distill"},{"id":"2210.03664","title":"Bi-directional Weakly Supervised Knowledge Distillation for Whole Slide Image Classification","created":"2022-10-07","cited_by_count":43,"area":"distill"},{"id":"2103.16367","title":"Complementary Relation Contrastive Distillation","created":"2021-03-29","cited_by_count":42,"area":"distill"},{"id":"2207.05273","title":"Cross-Architecture Knowledge Distillation","created":"2022-07-12","cited_by_count":41,"area":"distill"},{"id":"2207.09158","title":"FedX: Unsupervised Federated Learning with Cross Knowledge Distillation","created":"2022-07-19","cited_by_count":40,"area":"distill"},{"id":"2111.04964","title":"On Representation Knowledge Distillation for Graph Neural Networks","created":"2021-11-09","cited_by_count":38,"area":"distill"},{"id":"2207.11518","title":"Online Knowledge Distillation via Mutual Contrastive Learning for Visual Recognition","created":"2022-07-23","cited_by_count":36,"area":"distill"},{"id":"2208.12256","title":"Masked Autoencoders Enable Efficient Knowledge Distillers","created":"2022-08-25","cited_by_count":36,"area":"distill"},{"id":"2107.00051","title":"Local-Global Knowledge Distillation in Heterogeneous Federated Learning with Non-IID Data","created":"2021-06-30","cited_by_count":31,"area":"distill"},{"id":"2211.13929","title":"XKD: Cross-modal Knowledge Distillation with Domain Alignment for Video Representation Learning","created":"2022-11-25","cited_by_count":31,"area":"distill"},{"id":"2303.11098","title":"Understanding the Role of the Projector in Knowledge Distillation","created":"2023-03-20","cited_by_count":31,"area":"distill"},{"id":"2407.03475","title":"How JEPA Avoids Noisy Features: The Implicit Bias of Deep Linear Self Distillation Networks","created":"2024-07-03","cited_by_count":31,"area":"distill"},{"id":"2212.05330","title":"Complete-to-Partial 4D Distillation for Self-Supervised Point Cloud Sequence Representation Learning","created":"2022-12-10","cited_by_count":30,"area":"distill"},{"id":"2108.07482","title":"G-DetKD: Towards General Distillation Framework for Object Detectors via Contrastive and Semantic-guided Feature Imitation","created":"2021-08-17","cited_by_count":28,"area":"distill"},{"id":"2203.02721","title":"Consistent Representation Learning for Continual Relation Extraction","created":"2022-03-05","cited_by_count":28,"area":"distill"},{"id":"2408.05088","title":"UNIC: Universal Classification Models via Multi-teacher Distillation","created":"2024-08-09","cited_by_count":27,"area":"distill"},{"id":"2207.05500","title":"Modality-Aware Contrastive Instance Learning with Self-Distillation for Weakly-Supervised Audio-Visual Violence Detection","created":"2022-07-12","cited_by_count":26,"area":"distill"},{"id":"2403.06213","title":"$V_kD:$ Improving Knowledge Distillation using Orthogonal Projections","created":"2024-03-10","cited_by_count":26,"area":"distill"},{"id":"2112.04185","title":"Transformaly -- Two (Feature Spaces) Are Better Than One","created":"2021-12-08","cited_by_count":25,"area":"distill"},{"id":"2105.11683","title":"Towards Compact Single Image Super-Resolution via Contrastive Self-distillation","created":"2021-05-25","cited_by_count":24,"area":"distill"},{"id":"2303.15466","title":"Supervised Masked Knowledge Distillation for Few-Shot Transformers","created":"2023-03-25","cited_by_count":23,"area":"distill"},{"id":"2104.08945","title":"Data-Efficient Language-Supervised Zero-Shot Learning with Self-Distillation","created":"2021-04-18","cited_by_count":22,"area":"distill"},{"id":"2104.09866","title":"Distill on the Go: Online knowledge distillation in self-supervised learning","created":"2021-04-20","cited_by_count":22,"area":"distill"},{"id":"2107.02681","title":"VidLanKD: Improving Language Understanding via Video-Distilled Knowledge Transfer","created":"2021-07-06","cited_by_count":22,"area":"distill"},{"id":"2310.16838","title":"SparseDFF: Sparse-View Feature Distillation for One-Shot Dexterous Manipulation","created":"2023-10-25","cited_by_count":22,"area":"distill"},{"id":"2201.05131","title":"SimReg: Regression as a Simple Yet Effective Tool for Self-supervised Knowledge Distillation","created":"2022-01-13","cited_by_count":21,"area":"distill"},{"id":"2203.05180","title":"Knowledge Distillation as Efficient Pre-training: Faster Convergence, Higher Data-efficiency, and Better Transferability","created":"2022-03-10","cited_by_count":21,"area":"distill"},{"id":"2304.06461","title":"Multi-Mode Online Knowledge Distillation for Self-Supervised Visual Representation Learning","created":"2023-04-13","cited_by_count":20,"area":"distill"},{"id":"2306.10687","title":"Categories of Response-Based, Feature-Based, and Relation-Based Knowledge Distillation","created":"2023-06-19","cited_by_count":20,"area":"distill"},{"id":"2201.10207","title":"SPIRAL: Self-supervised Perturbation-Invariant Representation Learning for Speech Pre-Training","created":"2022-01-25","cited_by_count":19,"area":"distill"},{"id":"2202.04241","title":"Distillation with Contrast is All You Need for Self-Supervised Point Cloud Representation Learning","created":"2022-02-09","cited_by_count":19,"area":"distill"},{"id":"2411.18674","title":"Active Data Curation Effectively Distills Large-Scale Multimodal Models","created":"2024-11-27","cited_by_count":19,"area":"distill"},{"id":"2208.05642","title":"Self-Knowledge Distillation via Dropout","created":"2022-08-11","cited_by_count":18,"area":"distill"},{"id":"2202.06212","title":"Uni-Retriever: Towards Learning The Unified Embedding Based Retriever in Bing Sponsored Search","created":"2022-02-13","cited_by_count":17,"area":"distill"},{"id":"2202.06431","title":"AI can evolve without labels: self-evolving vision transformer for chest X-ray diagnosis through knowledge distillation","created":"2022-02-13","cited_by_count":17,"area":"distill"},{"id":"2309.01270","title":"COMEDIAN: Self-Supervised Learning and Knowledge Distillation for Action Spotting using Transformers","created":"2023-09-03","cited_by_count":17,"area":"distill"},{"id":"2404.14027","title":"OccFeat: Self-supervised Occupancy Feature Prediction for Pretraining BEV Segmentation Networks","created":"2024-04-22","cited_by_count":17,"area":"distill"},{"id":"2407.13362","title":"Open Vocabulary 3D Scene Understanding via Geometry Guided Self-Distillation","created":"2024-07-18","cited_by_count":17,"area":"distill"},{"id":"2104.13298","title":"Self-distillation with Batch Knowledge Ensembling Improves ImageNet Classification","created":"2021-04-27","cited_by_count":16,"area":"distill"},{"id":"2210.00944","title":"Attention Distillation: self-supervised vision transformer students need more guidance","created":"2022-10-03","cited_by_count":16,"area":"distill"},{"id":"2303.07815","title":"MobileVOS: Real-Time Video Object Segmentation Contrastive Learning meets Knowledge Distillation","created":"2023-03-14","cited_by_count":16,"area":"distill"},{"id":"2404.00417","title":"Orchestrate Latent Expertise: Advancing Online Continual Learning with Multi-Level Supervision and Reverse Self-Distillation","created":"2024-03-30","cited_by_count":16,"area":"distill"},{"id":"2205.11845","title":"CDFKD-MFS: Collaborative Data-free Knowledge Distillation via Multi-level Feature Sharing","created":"2022-05-24","cited_by_count":15,"area":"distill"},{"id":"2405.10939","title":"DINO as a von Mises-Fisher mixture model","created":"2024-05-17","cited_by_count":15,"area":"distill"},{"id":"2111.12958","title":"Self-Distilled Self-Supervised Representation Learning","created":"2021-11-25","cited_by_count":14,"area":"distill"},{"id":"2405.19917","title":"Multimodal Cross-Domain Few-Shot Learning for Egocentric Action Recognition","created":"2024-05-30","cited_by_count":14,"area":"distill"},{"id":"2109.03075","title":"Knowledge Distillation Using Hierarchical Self-Supervision Augmented Distribution","created":"2021-09-07","cited_by_count":13,"area":"distill"},{"id":"2203.11490","title":"SSD-KD: A Self-supervised Diverse Knowledge Distillation Method for Lightweight Skin Lesion Classification Using Dermoscopic Images","created":"2022-03-22","cited_by_count":12,"area":"distill"},{"id":"2205.01915","title":"Generalized Knowledge Distillation via Relationship Matching","created":"2022-05-04","cited_by_count":12,"area":"distill"},{"id":"2309.15413","title":"Inherit with Distillation and Evolve with Contrast: Exploring Class Incremental Semantic Segmentation Without Exemplar Memory","created":"2023-09-27","cited_by_count":12,"area":"distill"},{"id":"2507.08064","title":"PUMA: Layer-Pruned Language Model for Efficient Unified Multimodal Retrieval with Modality-Adaptive Learning","created":"2025-07-10","cited_by_count":11,"area":"distill"},{"id":"2104.03164","title":"Distilling and Transferring Knowledge via cGAN-generated Samples for Image Classification and Regression","created":"2021-04-07","cited_by_count":10,"area":"distill"},{"id":"2205.12451","title":"Region-aware Knowledge Distillation for Efficient Image-to-Image Translation","created":"2022-05-25","cited_by_count":10,"area":"distill"},{"id":"2301.09451","title":"A Simple Recipe for Competitive Low-compute Self supervised Vision Models","created":"2023-01-23","cited_by_count":10,"area":"distill"},{"id":"2205.03307","title":"Forget Less, Count Better: A Domain-Incremental Self-Distillation Learning Benchmark for Lifelong Crowd Counting","created":"2022-05-06","cited_by_count":9,"area":"distill"},{"id":"2205.06701","title":"Knowledge Distillation Meets Open-Set Semi-Supervised Learning","created":"2022-05-13","cited_by_count":9,"area":"distill"},{"id":"2210.02871","title":"Self-Distillation for Further Pre-training of Transformers","created":"2022-09-30","cited_by_count":9,"area":"distill"},{"id":"2212.02782","title":"Self-Supervised Audio-Visual Speech Representations Learning By Multimodal Self-Distillation","created":"2022-12-06","cited_by_count":9,"area":"distill"},{"id":"2311.06056","title":"Learning Contrastive Self-Distillation for Ultra-Fine-Grained Visual Categorization Targeting Limited Samples","created":"2023-11-10","cited_by_count":9,"area":"distill"},{"id":"2406.10861","title":"Knowledge Distillation in Federated Learning: a Survey on Long Lasting Challenges and New Solutions","created":"2024-06-16","cited_by_count":9,"area":"distill"},{"id":"2207.14676","title":"Global-Local Self-Distillation for Visual Representation Learning","created":"2022-07-29","cited_by_count":8,"area":"distill"},{"id":"2307.11469","title":"Distribution Shift Matters for Knowledge Distillation with Webly Collected Images","created":"2023-07-21","cited_by_count":8,"area":"distill"},{"id":"2307.16601","title":"Sampling to Distill: Knowledge Transfer from Open-World Data","created":"2023-07-31","cited_by_count":8,"area":"distill"},{"id":"2312.04168","title":"Augmentation-Free Dense Contrastive Knowledge Distillation for Efficient Semantic Segmentation","created":"2023-12-07","cited_by_count":8,"area":"distill"},{"id":"2411.04403","title":"Towards Competitive Search Relevance For Inference-Free Learned Sparse Retrievers","created":"2024-11-07","cited_by_count":8,"area":"distill"},{"id":"2109.07049","title":"Self-Training with Differentiable Teacher","created":"2021-09-15","cited_by_count":7,"area":"distill"},{"id":"2112.04174","title":"Boosting Contrastive Learning with Relation Knowledge Distillation","created":"2021-12-08","cited_by_count":7,"area":"distill"},{"id":"2205.02340","title":"Knowledge Distillation of Russian Language Models with Reduction of Vocabulary","created":"2022-05-04","cited_by_count":7,"area":"distill"},{"id":"2211.13264","title":"Distilling Knowledge from Self-Supervised Teacher by Embedding Graph Alignment","created":"2022-11-23","cited_by_count":7,"area":"distill"},{"id":"2308.14654","title":"Joint Multiple Intent Detection and Slot Filling with Supervised Contrastive Learning and Self-Distillation","created":"2023-08-28","cited_by_count":7,"area":"distill"},{"id":"2404.14109","title":"CKD: Contrastive Knowledge Distillation from A Sample-wise Perspective","created":"2024-04-22","cited_by_count":7,"area":"distill"},{"id":"2408.16930","title":"VLM-KD: Knowledge Distillation from VLM for Long-Tail Visual Recognition","created":"2024-08-29","cited_by_count":7,"area":"distill"},{"id":"2110.15946","title":"Estimating and Maximizing Mutual Information for Knowledge Distillation","created":"2021-10-29","cited_by_count":6,"area":"distill"},{"id":"2302.08180","title":"Cross Modal Distillation for Flood Extent Mapping","created":"2023-02-16","cited_by_count":6,"area":"distill"},{"id":"2302.12091","title":"Random Teachers are Good Teachers","created":"2023-02-23","cited_by_count":6,"area":"distill"},{"id":"2308.16561","title":"MoMA: Momentum Contrastive Learning with Multi-head Attention-based Knowledge Distillation for Histopathology Image Analysis","created":"2023-08-31","cited_by_count":6,"area":"distill"},{"id":"2410.02116","title":"Dataset Distillation via Knowledge Distillation: Towards Efficient Self-Supervised Pre-Training of Deep Networks","created":"2024-10-03","cited_by_count":6,"area":"distill"},{"id":"2502.20760","title":"VRM: Knowledge Distillation via Virtual Relation Matching","created":"2025-02-28","cited_by_count":6,"area":"distill"},{"id":"2503.08038","title":"Generalized Kullback-Leibler Divergence Loss","created":"2025-03-11","cited_by_count":6,"area":"distill"},{"id":"2608.14144","title":"Self-Supervised Visual On-Policy Distillation","created":"2026-08-14","cited_by_count":6,"area":"distill"},{"id":"2211.01246","title":"data2vec-aqc: Search for the right Teaching Assistant in the Teacher-Student training setup","created":"2022-11-02","cited_by_count":5,"area":"distill"},{"id":"2306.17424","title":"Audio Embeddings as Teachers for Music Classification","created":"2023-06-30","cited_by_count":5,"area":"distill"}],"next_cursor":"100"}