{"total":40,"rows":[{"id":"2111.07832","title":"iBOT: Image BERT Pre-Training with Online Tokenizer","created":"2021-11-15","cited_by_count":903,"area":"distill"},{"id":"2107.03358","title":"Novel Visual Category Discovery with Dual Ranking Statistics and Mutual Knowledge Distillation","created":"2021-07-07","cited_by_count":104,"area":"distill"},{"id":"2205.14141","title":"Contrastive Learning Rivals Masked Image Modeling in Fine-tuning via Feature Distillation","created":"2022-05-27","cited_by_count":93,"area":"distill"},{"id":"2204.04588","title":"Robust Cross-Modal Representation Learning with Progressive Self-Distillation","created":"2022-04-10","cited_by_count":55,"area":"distill"},{"id":"2107.13715","title":"Hierarchical Self-supervised Augmented Knowledge Distillation","created":"2021-07-29","cited_by_count":44,"area":"distill"},{"id":"2207.09158","title":"FedX: Unsupervised Federated Learning with Cross Knowledge Distillation","created":"2022-07-19","cited_by_count":40,"area":"distill"},{"id":"2303.11098","title":"Understanding the Role of the Projector in Knowledge Distillation","created":"2023-03-20","cited_by_count":31,"area":"distill"},{"id":"2104.09866","title":"Distill on the Go: Online knowledge distillation in self-supervised learning","created":"2021-04-20","cited_by_count":22,"area":"distill"},{"id":"2201.05131","title":"SimReg: Regression as a Simple Yet Effective Tool for Self-supervised Knowledge Distillation","created":"2022-01-13","cited_by_count":21,"area":"distill"},{"id":"2404.14027","title":"OccFeat: Self-supervised Occupancy Feature Prediction for Pretraining BEV Segmentation Networks","created":"2024-04-22","cited_by_count":17,"area":"distill"},{"id":"2210.00944","title":"Attention Distillation: self-supervised vision transformer students need more guidance","created":"2022-10-03","cited_by_count":16,"area":"distill"},{"id":"2405.10939","title":"DINO as a von Mises-Fisher mixture model","created":"2024-05-17","cited_by_count":15,"area":"distill"},{"id":"2109.03075","title":"Knowledge Distillation Using Hierarchical Self-Supervision Augmented Distribution","created":"2021-09-07","cited_by_count":13,"area":"distill"},{"id":"2309.15413","title":"Inherit with Distillation and Evolve with Contrast: Exploring Class Incremental Semantic Segmentation Without Exemplar Memory","created":"2023-09-27","cited_by_count":12,"area":"distill"},{"id":"2207.14676","title":"Global-Local Self-Distillation for Visual Representation Learning","created":"2022-07-29","cited_by_count":8,"area":"distill"},{"id":"2112.04174","title":"Boosting Contrastive Learning with Relation Knowledge Distillation","created":"2021-12-08","cited_by_count":7,"area":"distill"},{"id":"2211.13264","title":"Distilling Knowledge from Self-Supervised Teacher by Embedding Graph Alignment","created":"2022-11-23","cited_by_count":7,"area":"distill"},{"id":"2308.16561","title":"MoMA: Momentum Contrastive Learning with Multi-head Attention-based Knowledge Distillation for Histopathology Image Analysis","created":"2023-08-31","cited_by_count":6,"area":"distill"},{"id":"2502.20760","title":"VRM: Knowledge Distillation via Virtual Relation Matching","created":"2025-02-28","cited_by_count":6,"area":"distill"},{"id":"2403.11691","title":"TTT-KD: Test-Time Training for 3D Semantic Segmentation through Knowledge Distillation from Foundation Models","created":"2024-03-18","cited_by_count":5,"area":"distill"},{"id":"2303.05073","title":"Learn More for Food Recognition via Progressive Self-Distillation","created":"2023-03-09","cited_by_count":4,"area":"distill"},{"id":"2310.13499","title":"DistillCSE: Distilled Contrastive Learning for Sentence Embeddings","created":"2023-10-20","cited_by_count":4,"area":"distill"},{"id":"2409.10362","title":"Frequency-Guided Masking for Enhanced Vision Self-Supervised Learning","created":"2024-09-16","cited_by_count":4,"area":"distill"},{"id":"2112.04011","title":"Auxiliary Learning for Self-Supervised Video Representation via Similarity-based Knowledge Distillation","created":"2021-12-07","cited_by_count":3,"area":"distill"},{"id":"2303.13606","title":"Adaptive Similarity Bootstrapping for Self-Distillation based Representation Learning","created":"2023-03-23","cited_by_count":3,"area":"distill"},{"id":"2105.10633","title":"Revisiting Knowledge Distillation for Object Detection","created":"2021-05-22","cited_by_count":2,"area":"distill"},{"id":"2107.00067","title":"Fair Visual Recognition in Limited Data Regime using Self-Supervision and Self-Distillation","created":"2021-06-30","cited_by_count":2,"area":"distill"},{"id":"2307.04542","title":"Customizing Synthetic Data for Data-Free Student Learning","created":"2023-07-10","cited_by_count":2,"area":"distill"},{"id":"2309.09571","title":"Heterogeneous Generative Knowledge Distillation with Masked Image Modeling","created":"2023-09-18","cited_by_count":2,"area":"distill"},{"id":"2111.12170","title":"Domain-Agnostic Clustering with Self-Distillation","created":"2021-11-23","cited_by_count":1,"area":"distill"},{"id":"2203.16983","title":"Self-distillation Augmented Masked Autoencoders for Histopathological Image Classification","created":"2022-03-31","cited_by_count":1,"area":"distill"},{"id":"2303.12130","title":"MV-MR: multi-views and multi-representations for self-supervised learning and knowledge distillation","created":"2023-03-21","cited_by_count":1,"area":"distill"},{"id":"2308.04934","title":"JEDI: Joint Expert Distillation in a Semi-Supervised Multi-Dataset Student-Teacher Scenario for Video Action Recognition","created":"2023-08-09","cited_by_count":1,"area":"distill"},{"id":"2407.12073","title":"Relational Representation Distillation","created":"2024-07-16","cited_by_count":1,"area":"distill"},{"id":"2203.11660","title":"Channel Self-Supervision for Online Knowledge Distillation","created":"2022-03-22","cited_by_count":0,"area":"distill"},{"id":"2305.13391","title":"EnSiam: Self-Supervised Learning With Ensemble Representations","created":"2023-05-22","cited_by_count":0,"area":"distill"},{"id":"2505.14751","title":"Self Distillation via Iterative Constructive Perturbations","created":"2025-05-20","cited_by_count":0,"area":"distill"},{"id":"2508.12692","title":"Multi-Level Knowledge Distillation and Dynamic Self-Supervised Learning for Continual Learning","created":"2025-08-18","cited_by_count":0,"area":"distill"},{"id":"2510.03606","title":"Unsupervised Transformer Pre-Training for Images: Self-Distillation, Mean Teachers, and Random Crops","created":"2025-10-04","cited_by_count":0,"area":"distill"},{"id":"2609.39227","title":"Emergent Multi-View Geometry Through Self-Distillation","created":"2026-09-30","cited_by_count":0,"area":"distill"}],"next_cursor":null}