{"total":19,"rows":[{"id":"2111.07832","title":"iBOT: Image BERT Pre-Training with Online Tokenizer","created":"2021-11-15","cited_by_count":903,"area":"distill"},{"id":"2204.04588","title":"Robust Cross-Modal Representation Learning with Progressive Self-Distillation","created":"2022-04-10","cited_by_count":55,"area":"distill"},{"id":"2303.11098","title":"Understanding the Role of the Projector in Knowledge Distillation","created":"2023-03-20","cited_by_count":31,"area":"distill"},{"id":"2104.09866","title":"Distill on the Go: Online knowledge distillation in self-supervised learning","created":"2021-04-20","cited_by_count":22,"area":"distill"},{"id":"2201.05131","title":"SimReg: Regression as a Simple Yet Effective Tool for Self-supervised Knowledge Distillation","created":"2022-01-13","cited_by_count":21,"area":"distill"},{"id":"2112.00158","title":"Representation learning through cross-modal conditional teacher-student training for speech emotion recognition","created":"2021-11-30","cited_by_count":17,"area":"distill"},{"id":"2404.14027","title":"OccFeat: Self-supervised Occupancy Feature Prediction for Pretraining BEV Segmentation Networks","created":"2024-04-22","cited_by_count":17,"area":"distill"},{"id":"2210.00944","title":"Attention Distillation: self-supervised vision transformer students need more guidance","created":"2022-10-03","cited_by_count":16,"area":"distill"},{"id":"2405.10939","title":"DINO as a von Mises-Fisher mixture model","created":"2024-05-17","cited_by_count":15,"area":"distill"},{"id":"2207.14676","title":"Global-Local Self-Distillation for Visual Representation Learning","created":"2022-07-29","cited_by_count":8,"area":"distill"},{"id":"2211.13264","title":"Distilling Knowledge from Self-Supervised Teacher by Embedding Graph Alignment","created":"2022-11-23","cited_by_count":7,"area":"distill"},{"id":"2409.13939","title":"Simple Unsupervised Knowledge Distillation With Space Similarity","created":"2024-09-20","cited_by_count":5,"area":"distill"},{"id":"2303.05073","title":"Learn More for Food Recognition via Progressive Self-Distillation","created":"2023-03-09","cited_by_count":4,"area":"distill"},{"id":"2303.13606","title":"Adaptive Similarity Bootstrapping for Self-Distillation based Representation Learning","created":"2023-03-23","cited_by_count":3,"area":"distill"},{"id":"2405.08019","title":"AdaKD: Dynamic Knowledge Distillation of ASR models using Adaptive Loss Weighting","created":"2024-05-11","cited_by_count":3,"area":"distill"},{"id":"2203.16983","title":"Self-distillation Augmented Masked Autoencoders for Histopathological Image Classification","created":"2022-03-31","cited_by_count":1,"area":"distill"},{"id":"2305.13391","title":"EnSiam: Self-Supervised Learning With Ensemble Representations","created":"2023-05-22","cited_by_count":0,"area":"distill"},{"id":"2504.05451","title":"ViewBridge: Curriculum Knowledge Distillation for Activity View-Invariance Under Extreme Viewpoint Changes","created":"2025-04-07","cited_by_count":0,"area":"distill"},{"id":"2609.39227","title":"Emergent Multi-View Geometry Through Self-Distillation","created":"2026-09-30","cited_by_count":0,"area":"distill"}],"next_cursor":null}