{"total":30,"rows":[{"id":"2212.08320","title":"Autoencoders as Cross-Modal Teachers: Can Pretrained 2D Image Transformers Help 3D Representation Learning?","created":"2022-12-16","cited_by_count":122,"area":"distill"},{"id":"2212.04500","title":"Masked Video Distillation: Rethinking Masked Feature Modeling for Self-supervised Video Representation Learning","created":"2022-12-08","cited_by_count":90,"area":"distill"},{"id":"2209.03917","title":"Exploring Target Representations for Masked Autoencoders","created":"2022-09-08","cited_by_count":46,"area":"distill"},{"id":"2305.13803","title":"NORM: Knowledge Distillation via N-to-One Representation Matching","created":"2023-05-23","cited_by_count":44,"area":"distill"},{"id":"2208.12256","title":"Masked Autoencoders Enable Efficient Knowledge Distillers","created":"2022-08-25","cited_by_count":36,"area":"distill"},{"id":"2303.15466","title":"Supervised Masked Knowledge Distillation for Few-Shot Transformers","created":"2023-03-25","cited_by_count":23,"area":"distill"},{"id":"2309.01270","title":"COMEDIAN: Self-Supervised Learning and Knowledge Distillation for Action Spotting using Transformers","created":"2023-09-03","cited_by_count":17,"area":"distill"},{"id":"2404.14027","title":"OccFeat: Self-supervised Occupancy Feature Prediction for Pretraining BEV Segmentation Networks","created":"2024-04-22","cited_by_count":17,"area":"distill"},{"id":"2210.00944","title":"Attention Distillation: self-supervised vision transformer students need more guidance","created":"2022-10-03","cited_by_count":16,"area":"distill"},{"id":"2301.09451","title":"A Simple Recipe for Competitive Low-compute Self supervised Vision Models","created":"2023-01-23","cited_by_count":10,"area":"distill"},{"id":"2302.02089","title":"MOMA:Distill from Self-Supervised Teachers","created":"2023-02-04","cited_by_count":4,"area":"distill"},{"id":"2409.10362","title":"Frequency-Guided Masking for Enhanced Vision Self-Supervised Learning","created":"2024-09-16","cited_by_count":4,"area":"distill"},{"id":"2510.11176","title":"G2L:From Giga-Scale to Cancer-Specific Large-Scale Pathology Foundation Models via Knowledge Distillation","created":"2025-10-13","cited_by_count":2,"area":"distill"},{"id":"2601.11719","title":"jBOT: Semantic Jet Representation Clustering Emerges from Self-Distillation","created":"2026-01-16","cited_by_count":2,"area":"distill"},{"id":"2203.16983","title":"Self-distillation Augmented Masked Autoencoders for Histopathological Image Classification","created":"2022-03-31","cited_by_count":1,"area":"distill"},{"id":"2303.12130","title":"MV-MR: multi-views and multi-representations for self-supervised learning and knowledge distillation","created":"2023-03-21","cited_by_count":1,"area":"distill"},{"id":"2312.11938","title":"DMT: Comprehensive Distillation with Multiple Self-supervised Teachers","created":"2023-12-19","cited_by_count":1,"area":"distill"},{"id":"2405.08538","title":"Self-Distillation Improves DNA Sequence Inference","created":"2024-05-14","cited_by_count":1,"area":"distill"},{"id":"2506.10582","title":"Rethinking Random Masking in Self-Distillation on ViT","created":"2025-06-12","cited_by_count":1,"area":"distill"},{"id":"2602.06032","title":"Splat and Distill: Augmenting Teachers with Feed-Forward 3D Reconstruction For 3D-Aware Distillation","created":"2026-02-05","cited_by_count":1,"area":"distill"},{"id":"2606.19483","title":"Dyna-DINO: Efficient ViT Distillation Via Adaptive Representation Anchoring","created":"2026-06-17","cited_by_count":1,"area":"distill"},{"id":"2410.00779","title":"Local-to-Global Self-Supervised Representation Learning for Diabetic Retinopathy Grading","created":"2024-10-01","cited_by_count":0,"area":"distill"},{"id":"2411.15239","title":"Preserving Angles Improves Feature Distillation","created":"2024-11-22","cited_by_count":0,"area":"distill"},{"id":"2506.05409","title":"Object-level Self-Distillation for Vision Pretraining","created":"2025-06-04","cited_by_count":0,"area":"distill"},{"id":"2506.21724","title":"Asymmetric Dual Self-Distillation for 3D Self-Supervised Representation Learning","created":"2025-06-26","cited_by_count":0,"area":"distill"},{"id":"2606.19203","title":"DASH: Dual-View Self-Distillation with Multi-Layer Hidden Representations for Robust Speech Recognition","created":"2026-06-17","cited_by_count":0,"area":"distill"},{"id":"2608.24759","title":"IDeaL: Data-Free Multi-Teacher Distillation via Improved Dead Leaves","created":"2026-08-25","cited_by_count":0,"area":"distill"},{"id":"2609.06296","title":"SignDino: Self-Supervised Sign Language Representation Learning via Temporal-Axis Self-Distillation","created":"2026-09-05","cited_by_count":0,"area":"distill"},{"id":"2610.15919","title":"RINO: Renormalization Group Distillation with No Labels","created":"2026-10-11","cited_by_count":0,"area":"distill"},{"id":"2610.19013","title":"Data Density Scaling Laws for Image Self-Distillation","created":"2026-10-13","cited_by_count":0,"area":"distill"}],"next_cursor":null}