{"total":47,"rows":[{"id":"2201.00766","title":"Class-Incremental Continual Learning into the eXtended DER-verse","created":"2022-01-03","cited_by_count":124,"area":"distill"},{"id":"2303.11098","title":"Understanding the Role of the Projector in Knowledge Distillation","created":"2023-03-20","cited_by_count":31,"area":"distill"},{"id":"2303.15466","title":"Supervised Masked Knowledge Distillation for Few-Shot Transformers","created":"2023-03-25","cited_by_count":23,"area":"distill"},{"id":"2203.05180","title":"Knowledge Distillation as Efficient Pre-training: Faster Convergence, Higher Data-efficiency, and Better Transferability","created":"2022-03-10","cited_by_count":21,"area":"distill"},{"id":"2410.01680","title":"PHI-S: Distribution Balancing for Label-Free Multi-Teacher Distillation","created":"2024-10-02","cited_by_count":21,"area":"distill"},{"id":"2304.06461","title":"Multi-Mode Online Knowledge Distillation for Self-Supervised Visual Representation Learning","created":"2023-04-13","cited_by_count":20,"area":"distill"},{"id":"2112.00459","title":"Information Theoretic Representation Distillation","created":"2021-12-01","cited_by_count":19,"area":"distill"},{"id":"2202.04241","title":"Distillation with Contrast is All You Need for Self-Supervised Point Cloud Representation Learning","created":"2022-02-09","cited_by_count":19,"area":"distill"},{"id":"2208.05642","title":"Self-Knowledge Distillation via Dropout","created":"2022-08-11","cited_by_count":18,"area":"distill"},{"id":"2303.07815","title":"MobileVOS: Real-Time Video Object Segmentation Contrastive Learning meets Knowledge Distillation","created":"2023-03-14","cited_by_count":16,"area":"distill"},{"id":"2405.10939","title":"DINO as a von Mises-Fisher mixture model","created":"2024-05-17","cited_by_count":15,"area":"distill"},{"id":"2301.09451","title":"A Simple Recipe for Competitive Low-compute Self supervised Vision Models","created":"2023-01-23","cited_by_count":10,"area":"distill"},{"id":"2210.02871","title":"Self-Distillation for Further Pre-training of Transformers","created":"2022-09-30","cited_by_count":9,"area":"distill"},{"id":"2211.13264","title":"Distilling Knowledge from Self-Supervised Teacher by Embedding Graph Alignment","created":"2022-11-23","cited_by_count":7,"area":"distill"},{"id":"2302.12091","title":"Random Teachers are Good Teachers","created":"2023-02-23","cited_by_count":6,"area":"distill"},{"id":"2410.02116","title":"Dataset Distillation via Knowledge Distillation: Towards Efficient Self-Supervised Pre-Training of Deep Networks","created":"2024-10-03","cited_by_count":6,"area":"distill"},{"id":"2507.21844","title":"Cross-Architecture Distillation Made Simple with Redundancy Suppression","created":"2025-07-29","cited_by_count":4,"area":"distill"},{"id":"2109.15014","title":"Deep Neural Compression Via Concurrent Pruning and Self-Distillation","created":"2021-09-30","cited_by_count":3,"area":"distill"},{"id":"2603.15553","title":"Self-Distillation of Hidden Layers for Self-Supervised Representation Learning","created":"2026-03-16","cited_by_count":3,"area":"distill"},{"id":"2307.02720","title":"On-Device Constrained Self-Supervised Speech Representation Learning for Keyword Spotting via Knowledge Distillation","created":"2023-07-06","cited_by_count":2,"area":"distill"},{"id":"2111.12170","title":"Domain-Agnostic Clustering with Self-Distillation","created":"2021-11-23","cited_by_count":1,"area":"distill"},{"id":"2203.16983","title":"Self-distillation Augmented Masked Autoencoders for Histopathological Image Classification","created":"2022-03-31","cited_by_count":1,"area":"distill"},{"id":"2303.10656","title":"More From Less: Self-Supervised Knowledge Distillation for Routine Histopathology Data","created":"2023-03-19","cited_by_count":1,"area":"distill"},{"id":"2303.12130","title":"MV-MR: multi-views and multi-representations for self-supervised learning and knowledge distillation","created":"2023-03-21","cited_by_count":1,"area":"distill"},{"id":"2309.12914","title":"VIC-KD: Variance-Invariance-Covariance Knowledge Distillation to Make Keyword Spotting More Robust Against Adversarial Attacks","created":"2023-09-22","cited_by_count":1,"area":"distill"},{"id":"2312.11938","title":"DMT: Comprehensive Distillation with Multiple Self-supervised Teachers","created":"2023-12-19","cited_by_count":1,"area":"distill"},{"id":"2405.19234","title":"Forward-Backward Knowledge Distillation for Continual Clustering","created":"2024-05-29","cited_by_count":1,"area":"distill"},{"id":"2505.13826","title":"Pushing the Frontiers of Self-Distillation Prototypes Network with Dimension Regularization and Score Normalization","created":"2025-05-20","cited_by_count":1,"area":"distill"},{"id":"2509.23077","title":"CLAD-Net: Continual Activity Recognition in Multi-Sensor Wearable Systems","created":"2025-09-27","cited_by_count":1,"area":"distill"},{"id":"2603.06180","title":"Contrastive-to-Self-Supervised: A Two-Stage Framework for Script Similarity Learning","created":"2026-03-06","cited_by_count":1,"area":"distill"},{"id":"2209.01311","title":"A Novel Self-Knowledge Distillation Approach with Siamese Representation Learning for Action Recognition","created":"2022-09-03","cited_by_count":0,"area":"distill"},{"id":"2305.13391","title":"EnSiam: Self-Supervised Learning With Ensemble Representations","created":"2023-05-22","cited_by_count":0,"area":"distill"},{"id":"2312.12153","title":"Noise robust distillation of self-supervised speech models via correlation metrics","created":"2023-12-19","cited_by_count":0,"area":"distill"},{"id":"2404.03263","title":"On the Surprising Efficacy of Distillation as an Alternative to Pre-Training Small Models","created":"2024-04-04","cited_by_count":0,"area":"distill"},{"id":"2407.11802","title":"Discriminative and Consistent Representation Distillation","created":"2024-07-16","cited_by_count":0,"area":"distill"},{"id":"2410.14700","title":"Depth-Guided Self-Supervised Human Keypoint Detection via Cross-Modal Distillation","created":"2024-10-04","cited_by_count":0,"area":"distill"},{"id":"2506.21724","title":"Asymmetric Dual Self-Distillation for 3D Self-Supervised Representation Learning","created":"2025-06-26","cited_by_count":0,"area":"distill"},{"id":"2508.17509","title":"DinoTwins: Combining DINO and Barlow Twins for Robust, Label-Efficient Vision Transformers","created":"2025-08-24","cited_by_count":0,"area":"distill"},{"id":"2510.03606","title":"Unsupervised Transformer Pre-Training for Images: Self-Distillation, Mean Teachers, and Random Crops","created":"2025-10-04","cited_by_count":0,"area":"distill"},{"id":"2603.07222","title":"VINO: Video-driven Invariance for Non-contextual Objects via Structural Prior Guided De-contextualization","created":"2026-03-07","cited_by_count":0,"area":"distill"},{"id":"2604.18390","title":"Randomly Initialized Networks Can Learn from Peer-to-Peer Consensus","created":"2026-04-20","cited_by_count":0,"area":"distill"},{"id":"2604.24393","title":"Complexity of Linear Regions in Self-supervised Deep ReLU Networks","created":"2026-04-27","cited_by_count":0,"area":"distill"},{"id":"2604.25794","title":"Diverse Image Priors for Black-box Data-free Knowledge Distillation","created":"2026-04-28","cited_by_count":0,"area":"distill"},{"id":"2605.17671","title":"PEIRA: Learning Predictive Encoders through Inter-View Regressor Alignment","created":"2026-05-17","cited_by_count":0,"area":"distill"},{"id":"2607.27054","title":"CoCaRS: Correlation Calibration-Based Redundancy Suppression for Heterogeneous Knowledge Distillation","created":"2026-07-29","cited_by_count":0,"area":"distill"},{"id":"2608.24759","title":"IDeaL: Data-Free Multi-Teacher Distillation via Improved Dead Leaves","created":"2026-08-25","cited_by_count":0,"area":"distill"},{"id":"2610.15919","title":"RINO: Renormalization Group Distillation with No Labels","created":"2026-10-11","cited_by_count":0,"area":"distill"}],"next_cursor":null}