{"total":58,"rows":[{"id":"2205.10536","title":"Knowledge Distillation from A Stronger Teacher","created":"2022-05-21","cited_by_count":208,"area":"distill"},{"id":"2212.04500","title":"Masked Video Distillation: Rethinking Masked Feature Modeling for Self-supervised Video Representation Learning","created":"2022-12-08","cited_by_count":90,"area":"distill"},{"id":"2203.00048","title":"Multi-modal Alignment using Representation Codebook","created":"2022-02-28","cited_by_count":63,"area":"distill"},{"id":"2203.17269","title":"A Closer Look at Rehearsal-Free Continual Learning","created":"2022-03-31","cited_by_count":54,"area":"distill"},{"id":"2112.01528","title":"A Fast Knowledge Distillation Framework for Visual Recognition","created":"2021-12-02","cited_by_count":50,"area":"distill"},{"id":"2209.03917","title":"Exploring Target Representations for Masked Autoencoders","created":"2022-09-08","cited_by_count":46,"area":"distill"},{"id":"2106.06168","title":"Generate, Annotate, and Learn: NLP with Synthetic Text","created":"2021-06-11","cited_by_count":42,"area":"distill"},{"id":"2211.13929","title":"XKD: Cross-modal Knowledge Distillation with Domain Alignment for Video Representation Learning","created":"2022-11-25","cited_by_count":31,"area":"distill"},{"id":"2303.11098","title":"Understanding the Role of the Projector in Knowledge Distillation","created":"2023-03-20","cited_by_count":31,"area":"distill"},{"id":"2208.05768","title":"MixSKD: Self-Knowledge Distillation from Mixup for Image Recognition","created":"2022-08-11","cited_by_count":30,"area":"distill"},{"id":"2303.09870","title":"TeSLA: Test-Time Self-Learning With Automatic Adversarial Augmentation","created":"2023-03-17","cited_by_count":28,"area":"distill"},{"id":"2311.17325","title":"Alternate Diverse Teaching for Semi-supervised Medical Image Segmentation","created":"2023-11-29","cited_by_count":22,"area":"distill"},{"id":"2111.10958","title":"MUM : Mix Image Tiles and UnMix Feature Tiles for Semi-Supervised Object Detection","created":"2021-11-22","cited_by_count":21,"area":"distill"},{"id":"2202.07940","title":"Meta Knowledge Distillation","created":"2022-02-16","cited_by_count":20,"area":"distill"},{"id":"2308.09922","title":"MDCS: More Diverse Experts with Consistency Self-distillation for Long-tailed Recognition","created":"2023-08-19","cited_by_count":19,"area":"distill"},{"id":"2412.08139","title":"Wasserstein Distance Rivals Kullback-Leibler Divergence for Knowledge Distillation","created":"2024-12-11","cited_by_count":19,"area":"distill"},{"id":"2402.03119","title":"Good Teachers Explain: Explanation-Enhanced Knowledge Distillation","created":"2024-02-05","cited_by_count":14,"area":"distill"},{"id":"2308.06453","title":"Multi-Label Knowledge Distillation","created":"2023-08-12","cited_by_count":12,"area":"distill"},{"id":"2409.19659","title":"Flipped Classroom: Aligning Teacher Attention with Student in Generalized Category Discovery","created":"2024-09-29","cited_by_count":9,"area":"distill"},{"id":"2411.12817","title":"What Makes a Good Dataset for Knowledge Distillation?","created":"2024-11-19","cited_by_count":9,"area":"distill"},{"id":"2503.08043","title":"Structural and Statistical Texture Knowledge Distillation and Learning for Segmentation","created":"2025-03-11","cited_by_count":9,"area":"distill"},{"id":"2303.14666","title":"Generalization Matters: Loss Minima Flattening via Parameter Hybridization for Efficient Online Knowledge Distillation","created":"2023-03-26","cited_by_count":8,"area":"distill"},{"id":"2305.19412","title":"Are Large Kernels Better Teachers than Transformers for ConvNets?","created":"2023-05-30","cited_by_count":8,"area":"distill"},{"id":"2307.11030","title":"Cluster-aware Semi-supervised Learning: Relational Knowledge Distillation Provably Learns Clustering","created":"2023-07-20","cited_by_count":7,"area":"distill"},{"id":"2309.10361","title":"Improving CLIP Robustness with Knowledge Distillation and Self-Training","created":"2023-09-19","cited_by_count":7,"area":"distill"},{"id":"2510.17524","title":"Mitigating Clever Hans Strategies in Image Classifiers through Generating Counterexamples","created":"2025-10-20","cited_by_count":7,"area":"distill"},{"id":"2308.16561","title":"MoMA: Momentum Contrastive Learning with Multi-head Attention-based Knowledge Distillation for Histopathology Image Analysis","created":"2023-08-31","cited_by_count":6,"area":"distill"},{"id":"2403.06151","title":"Decoupled Contrastive Learning for Long-Tailed Recognition","created":"2024-03-10","cited_by_count":6,"area":"distill"},{"id":"2502.20760","title":"VRM: Knowledge Distillation via Virtual Relation Matching","created":"2025-02-28","cited_by_count":6,"area":"distill"},{"id":"2608.14144","title":"Self-Supervised Visual On-Policy Distillation","created":"2026-08-14","cited_by_count":6,"area":"distill"},{"id":"2212.05422","title":"Teaching What You Should Teach: A Data-Based Distillation Method","created":"2022-12-11","cited_by_count":5,"area":"distill"},{"id":"2412.16493","title":"Cross-View Consistency Regularisation for Knowledge Distillation","created":"2024-12-21","cited_by_count":5,"area":"distill"},{"id":"2503.06461","title":"Long-tailed Adversarial Training with Self-Distillation","created":"2025-03-09","cited_by_count":5,"area":"distill"},{"id":"2409.10362","title":"Frequency-Guided Masking for Enhanced Vision Self-Supervised Learning","created":"2024-09-16","cited_by_count":4,"area":"distill"},{"id":"2405.00739","title":"Why does Knowledge Distillation Work? Rethink its Attention and Fidelity Mechanism","created":"2024-04-30","cited_by_count":3,"area":"distill"},{"id":"2410.22184","title":"Multi-Level Feature Distillation of Joint Teachers Trained on Distinct Image Datasets","created":"2024-10-29","cited_by_count":3,"area":"distill"},{"id":"2310.13782","title":"Data-Free Knowledge Distillation Using Adversarially Perturbed OpenGL Shader Images","created":"2023-10-20","cited_by_count":2,"area":"distill"},{"id":"2312.16242","title":"ShiftKD: Benchmarking Knowledge Distillation under Distribution Shift","created":"2023-12-25","cited_by_count":2,"area":"distill"},{"id":"2409.06583","title":"Semi-Supervised 3D Object Detection with Channel Augmentation using Transformation Equivariance","created":"2024-09-10","cited_by_count":2,"area":"distill"},{"id":"2208.08331","title":"Leukocyte Classification using Multimodal Architecture Enhanced by Knowledge Distillation","created":"2022-08-17","cited_by_count":1,"area":"distill"},{"id":"2304.07593","title":"Teacher Network Calibration Improves Cross-Quality Knowledge Distillation","created":"2023-04-15","cited_by_count":1,"area":"distill"},{"id":"2305.14890","title":"HARD: Hard Augmentations for Robust Distillation","created":"2023-05-24","cited_by_count":1,"area":"distill"},{"id":"2503.24017","title":"Crossmodal Knowledge Distillation with WordNet-Relaxed Text Embeddings for Robust Image Classification","created":"2025-03-31","cited_by_count":1,"area":"distill"},{"id":"2509.03850","title":"Data-Augmented Quantization-Aware Knowledge Distillation","created":"2025-09-04","cited_by_count":1,"area":"distill"},{"id":"2510.24116","title":"UHKD: A Unified Framework for Heterogeneous Knowledge Distillation via Frequency-Domain Representations","created":"2025-10-28","cited_by_count":1,"area":"distill"},{"id":"2305.13391","title":"EnSiam: Self-Supervised Learning With Ensemble Representations","created":"2023-05-22","cited_by_count":0,"area":"distill"},{"id":"2305.14700","title":"AdvFunMatch: When Consistent Teaching Meets Adversarial Robustness","created":"2023-05-24","cited_by_count":0,"area":"distill"},{"id":"2309.05826","title":"KD-FixMatch: Knowledge Distillation Siamese Neural Networks","created":"2023-09-11","cited_by_count":0,"area":"distill"},{"id":"2310.13110","title":"Semi-Supervised Learning of Dynamical Systems with Neural Ordinary Differential Equations: A Teacher-Student Model Approach","created":"2023-10-19","cited_by_count":0,"area":"distill"},{"id":"2411.15239","title":"Preserving Angles Improves Feature Distillation","created":"2024-11-22","cited_by_count":0,"area":"distill"},{"id":"2503.16184","title":"Accurate Scene Text Recognition with Efficient Model Scaling and Cloze Self-Distillation","created":"2025-03-20","cited_by_count":0,"area":"distill"},{"id":"2508.14082","title":"Toward Robust Semi-supervised Regression via Dual-stream Knowledge Distillation","created":"2025-08-12","cited_by_count":0,"area":"distill"},{"id":"2508.16050","title":"Expandable Residual Approximation for Knowledge Distillation","created":"2025-08-22","cited_by_count":0,"area":"distill"},{"id":"2512.04625","title":"Rethinking Decoupled Knowledge Distillation: A Predictive Distribution Perspective","created":"2025-12-04","cited_by_count":0,"area":"distill"},{"id":"2512.11057","title":"Weakly Supervised Tuberculosis Localization in Chest X-rays through Knowledge Distillation","created":"2025-12-11","cited_by_count":0,"area":"distill"},{"id":"2603.02430","title":"A Unified Revisit of Temperature in Classification-Based Knowledge Distillation","created":"2026-03-02","cited_by_count":0,"area":"distill"},{"id":"2604.15451","title":"Weak-to-Strong Knowledge Distillation Accelerates Visual Learning","created":"2026-04-16","cited_by_count":0,"area":"distill"},{"id":"2606.30795","title":"Simple Supervision Is Hard to Beat: A Bitter Lesson from Sparse Target Labels in Domain-Adaptive Object Detection","created":"2026-06-29","cited_by_count":0,"area":"distill"}],"next_cursor":null}