{"total":94,"rows":[{"id":"2106.05237","title":"Knowledge distillation: A good teacher is patient and consistent","created":"2021-06-09","cited_by_count":259,"area":"distill"},{"id":"2106.10456","title":"Humble Teachers Teach Better Students for Semi-Supervised Object Detection","created":"2021-06-19","cited_by_count":116,"area":"distill"},{"id":"2104.02096","title":"Compressing Visual-linguistic Model via Knowledge Distillation","created":"2021-04-05","cited_by_count":86,"area":"distill"},{"id":"2108.07969","title":"Revisiting Adversarial Robustness Distillation: Robust Soft Labels Make Student Better","created":"2021-08-18","cited_by_count":79,"area":"distill"},{"id":"2203.00048","title":"Multi-modal Alignment using Representation Codebook","created":"2022-02-28","cited_by_count":63,"area":"distill"},{"id":"2104.00676","title":"Is Label Smoothing Truly Incompatible with Knowledge Distillation: An Empirical Study","created":"2021-04-01","cited_by_count":51,"area":"distill"},{"id":"2112.01528","title":"A Fast Knowledge Distillation Framework for Visual Recognition","created":"2021-12-02","cited_by_count":50,"area":"distill"},{"id":"2303.08348","title":"Active Teacher for Semi-Supervised Object Detection","created":"2023-03-15","cited_by_count":43,"area":"distill"},{"id":"2106.06168","title":"Generate, Annotate, and Learn: NLP with Synthetic Text","created":"2021-06-11","cited_by_count":42,"area":"distill"},{"id":"2104.09732","title":"Knowledge Distillation as Semiparametric Inference","created":"2021-04-20","cited_by_count":29,"area":"distill"},{"id":"2103.14431","title":"Multimodal Knowledge Expansion","created":"2021-03-26","cited_by_count":26,"area":"distill"},{"id":"2207.05500","title":"Modality-Aware Contrastive Instance Learning with Self-Distillation for Weakly-Supervised Audio-Visual Violence Detection","created":"2022-07-12","cited_by_count":26,"area":"distill"},{"id":"2308.04268","title":"Teacher-Student Architecture for Knowledge Distillation: A Survey","created":"2023-08-08","cited_by_count":26,"area":"distill"},{"id":"2401.08732","title":"Bayes Conditional Distribution Estimation for Knowledge Distillation Based on Conditional Mutual Information","created":"2024-01-16","cited_by_count":25,"area":"distill"},{"id":"2304.01464","title":"Hierarchical Supervision and Shuffle Data Augmentation for 3D Semi-Supervised Object Detection","created":"2023-04-04","cited_by_count":24,"area":"distill"},{"id":"2111.14353","title":"Semi-supervised Domain Adaptation via Sample-to-Sample Self-Distillation","created":"2021-11-29","cited_by_count":23,"area":"distill"},{"id":"2210.17332","title":"Teacher-Student Architecture for Knowledge Learning: A Survey","created":"2022-10-28","cited_by_count":23,"area":"distill"},{"id":"2310.18640","title":"Switching Temporary Teachers for Semi-Supervised Semantic Segmentation","created":"2023-10-28","cited_by_count":23,"area":"distill"},{"id":"2111.10958","title":"MUM : Mix Image Tiles and UnMix Feature Tiles for Semi-Supervised Object Detection","created":"2021-11-22","cited_by_count":21,"area":"distill"},{"id":"2203.05180","title":"Knowledge Distillation as Efficient Pre-training: Faster Convergence, Higher Data-efficiency, and Better Transferability","created":"2022-03-10","cited_by_count":21,"area":"distill"},{"id":"2301.13304","title":"Understanding Self-Distillation in the Presence of Label Noise","created":"2023-01-30","cited_by_count":21,"area":"distill"},{"id":"2201.10207","title":"SPIRAL: Self-supervised Perturbation-Invariant Representation Learning for Speech Pre-Training","created":"2022-01-25","cited_by_count":19,"area":"distill"},{"id":"2411.18674","title":"Active Data Curation Effectively Distills Large-Scale Multimodal Models","created":"2024-11-27","cited_by_count":19,"area":"distill"},{"id":"2207.10425","title":"KD-MVS: Knowledge Distillation Based Self-supervised Learning for Multi-view Stereo","created":"2022-07-21","cited_by_count":18,"area":"distill"},{"id":"2106.13266","title":"DnS: Distill-and-Select for Efficient and Accurate Video Indexing and Retrieval","created":"2021-06-24","cited_by_count":17,"area":"distill"},{"id":"2202.06431","title":"AI can evolve without labels: self-evolving vision transformer for chest X-ray diagnosis through knowledge distillation","created":"2022-02-13","cited_by_count":17,"area":"distill"},{"id":"2204.00185","title":"Distill-VQ: Learning Retrieval Oriented Vector Quantization By Distilling Knowledge from Dense Embeddings","created":"2022-04-01","cited_by_count":17,"area":"distill"},{"id":"2104.13298","title":"Self-distillation with Batch Knowledge Ensembling Improves ImageNet Classification","created":"2021-04-27","cited_by_count":16,"area":"distill"},{"id":"2105.06143","title":"Boosting Light-Weight Depth Estimation Via Knowledge Distillation","created":"2021-05-13","cited_by_count":16,"area":"distill"},{"id":"2301.12923","title":"On student-teacher deviations in distillation: does it pay to disobey?","created":"2023-01-30","cited_by_count":16,"area":"distill"},{"id":"2103.05959","title":"Beyond Self-Supervision: A Simple Yet Effective Network Distillation Alternative to Improve Backbones","created":"2021-03-10","cited_by_count":15,"area":"distill"},{"id":"2106.00241","title":"Reinforced Iterative Knowledge Distillation for Cross-Lingual Named Entity Recognition","created":"2021-06-01","cited_by_count":15,"area":"distill"},{"id":"2405.19917","title":"Multimodal Cross-Domain Few-Shot Learning for Egocentric Action Recognition","created":"2024-05-30","cited_by_count":14,"area":"distill"},{"id":"2203.06760","title":"CMKD: CNN/Transformer-Based Cross-Model Knowledge Distillation for Audio Classification","created":"2022-03-13","cited_by_count":12,"area":"distill"},{"id":"2203.14649","title":"Knowledge Distillation: Bad Models Can Be Good Role Models","created":"2022-03-28","cited_by_count":12,"area":"distill"},{"id":"2208.11499","title":"Semi-supervised Semantic Segmentation with Mutual Knowledge Distillation","created":"2022-08-24","cited_by_count":12,"area":"distill"},{"id":"2302.05666","title":"Jaccard Metric Losses: Optimizing the Jaccard Index with Soft Labels","created":"2023-02-11","cited_by_count":12,"area":"distill"},{"id":"2305.15781","title":"VanillaKD: Revisit the Power of Vanilla Knowledge Distillation from Small Scale to Large Scale","created":"2023-05-25","cited_by_count":11,"area":"distill"},{"id":"2210.05793","title":"Comparison of Soft and Hard Target RNN-T Distillation for Large-scale ASR","created":"2022-10-11","cited_by_count":10,"area":"distill"},{"id":"2302.03806","title":"SLaM: Student-Label Mixing for Distillation with Unlabeled Examples","created":"2023-02-08","cited_by_count":10,"area":"distill"},{"id":"2210.01213","title":"Robust Active Distillation","created":"2022-10-03","cited_by_count":9,"area":"distill"},{"id":"2407.10164","title":"LabelDistill: Label-guided Cross-modal Knowledge Distillation for Camera-based 3D Object Detection","created":"2024-07-14","cited_by_count":9,"area":"distill"},{"id":"2409.19659","title":"Flipped Classroom: Aligning Teacher Attention with Student in Generalized Category Discovery","created":"2024-09-29","cited_by_count":9,"area":"distill"},{"id":"2206.06479","title":"Robust Distillation for Worst-class Performance","created":"2022-06-13","cited_by_count":6,"area":"distill"},{"id":"2608.14144","title":"Self-Supervised Visual On-Policy Distillation","created":"2026-08-14","cited_by_count":6,"area":"distill"},{"id":"2207.05334","title":"Cycle Self-Training for Semi-Supervised Object Detection with Distribution Consistency Reweighting","created":"2022-07-12","cited_by_count":5,"area":"distill"},{"id":"2211.03946","title":"Understanding the Role of Mixup in Knowledge Distillation: An Empirical Study","created":"2022-11-08","cited_by_count":5,"area":"distill"},{"id":"2305.02614","title":"High-Dimensional Bayesian Optimization via Semi-Supervised Learning with Optimized Unlabeled Data Sampling","created":"2023-05-04","cited_by_count":5,"area":"distill"},{"id":"2312.17473","title":"FerKD: Surgical Label Adaptation for Efficient Distillation","created":"2023-12-29","cited_by_count":5,"area":"distill"},{"id":"2301.10114","title":"When does the student surpass the teacher? Federated Semi-supervised Learning with Teacher-Student EMA","created":"2023-01-24","cited_by_count":4,"area":"distill"},{"id":"2409.07558","title":"Unsupervised Point Cloud Registration with Self-Distillation","created":"2024-09-11","cited_by_count":4,"area":"distill"},{"id":"2604.08532","title":"Self-Improving 4D Perception via Self-Distillation","created":"2026-04-09","cited_by_count":4,"area":"distill"},{"id":"2101.01881","title":"MSD: Saliency-aware Knowledge Distillation for Multimodal Understanding","created":"2021-01-06","cited_by_count":3,"area":"distill"},{"id":"2311.04040","title":"Data exploitation: multi-task learning of object detection and semantic segmentation on partially annotated data","created":"2023-11-07","cited_by_count":3,"area":"distill"},{"id":"2507.15709","title":"Efficient Face Image Quality Assessment via Self-training and Knowledge Distillation","created":"2025-07-21","cited_by_count":3,"area":"distill"},{"id":"2105.10633","title":"Revisiting Knowledge Distillation for Object Detection","created":"2021-05-22","cited_by_count":2,"area":"distill"},{"id":"2305.07881","title":"Black-box Source-free Domain Adaptation via Two-stage Knowledge Distillation","created":"2023-05-13","cited_by_count":2,"area":"distill"},{"id":"2310.01353","title":"Scaling Up Music Information Retrieval Training with Semi-Supervised Learning","created":"2023-10-02","cited_by_count":2,"area":"distill"},{"id":"2310.13782","title":"Data-Free Knowledge Distillation Using Adversarially Perturbed OpenGL Shader Images","created":"2023-10-20","cited_by_count":2,"area":"distill"},{"id":"2402.05942","title":"Cooperative Knowledge Distillation: A Learner Agnostic Approach","created":"2024-02-02","cited_by_count":2,"area":"distill"},{"id":"2409.06583","title":"Semi-Supervised 3D Object Detection with Channel Augmentation using Transformation Equivariance","created":"2024-09-10","cited_by_count":2,"area":"distill"},{"id":"2207.11250","title":"Rich Feature Distillation with Feature Affinity Module for Efficient Image Dehazing","created":"2022-07-13","cited_by_count":1,"area":"distill"},{"id":"2209.07080","title":"Layerwise Bregman Representation Learning with Applications to Knowledge Distillation","created":"2022-09-15","cited_by_count":1,"area":"distill"},{"id":"2304.07593","title":"Teacher Network Calibration Improves Cross-Quality Knowledge Distillation","created":"2023-04-15","cited_by_count":1,"area":"distill"},{"id":"2401.01473","title":"Self-supervised Reflective Learning through Self-distillation and Online Clustering for Speaker Representation Learning","created":"2024-01-03","cited_by_count":1,"area":"distill"},{"id":"2404.18891","title":"IPixMatch: Boost Semi-supervised Semantic Segmentation with Inter-Pixel Relation","created":"2024-04-29","cited_by_count":1,"area":"distill"},{"id":"2409.20449","title":"Linear Projections of Teacher Embeddings for Few-Class Distillation","created":"2024-09-30","cited_by_count":1,"area":"distill"},{"id":"2409.20498","title":"Enhancing Romanian Offensive Language Detection through Knowledge Distillation, Multi-Task Learning, and Data Augmentation","created":"2024-09-30","cited_by_count":1,"area":"distill"},{"id":"2602.14029","title":"Why Self-Training Helps and Hurts: Denoising vs. Signal Forgetting","created":"2026-02-15","cited_by_count":1,"area":"distill"},{"id":"2609.06490","title":"OracleZoom: On-Policy Self-Distillation Inspired Reference-Constrained Recursive Image Super Resolution","created":"2026-09-06","cited_by_count":1,"area":"distill"},{"id":"2101.03713","title":"Learning from Weakly-labeled Web Videos via Exploring Sub-Concepts","created":"2021-01-11","cited_by_count":0,"area":"distill"},{"id":"2112.11541","title":"Teacher-Student Architecture for Mixed Supervised Lung Tumor Segmentation","created":"2021-12-21","cited_by_count":0,"area":"distill"},{"id":"2208.13404","title":"Progressive Self-Distillation for Ground-to-Aerial Perception Knowledge Transfer","created":"2022-08-29","cited_by_count":0,"area":"distill"},{"id":"2302.12562","title":"A Knowledge Distillation framework for Multi-Organ Segmentation of Medaka Fish in Tomographic Image","created":"2023-02-24","cited_by_count":0,"area":"distill"},{"id":"2304.12666","title":"Bayesian Optimization Meets Self-Distillation","created":"2023-04-25","cited_by_count":0,"area":"distill"},{"id":"2306.15977","title":"A Dimensional Structure based Knowledge Distillation Method for Cross-Modal Learning","created":"2023-06-28","cited_by_count":0,"area":"distill"},{"id":"2307.05201","title":"The Staged Knowledge Distillation in Video Classification: Harmonizing Student Progress by a Complementary Weakly Supervised Framework","created":"2023-07-11","cited_by_count":0,"area":"distill"},{"id":"2309.05826","title":"KD-FixMatch: Knowledge Distillation Siamese Neural Networks","created":"2023-09-11","cited_by_count":0,"area":"distill"},{"id":"2401.06010","title":"Attention to detail: inter-resolution knowledge distillation","created":"2024-01-11","cited_by_count":0,"area":"distill"},{"id":"2405.16093","title":"Diverse Teacher-Students for Deep Safe Semi-Supervised Learning under Class Mismatch","created":"2024-05-25","cited_by_count":0,"area":"distill"},{"id":"2407.05316","title":"Leveraging Topological Guidance for Improved Knowledge Distillation","created":"2024-07-07","cited_by_count":0,"area":"distill"},{"id":"2409.16581","title":"SelectiveKD: A semi-supervised framework for cancer detection in DBT through Knowledge Distillation and Pseudo-labeling","created":"2024-09-25","cited_by_count":0,"area":"distill"},{"id":"2502.19177","title":"Knowledge Distillation for Semantic Segmentation: A Label Space Unification Approach","created":"2025-02-26","cited_by_count":0,"area":"distill"},{"id":"2503.18544","title":"Distilling Stereo Networks for Performant and Efficient Leaner Networks","created":"2025-03-24","cited_by_count":0,"area":"distill"},{"id":"2505.21904","title":"CAST: Contrastive Adaptation and Distillation for Semi-Supervised Instance Segmentation","created":"2025-05-28","cited_by_count":0,"area":"distill"},{"id":"2508.14082","title":"Toward Robust Semi-supervised Regression via Dual-stream Knowledge Distillation","created":"2025-08-12","cited_by_count":0,"area":"distill"},{"id":"2508.20232","title":"ATMS-KD: Adaptive Temperature and Mixed Sample Knowledge Distillation for a Lightweight Residual CNN in Agricultural Embedded Systems","created":"2025-08-27","cited_by_count":0,"area":"distill"},{"id":"2510.03606","title":"Unsupervised Transformer Pre-Training for Images: Self-Distillation, Mean Teachers, and Random Crops","created":"2025-10-04","cited_by_count":0,"area":"distill"},{"id":"2512.07229","title":"ReLKD: Inter-Class Relation Learning with Knowledge Distillation for Generalized Category Discovery","created":"2025-12-08","cited_by_count":0,"area":"distill"},{"id":"2602.19778","title":"Enhancing Automatic Chord Recognition via Pseudo-Labeling and Knowledge Distillation","created":"2026-02-23","cited_by_count":0,"area":"distill"},{"id":"2604.03841","title":"Training a Student Expert via Semi-Supervised Foundation Model Distillation","created":"2026-04-04","cited_by_count":0,"area":"distill"},{"id":"2604.15451","title":"Weak-to-Strong Knowledge Distillation Accelerates Visual Learning","created":"2026-04-16","cited_by_count":0,"area":"distill"},{"id":"2606.25927","title":"Knowledge Cascade: Reverse Knowledge Distillation on Nonparametric Multivariate Functional Estimation","created":"2026-06-24","cited_by_count":0,"area":"distill"},{"id":"2607.15450","title":"Prediction-Only Distillation in Linear and Logistic Regression","created":"2026-07-16","cited_by_count":0,"area":"distill"}],"next_cursor":null}