{"total":119,"rows":[{"id":"2104.13921","title":"Open-vocabulary Object Detection via Vision and Language Knowledge Distillation","created":"2021-04-28","cited_by_count":906,"area":"distill"},{"id":"2106.05237","title":"Knowledge distillation: A good teacher is patient and consistent","created":"2021-06-09","cited_by_count":259,"area":"distill"},{"id":"2205.10536","title":"Knowledge Distillation from A Stronger Teacher","created":"2022-05-21","cited_by_count":208,"area":"distill"},{"id":"2201.00766","title":"Class-Incremental Continual Learning into the eXtended DER-verse","created":"2022-01-03","cited_by_count":124,"area":"distill"},{"id":"2307.12732","title":"CLIP-KD: An Empirical Study of CLIP Model Distillation","created":"2023-07-24","cited_by_count":87,"area":"distill"},{"id":"2104.02096","title":"Compressing Visual-linguistic Model via Knowledge Distillation","created":"2021-04-05","cited_by_count":86,"area":"distill"},{"id":"2204.12997","title":"DearKD: Data-Efficient Early Knowledge Distillation for Vision Transformers","created":"2022-04-27","cited_by_count":65,"area":"distill"},{"id":"2107.01378","title":"Learning Efficient Vision Transformers via Fine-Grained Manifold Distillation","created":"2021-07-03","cited_by_count":60,"area":"distill"},{"id":"2112.01528","title":"A Fast Knowledge Distillation Framework for Visual Recognition","created":"2021-12-02","cited_by_count":50,"area":"distill"},{"id":"2112.03553","title":"ADD: Frequency Attention and Multi-View based Knowledge Distillation to Detect Low-Quality Compressed Deepfake Images","created":"2021-12-07","cited_by_count":48,"area":"distill"},{"id":"2211.07171","title":"Cross-Modality Knowledge Distillation Network for Monocular 3D Object Detection","created":"2022-11-14","cited_by_count":48,"area":"distill"},{"id":"2103.08273","title":"Refine Myself by Teaching Myself: Feature Refinement via Self-Knowledge Distillation","created":"2021-03-15","cited_by_count":46,"area":"distill"},{"id":"2103.01353","title":"There is More than Meets the Eye: Self-Supervised Multi-Object Detection and Tracking with Sound by Distilling Multimodal Knowledge","created":"2021-03-01","cited_by_count":44,"area":"distill"},{"id":"2404.11958","title":"Not All Voxels Are Equal: Hardness-Aware Semantic Scene Completion with Self-Distillation","created":"2024-04-18","cited_by_count":43,"area":"distill"},{"id":"2110.12724","title":"Instance-Conditional Knowledge Distillation for Object Detection","created":"2021-10-25","cited_by_count":42,"area":"distill"},{"id":"2206.06067","title":"Better Teacher Better Student: Dynamic Prior Knowledge for Knowledge Distillation","created":"2022-06-13","cited_by_count":41,"area":"distill"},{"id":"2207.05273","title":"Cross-Architecture Knowledge Distillation","created":"2022-07-12","cited_by_count":41,"area":"distill"},{"id":"2107.02408","title":"CoReD: Generalizing Fake Media Detection with Continual Representation using Distillation","created":"2021-07-06","cited_by_count":37,"area":"distill"},{"id":"2305.03944","title":"Structural and Statistical Texture Knowledge Distillation for Semantic Segmentation","created":"2023-05-06","cited_by_count":36,"area":"distill"},{"id":"2207.06867","title":"Deep versus Wide: An Analysis of Student Architectures for Task-Agnostic Knowledge Distillation of Self-Supervised Speech Models","created":"2022-07-14","cited_by_count":31,"area":"distill"},{"id":"2205.15156","title":"Towards Efficient 3D Object Detection with Knowledge Distillation","created":"2022-05-30","cited_by_count":29,"area":"distill"},{"id":"2211.04772","title":"Efficient Large-scale Audio Tagging via Transformer-to-CNN Knowledge Distillation","created":"2022-11-09","cited_by_count":27,"area":"distill"},{"id":"2308.04268","title":"Teacher-Student Architecture for Knowledge Distillation: A Survey","created":"2023-08-08","cited_by_count":26,"area":"distill"},{"id":"2407.11682","title":"MapDistill: Boosting Efficient Camera-based HD Map Construction via Camera-LiDAR Fusion Model Distillation","created":"2024-07-16","cited_by_count":26,"area":"distill"},{"id":"2109.06875","title":"Multi-Scale Aligned Distillation for Low-Resolution Detection","created":"2021-09-14","cited_by_count":24,"area":"distill"},{"id":"2210.17332","title":"Teacher-Student Architecture for Knowledge Learning: A Survey","created":"2022-10-28","cited_by_count":23,"area":"distill"},{"id":"2310.18640","title":"Switching Temporary Teachers for Semi-Supervised Semantic Segmentation","created":"2023-10-28","cited_by_count":23,"area":"distill"},{"id":"2104.08945","title":"Data-Efficient Language-Supervised Zero-Shot Learning with Self-Distillation","created":"2021-04-18","cited_by_count":22,"area":"distill"},{"id":"2201.05131","title":"SimReg: Regression as a Simple Yet Effective Tool for Self-supervised Knowledge Distillation","created":"2022-01-13","cited_by_count":21,"area":"distill"},{"id":"2203.02485","title":"Better Supervisory Signals by Observing Learning Paths","created":"2022-03-04","cited_by_count":21,"area":"distill"},{"id":"2304.06461","title":"Multi-Mode Online Knowledge Distillation for Self-Supervised Visual Representation Learning","created":"2023-04-13","cited_by_count":20,"area":"distill"},{"id":"2208.05642","title":"Self-Knowledge Distillation via Dropout","created":"2022-08-11","cited_by_count":18,"area":"distill"},{"id":"2307.08500","title":"Cumulative Spatial Knowledge Distillation for Vision Transformers","created":"2023-07-17","cited_by_count":18,"area":"distill"},{"id":"2202.13393","title":"TransKD: Transformer Knowledge Distillation for Efficient Semantic Segmentation","created":"2022-02-27","cited_by_count":17,"area":"distill"},{"id":"2404.14027","title":"OccFeat: Self-supervised Occupancy Feature Prediction for Pretraining BEV Segmentation Networks","created":"2024-04-22","cited_by_count":17,"area":"distill"},{"id":"2104.13298","title":"Self-distillation with Batch Knowledge Ensembling Improves ImageNet Classification","created":"2021-04-27","cited_by_count":16,"area":"distill"},{"id":"2306.08075","title":"BPKD: Boundary Privileged Knowledge Distillation For Semantic Segmentation","created":"2023-06-13","cited_by_count":15,"area":"distill"},{"id":"2402.03119","title":"Good Teachers Explain: Explanation-Enhanced Knowledge Distillation","created":"2024-02-05","cited_by_count":14,"area":"distill"},{"id":"2203.06760","title":"CMKD: CNN/Transformer-Based Cross-Model Knowledge Distillation for Audio Classification","created":"2022-03-13","cited_by_count":12,"area":"distill"},{"id":"2203.11490","title":"SSD-KD: A Self-supervised Diverse Knowledge Distillation Method for Lightweight Skin Lesion Classification Using Dermoscopic Images","created":"2022-03-22","cited_by_count":12,"area":"distill"},{"id":"2107.10624","title":"LANA: Latency Aware Network Acceleration","created":"2021-07-12","cited_by_count":11,"area":"distill"},{"id":"2209.12420","title":"Knowledge Distillation to Ensemble Global and Interpretable Prototype-Based Mammogram Classification Models","created":"2022-09-26","cited_by_count":11,"area":"distill"},{"id":"2411.06786","title":"ScaleKD: Strong Vision Transformers Could Be Excellent Teachers","created":"2024-11-11","cited_by_count":11,"area":"distill"},{"id":"2601.08301","title":"ReCo-KD: Region- and Context-Aware Knowledge Distillation for Efficient 3D Medical Image Segmentation","created":"2026-01-13","cited_by_count":11,"area":"distill"},{"id":"2104.03164","title":"Distilling and Transferring Knowledge via cGAN-generated Samples for Image Classification and Regression","created":"2021-04-07","cited_by_count":10,"area":"distill"},{"id":"2203.09594","title":"Delta Distillation for Efficient Video Processing","created":"2022-03-17","cited_by_count":10,"area":"distill"},{"id":"2305.17370","title":"Vision Transformers for Small Histological Datasets Learned through Knowledge Distillation","created":"2023-05-27","cited_by_count":10,"area":"distill"},{"id":"2308.14852","title":"SynthDistill: Face Recognition with Knowledge Distillation from Synthetic Data","created":"2023-08-28","cited_by_count":9,"area":"distill"},{"id":"2503.08043","title":"Structural and Statistical Texture Knowledge Distillation and Learning for Segmentation","created":"2025-03-11","cited_by_count":9,"area":"distill"},{"id":"2305.15734","title":"On the Impact of Knowledge Distillation for Model Interpretability","created":"2023-05-25","cited_by_count":8,"area":"distill"},{"id":"2112.04174","title":"Boosting Contrastive Learning with Relation Knowledge Distillation","created":"2021-12-08","cited_by_count":7,"area":"distill"},{"id":"2111.07047","title":"Facial Landmark Points Detection Using Knowledge Distillation-Based Neural Networks","created":"2021-11-13","cited_by_count":6,"area":"distill"},{"id":"2403.07030","title":"AuG-KD: Anchor-Based Mixup Generation for Out-of-Domain Knowledge Distillation","created":"2024-03-11","cited_by_count":5,"area":"distill"},{"id":"2405.18524","title":"Aligning in a Compact Space: Contrastive Knowledge Distillation between Heterogeneous Architectures","created":"2024-05-28","cited_by_count":5,"area":"distill"},{"id":"2110.06830","title":"CONetV2: Efficient Auto-Channel Size Optimization for CNNs","created":"2021-10-13","cited_by_count":4,"area":"distill"},{"id":"2301.13538","title":"AMD: Adaptive Masked Distillation for Object Detection","created":"2023-01-31","cited_by_count":4,"area":"distill"},{"id":"2303.05073","title":"Learn More for Food Recognition via Progressive Self-Distillation","created":"2023-03-09","cited_by_count":4,"area":"distill"},{"id":"2106.06733","title":"LENAS: Learning-based Neural Architecture Search and Ensemble for 3D Radiotherapy Dose Prediction","created":"2021-06-12","cited_by_count":3,"area":"distill"},{"id":"2210.08086","title":"Knowledge Distillation approach towards Melanoma Detection","created":"2022-10-14","cited_by_count":3,"area":"distill"},{"id":"2311.13810","title":"Bridging Classical and Quantum Machine Learning: Knowledge Transfer From Classical to Quantum Neural Networks Using Knowledge Distillation","created":"2023-11-23","cited_by_count":3,"area":"distill"},{"id":"2405.17660","title":"LoReTrack: Efficient and Accurate Low-Resolution Transformer Tracking","created":"2024-05-27","cited_by_count":3,"area":"distill"},{"id":"2407.07516","title":"HDKD: Hybrid Data-Efficient Knowledge Distillation Network for Medical Image Classification","created":"2024-07-10","cited_by_count":3,"area":"distill"},{"id":"2410.22184","title":"Multi-Level Feature Distillation of Joint Teachers Trained on Distinct Image Datasets","created":"2024-10-29","cited_by_count":3,"area":"distill"},{"id":"2505.22027","title":"Improving Respiratory Sound Classification with Architecture-Agnostic Knowledge Distillation from Ensembles","created":"2025-05-28","cited_by_count":3,"area":"distill"},{"id":"2206.13130","title":"Revisiting Architecture-aware Knowledge Distillation: Smaller Models and Faster Search","created":"2022-06-27","cited_by_count":2,"area":"distill"},{"id":"2302.11472","title":"Distilling Calibrated Student from an Uncalibrated Teacher","created":"2023-02-22","cited_by_count":2,"area":"distill"},{"id":"2312.02240","title":"Contrastive Learning-Based Spectral Knowledge Distillation for Multi-Modality and Missing Modality Scenarios in Semantic Segmentation","created":"2023-12-04","cited_by_count":2,"area":"distill"},{"id":"2403.05325","title":"Fine-tuning a Multiple Instance Learning Feature Extractor with Masked Context Modelling and Knowledge Distillation","created":"2024-03-08","cited_by_count":2,"area":"distill"},{"id":"2404.16386","title":"Promoting CNNs with Cross-Architecture Knowledge Distillation for Efficient Monocular Depth Estimation","created":"2024-04-25","cited_by_count":2,"area":"distill"},{"id":"2501.13341","title":"Multi-aspect Knowledge Distillation with Large Language Model","created":"2025-01-23","cited_by_count":2,"area":"distill"},{"id":"2503.21269","title":"Delving Deep into Semantic Relation Distillation","created":"2025-03-27","cited_by_count":2,"area":"distill"},{"id":"2504.16128","title":"Hybrid Knowledge Transfer through Attention and Logit Distillation for On-Device Vision Systems in Agricultural IoT","created":"2025-04-21","cited_by_count":2,"area":"distill"},{"id":"2508.08421","title":"Neural Tangent Knowledge Distillation for Optical Convolutional Networks","created":"2025-08-11","cited_by_count":2,"area":"distill"},{"id":"2607.25289","title":"AMRD: Adaptive Multi-Teacher Relational Distillation for Lightweight Speech Emotion Recognition","created":"2026-07-28","cited_by_count":2,"area":"distill"},{"id":"2102.10335","title":"Exploring Knowledge Distillation of a Deep Neural Network for Multi-Script identification","created":"2021-02-20","cited_by_count":1,"area":"distill"},{"id":"2205.01997","title":"Attention-based Knowledge Distillation in Multi-attention Tasks: The Impact of a DCT-driven Loss","created":"2022-05-04","cited_by_count":1,"area":"distill"},{"id":"2207.00586","title":"PrUE: Distilling Knowledge from Sparse Teacher Networks","created":"2022-07-03","cited_by_count":1,"area":"distill"},{"id":"2210.09668","title":"On effects of Knowledge Distillation on Transfer Learning","created":"2022-10-18","cited_by_count":1,"area":"distill"},{"id":"2212.03090","title":"Label-free Knowledge Distillation with Contrastive Loss for Light-weight Speaker Recognition","created":"2022-12-06","cited_by_count":1,"area":"distill"},{"id":"2301.12739","title":"FractalAD: A simple industrial anomaly detection method using fractal anomaly generation and backbone knowledge distillation","created":"2023-01-30","cited_by_count":1,"area":"distill"},{"id":"2309.03659","title":"Towards Comparable Knowledge Distillation in Semantic Image Segmentation","created":"2023-09-07","cited_by_count":1,"area":"distill"},{"id":"2404.06258","title":"Robust feature knowledge distillation for enhanced performance of lightweight crack segmentation models","created":"2024-04-09","cited_by_count":1,"area":"distill"},{"id":"2407.06167","title":"D{\\epsilon}pS: Delayed {\\epsilon}-Shrinking for Faster Once-For-All Training","created":"2024-07-08","cited_by_count":1,"area":"distill"},{"id":"2407.14329","title":"Efficient Audio Captioning with Encoder-Level Knowledge Distillation","created":"2024-07-19","cited_by_count":1,"area":"distill"},{"id":"2407.20062","title":"SalNAS: Efficient Saliency-prediction Neural Architecture Search with self-knowledge distillation","created":"2024-07-29","cited_by_count":1,"area":"distill"},{"id":"2505.09334","title":"DCSNet: A Lightweight Knowledge Distillation-Based Model with Explainable AI for Lung Cancer Diagnosis from Histopathological Images","created":"2025-05-14","cited_by_count":1,"area":"distill"},{"id":"2510.19290","title":"Knowledge Distillation of Uncertainty using Deep Latent Factor Model","created":"2025-10-22","cited_by_count":1,"area":"distill"},{"id":"2602.09509","title":"Beyond Student: An Asymmetric Network for Neural Network Inheritance","created":"2026-02-10","cited_by_count":1,"area":"distill"},{"id":"2103.00497","title":"Distilling Knowledge via Intermediate Classifiers","created":"2021-02-28","cited_by_count":0,"area":"distill"},{"id":"2110.12606","title":"MUSE: Feature Self-Distillation with Mutual Information and Self-Information","created":"2021-10-25","cited_by_count":0,"area":"distill"},{"id":"2212.02931","title":"Leveraging Different Learning Styles for Improved Knowledge Distillation in Biomedical Imaging","created":"2022-12-06","cited_by_count":0,"area":"distill"},{"id":"2309.05826","title":"KD-FixMatch: Knowledge Distillation Siamese Neural Networks","created":"2023-09-11","cited_by_count":0,"area":"distill"},{"id":"2309.11446","title":"Weight Averaging Improves Knowledge Distillation under Domain Shift","created":"2023-09-20","cited_by_count":0,"area":"distill"},{"id":"2401.13174","title":"Towards Customized Knowledge Distillation for Chip-Level Dense Image Predictions","created":"2024-01-24","cited_by_count":0,"area":"distill"},{"id":"2403.06071","title":"Bit-mask Robust Contrastive Knowledge Distillation for Unsupervised Semantic Hashing","created":"2024-03-10","cited_by_count":0,"area":"distill"},{"id":"2403.14494","title":"Learning to Project for Cross-Task Knowledge Distillation","created":"2024-03-21","cited_by_count":0,"area":"distill"},{"id":"2407.16040","title":"Generalizing Teacher Networks for Effective Knowledge Distillation Across Student Architectures","created":"2024-07-22","cited_by_count":0,"area":"distill"},{"id":"2501.18538","title":"Mini-ResEmoteNet: Leveraging Knowledge Distillation for Human-Centered Design","created":"2025-01-30","cited_by_count":0,"area":"distill"},{"id":"2502.16762","title":"A Transformer-in-Transformer Network Utilizing Knowledge Distillation for Image Recognition","created":"2025-02-24","cited_by_count":0,"area":"distill"},{"id":"2503.18544","title":"Distilling Stereo Networks for Performant and Efficient Leaner Networks","created":"2025-03-24","cited_by_count":0,"area":"distill"}],"next_cursor":"100"}