{"total":62,"rows":[{"id":"2104.09044","title":"Distilling Knowledge via Knowledge Review","created":"2021-04-19","cited_by_count":288,"area":"distill"},{"id":"2106.05237","title":"Knowledge distillation: A good teacher is patient and consistent","created":"2021-06-09","cited_by_count":259,"area":"distill"},{"id":"2211.07171","title":"Cross-Modality Knowledge Distillation Network for Monocular 3D Object Detection","created":"2022-11-14","cited_by_count":48,"area":"distill"},{"id":"2205.11098","title":"PointDistiller: Structured Knowledge Distillation Towards Efficient and Compact 3D Detection","created":"2022-05-23","cited_by_count":33,"area":"distill"},{"id":"2211.04772","title":"Efficient Large-scale Audio Tagging via Transformer-to-CNN Knowledge Distillation","created":"2022-11-09","cited_by_count":27,"area":"distill"},{"id":"2109.06875","title":"Multi-Scale Aligned Distillation for Low-Resolution Detection","created":"2021-09-14","cited_by_count":24,"area":"distill"},{"id":"2304.06461","title":"Multi-Mode Online Knowledge Distillation for Self-Supervised Visual Representation Learning","created":"2023-04-13","cited_by_count":20,"area":"distill"},{"id":"2301.12245","title":"Supervision Complexity and its Role in Knowledge Distillation","created":"2023-01-28","cited_by_count":19,"area":"distill"},{"id":"2308.09544","title":"Adapt Your Teacher: Improving Knowledge Distillation for Exemplar-free Continual Learning","created":"2023-08-18","cited_by_count":16,"area":"distill"},{"id":"2103.05959","title":"Beyond Self-Supervision: A Simple Yet Effective Network Distillation Alternative to Improve Backbones","created":"2021-03-10","cited_by_count":15,"area":"distill"},{"id":"2109.07222","title":"EfficientBERT: Progressively Searching Multilayer Perceptron via Warm-up Knowledge Distillation","created":"2021-09-15","cited_by_count":15,"area":"distill"},{"id":"2306.08075","title":"BPKD: Boundary Privileged Knowledge Distillation For Semantic Segmentation","created":"2023-06-13","cited_by_count":15,"area":"distill"},{"id":"2104.15082","title":"Semantic Relation Preserving Knowledge Distillation for Image-to-Image Translation","created":"2021-04-30","cited_by_count":13,"area":"distill"},{"id":"2412.09224","title":"DASK: Distribution Rehearsing via Adaptive Style Kernel Learning for Exemplar-Free Lifelong Person Re-Identification","created":"2024-12-12","cited_by_count":12,"area":"distill"},{"id":"2503.18244","title":"CustomKD: Customizing Large Vision Foundation for Edge Model Improvement via Knowledge Distillation","created":"2025-03-23","cited_by_count":11,"area":"distill"},{"id":"2601.08301","title":"ReCo-KD: Region- and Context-Aware Knowledge Distillation for Efficient 3D Medical Image Segmentation","created":"2026-01-13","cited_by_count":11,"area":"distill"},{"id":"2301.09451","title":"A Simple Recipe for Competitive Low-compute Self supervised Vision Models","created":"2023-01-23","cited_by_count":10,"area":"distill"},{"id":"2305.17370","title":"Vision Transformers for Small Histological Datasets Learned through Knowledge Distillation","created":"2023-05-27","cited_by_count":10,"area":"distill"},{"id":"2305.06244","title":"Explainable Knowledge Distillation for On-device Chest X-Ray Classification","created":"2023-05-10","cited_by_count":8,"area":"distill"},{"id":"2112.04174","title":"Boosting Contrastive Learning with Relation Knowledge Distillation","created":"2021-12-08","cited_by_count":7,"area":"distill"},{"id":"2411.01547","title":"Decoupling Dark Knowledge via Block-wise Logit Distillation for Feature-level Alignment","created":"2024-11-03","cited_by_count":7,"area":"distill"},{"id":"2601.09191","title":"From Performance to Practice: Knowledge-Distilled Segmentator for On-Premises Clinical Workflows","created":"2026-01-14","cited_by_count":7,"area":"distill"},{"id":"2310.18676","title":"Efficient Object Detection in Optical Remote Sensing Imagery via Attention-based Feature Distillation","created":"2023-10-28","cited_by_count":6,"area":"distill"},{"id":"2304.01029","title":"Domain Generalization for Crop Segmentation with Standardized Ensemble Knowledge Distillation","created":"2023-04-03","cited_by_count":5,"area":"distill"},{"id":"2304.04462","title":"Grouped Knowledge Distillation for Deep Face Recognition","created":"2023-04-10","cited_by_count":5,"area":"distill"},{"id":"2403.07030","title":"AuG-KD: Anchor-Based Mixup Generation for Out-of-Domain Knowledge Distillation","created":"2024-03-11","cited_by_count":5,"area":"distill"},{"id":"2103.13733","title":"Spirit Distillation: Precise Real-time Semantic Segmentation of Road Scenes with Insufficient Data","created":"2021-03-25","cited_by_count":4,"area":"distill"},{"id":"2309.08961","title":"UNIDEAL: Curriculum Knowledge Distillation Federated Learning","created":"2023-09-16","cited_by_count":4,"area":"distill"},{"id":"2309.14162","title":"Data Upcycling Knowledge Distillation for Image Super-Resolution","created":"2023-09-25","cited_by_count":4,"area":"distill"},{"id":"2209.07521","title":"On-Device Domain Generalization","created":"2022-09-15","cited_by_count":3,"area":"distill"},{"id":"2407.07516","title":"HDKD: Hybrid Data-Efficient Knowledge Distillation Network for Medical Image Classification","created":"2024-07-10","cited_by_count":3,"area":"distill"},{"id":"2110.04953","title":"Compact CNN Models for On-device Ocular-based User Recognition in Mobile Devices","created":"2021-10-11","cited_by_count":2,"area":"distill"},{"id":"2303.08360","title":"Knowledge Distillation from Single to Multi Labels: an Empirical Study","created":"2023-03-15","cited_by_count":2,"area":"distill"},{"id":"2310.17644","title":"torchdistill Meets Hugging Face Libraries for Reproducible, Coding-Free Deep Learning Studies: A Case Study on NLP","created":"2023-10-26","cited_by_count":2,"area":"distill"},{"id":"2403.06417","title":"Enhanced Sparsification via Stimulative Training","created":"2024-03-11","cited_by_count":2,"area":"distill"},{"id":"2404.18206","title":"Enhancing Action Recognition from Low-Quality Skeleton Data via Part-Level Knowledge Distillation","created":"2024-04-28","cited_by_count":2,"area":"distill"},{"id":"2504.16128","title":"Hybrid Knowledge Transfer through Attention and Logit Distillation for On-Device Vision Systems in Agricultural IoT","created":"2025-04-21","cited_by_count":2,"area":"distill"},{"id":"2607.25289","title":"AMRD: Adaptive Multi-Teacher Relational Distillation for Lightweight Speech Emotion Recognition","created":"2026-07-28","cited_by_count":2,"area":"distill"},{"id":"2205.01997","title":"Attention-based Knowledge Distillation in Multi-attention Tasks: The Impact of a DCT-driven Loss","created":"2022-05-04","cited_by_count":1,"area":"distill"},{"id":"2207.00586","title":"PrUE: Distilling Knowledge from Sparse Teacher Networks","created":"2022-07-03","cited_by_count":1,"area":"distill"},{"id":"2208.02178","title":"KD-SCFNet: Towards More Accurate and Efficient Salient Object Detection via Knowledge Distillation","created":"2022-08-03","cited_by_count":1,"area":"distill"},{"id":"2210.02190","title":"Domain Discrepancy Aware Distillation for Model Aggregation in Federated Learning","created":"2022-10-04","cited_by_count":1,"area":"distill"},{"id":"2212.03090","title":"Label-free Knowledge Distillation with Contrastive Loss for Light-weight Speaker Recognition","created":"2022-12-06","cited_by_count":1,"area":"distill"},{"id":"2310.11316","title":"MonoSKD: General Distillation Framework for Monocular 3D Object Detection via Spearman Correlation Coefficient","created":"2023-10-17","cited_by_count":1,"area":"distill"},{"id":"2407.06167","title":"D{\\epsilon}pS: Delayed {\\epsilon}-Shrinking for Faster Once-For-All Training","created":"2024-07-08","cited_by_count":1,"area":"distill"},{"id":"2407.20062","title":"SalNAS: Efficient Saliency-prediction Neural Architecture Search with self-knowledge distillation","created":"2024-07-29","cited_by_count":1,"area":"distill"},{"id":"2503.11363","title":"Creating a Good Teacher for Knowledge Distillation in Acoustic Scene Classification","created":"2025-03-14","cited_by_count":1,"area":"distill"},{"id":"2510.20438","title":"Dynamic Weight Adjustment for Knowledge Distillation: Leveraging Vision Transformer for High-Accuracy Lung Cancer Detection and Real-Time Deployment","created":"2025-10-23","cited_by_count":1,"area":"distill"},{"id":"2602.09509","title":"Beyond Student: An Asymmetric Network for Neural Network Inheritance","created":"2026-02-10","cited_by_count":1,"area":"distill"},{"id":"2607.25545","title":"OrthKD: Extracting Generalized Clinical Knowledge from Heterogeneous Teachers for Lightweight Deployment","created":"2026-07-28","cited_by_count":1,"area":"distill"},{"id":"2103.00053","title":"PURSUhInT: In Search of Informative Hint Points Based on Layer Clustering for Knowledge Distillation","created":"2021-02-26","cited_by_count":0,"area":"distill"},{"id":"2107.07331","title":"A Light-weight Deep Human Activity Recognition Algorithm Using Multi-knowledge Distillation","created":"2021-07-06","cited_by_count":0,"area":"distill"},{"id":"2307.00701","title":"Efficient Visual Fault Detection for Freight Train Braking System via Heterogeneous Self Distillation in the Wild","created":"2023-07-03","cited_by_count":0,"area":"distill"},{"id":"2312.09269","title":"Efficient speech detection in environmental audio using acoustic recognition and knowledge distillation","created":"2023-12-14","cited_by_count":0,"area":"distill"},{"id":"2312.17446","title":"ClST: A Convolutional Transformer Framework for Automatic Modulation Recognition by Knowledge Distillation","created":"2023-12-29","cited_by_count":0,"area":"distill"},{"id":"2405.11823","title":"Stereo-Knowledge Distillation from dpMV to Dual Pixels for Light Field Video Reconstruction","created":"2024-05-20","cited_by_count":0,"area":"distill"},{"id":"2604.15451","title":"Weak-to-Strong Knowledge Distillation Accelerates Visual Learning","created":"2026-04-16","cited_by_count":0,"area":"distill"},{"id":"2606.00928","title":"Single-Channel Tissue Segmentation via Cross-Modal Distillation from Foundation Models","created":"2026-05-30","cited_by_count":0,"area":"distill"},{"id":"2606.00999","title":"SWARD: Stochastic Window-Attention-Based Relational Distillation for Cross-Architectural Semantic Segmentation","created":"2026-05-31","cited_by_count":0,"area":"distill"},{"id":"2607.01851","title":"Geometric Foundation Model Distillation for Efficient Lunar 3D Reconstruction","created":"2026-07-02","cited_by_count":0,"area":"distill"},{"id":"2608.26771","title":"Cross-Architecture Knowledge Distillation from a Vision Foundation Model to a Lightweight Visual State Space Model for Tea Leaf Disease Classification","created":"2026-08-27","cited_by_count":0,"area":"distill"},{"id":"2609.19011","title":"Steal the Knowledge, Inherit the Mark: TwinMark for Distillation Watermarking via Second Moments and Class Multiplexing","created":"2026-07-18","cited_by_count":0,"area":"distill"}],"next_cursor":null}