{"total":48,"rows":[{"id":"2205.10793","title":"Knowledge Distillation via the Target-aware Transformer","created":"2022-05-22","cited_by_count":70,"area":"distill"},{"id":"2507.02939","title":"Frequency-Aligned Knowledge Distillation for Lightweight Spatiotemporal Forecasting","created":"2025-06-27","cited_by_count":55,"area":"distill"},{"id":"2202.03680","title":"Exploring Inter-Channel Correlation for Diversity-preserved KnowledgeDistillation","created":"2022-02-08","cited_by_count":44,"area":"distill"},{"id":"2305.13803","title":"NORM: Knowledge Distillation via N-to-One Representation Matching","created":"2023-05-23","cited_by_count":44,"area":"distill"},{"id":"2206.06067","title":"Better Teacher Better Student: Dynamic Prior Knowledge for Knowledge Distillation","created":"2022-06-13","cited_by_count":41,"area":"distill"},{"id":"2103.13811","title":"Student Network Learning via Evolutionary Knowledge Distillation","created":"2021-03-23","cited_by_count":30,"area":"distill"},{"id":"2210.15274","title":"Improved Feature Distillation via Projector Ensemble","created":"2022-10-27","cited_by_count":27,"area":"distill"},{"id":"2403.05894","title":"Frequency Attention for Knowledge Distillation","created":"2024-03-09","cited_by_count":24,"area":"distill"},{"id":"2304.11832","title":"Function-Consistent Feature Distillation","created":"2023-04-24","cited_by_count":21,"area":"distill"},{"id":"2306.10687","title":"Categories of Response-Based, Feature-Based, and Relation-Based Knowledge Distillation","created":"2023-06-19","cited_by_count":20,"area":"distill"},{"id":"2109.10164","title":"RAIL-KD: RAndom Intermediate Layer Mapping for Knowledge Distillation","created":"2021-09-21","cited_by_count":19,"area":"distill"},{"id":"2306.10014","title":"Coaching a Teachable Student","created":"2023-06-16","cited_by_count":19,"area":"distill"},{"id":"2411.18674","title":"Active Data Curation Effectively Distills Large-Scale Multimodal Models","created":"2024-11-27","cited_by_count":19,"area":"distill"},{"id":"2305.10893","title":"Student-friendly Knowledge Distillation","created":"2023-05-18","cited_by_count":11,"area":"distill"},{"id":"2503.18244","title":"CustomKD: Customizing Large Vision Foundation for Edge Model Improvement via Knowledge Distillation","created":"2025-03-23","cited_by_count":11,"area":"distill"},{"id":"2404.00936","title":"A Comprehensive Review of Knowledge Distillation in Computer Vision","created":"2024-04-01","cited_by_count":10,"area":"distill"},{"id":"2312.10616","title":"DistilVPR: Cross-Modal Knowledge Distillation for Visual Place Recognition","created":"2023-12-17","cited_by_count":8,"area":"distill"},{"id":"2204.05547","title":"DistPro: Searching A Fast Knowledge Distillation Process via Meta Optimization","created":"2022-04-12","cited_by_count":7,"area":"distill"},{"id":"2504.13825","title":"Feature Alignment and Representation Transfer in Knowledge Distillation for Large Language Models","created":"2025-04-18","cited_by_count":6,"area":"distill"},{"id":"2501.08885","title":"Perspective-Aware Teaching: Adapting Knowledge for Heterogeneous Distillation","created":"2025-01-15","cited_by_count":5,"area":"distill"},{"id":"2503.13053","title":"Uncertainty-Aware Knowledge Distillation for Compact and Efficient 6DoF Pose Estimation","created":"2025-03-17","cited_by_count":5,"area":"distill"},{"id":"2305.16665","title":"ABC-KD: Attention-Based-Compression Knowledge Distillation for Deep Learning-Based Noise Suppression","created":"2023-05-26","cited_by_count":4,"area":"distill"},{"id":"2302.14130","title":"Leveraging Angular Distributions for Improved Knowledge Distillation","created":"2023-02-27","cited_by_count":3,"area":"distill"},{"id":"2202.07846","title":"Knowledge Distillation with Deep Supervision","created":"2022-02-16","cited_by_count":2,"area":"distill"},{"id":"2311.16700","title":"Rethinking Intermediate Layers design in Knowledge Distillation for Kidney and Liver Tumor Segmentation","created":"2023-11-28","cited_by_count":2,"area":"distill"},{"id":"2312.01006","title":"Dual-Teacher De-biasing Distillation Framework for Multi-domain Fake News Detection","created":"2023-12-02","cited_by_count":2,"area":"distill"},{"id":"2504.16128","title":"Hybrid Knowledge Transfer through Attention and Logit Distillation for On-Device Vision Systems in Agricultural IoT","created":"2025-04-21","cited_by_count":2,"area":"distill"},{"id":"2511.06848","title":"Distillation Dynamics: Towards Understanding Feature-Based Distillation in Vision Transformers","created":"2025-11-10","cited_by_count":2,"area":"distill"},{"id":"2109.10147","title":"Knowledge Distillation with Noisy Labels for Natural Language Understanding","created":"2021-09-21","cited_by_count":1,"area":"distill"},{"id":"2204.11526","title":"Selective Cross-Task Distillation","created":"2022-04-25","cited_by_count":1,"area":"distill"},{"id":"2303.05134","title":"hierarchical network with decoupled knowledge distillation for speech emotion recognition","created":"2023-03-09","cited_by_count":1,"area":"distill"},{"id":"2307.00811","title":"Review helps learn better: Temporal Supervised Knowledge Distillation","created":"2023-07-03","cited_by_count":1,"area":"distill"},{"id":"2310.15938","title":"STRIDE: Structure and Embedding Distillation with Attention for Graph Neural Networks","created":"2023-10-24","cited_by_count":1,"area":"distill"},{"id":"2310.17183","title":"Understanding the Effects of Projectors in Knowledge Distillation","created":"2023-10-26","cited_by_count":1,"area":"distill"},{"id":"2505.09334","title":"DCSNet: A Lightweight Knowledge Distillation-Based Model with Explainable AI for Lung Cancer Diagnosis from Histopathological Images","created":"2025-05-14","cited_by_count":1,"area":"distill"},{"id":"2601.00714","title":"KDPhys: An Attention Guided 3D to 2D Knowledge Distillation for Real-time Video-Based Physiological Measurement","created":"2026-01-02","cited_by_count":1,"area":"distill"},{"id":"2103.00053","title":"PURSUhInT: In Search of Informative Hint Points Based on Layer Clustering for Knowledge Distillation","created":"2021-02-26","cited_by_count":0,"area":"distill"},{"id":"2108.06681","title":"Multi-granularity for knowledge distillation","created":"2021-08-15","cited_by_count":0,"area":"distill"},{"id":"2111.03664","title":"Oracle Teacher: Leveraging Target Information for Better Knowledge Distillation of CTC Models","created":"2021-11-05","cited_by_count":0,"area":"distill"},{"id":"2206.12788","title":"Representative Teacher Keys for Knowledge Distillation Model Compression Based on Attention Mechanism for Image Classification","created":"2022-06-26","cited_by_count":0,"area":"distill"},{"id":"2209.15555","title":"Towards a Unified View of Affinity-Based Knowledge Distillation","created":"2022-09-30","cited_by_count":0,"area":"distill"},{"id":"2310.05125","title":"Bidirectional Knowledge Reconfiguration for Lightweight Point Cloud Analysis","created":"2023-10-08","cited_by_count":0,"area":"distill"},{"id":"2401.10484","title":"Enhancing Scalability in Recommender Systems through Lottery Ticket Hypothesis and Knowledge Distillation-based Neural Network Pruning","created":"2024-01-19","cited_by_count":0,"area":"distill"},{"id":"2406.08528","title":"Adaptive Teaching with Shared Classifier for Knowledge Distillation","created":"2024-06-12","cited_by_count":0,"area":"distill"},{"id":"2508.20461","title":"Dual-Model Weight Selection and Self-Knowledge Distillation for Medical Image Classification","created":"2025-08-28","cited_by_count":0,"area":"distill"},{"id":"2511.12046","title":"BackWeak: Backdooring Knowledge Distillation Simply with Weak Triggers and Fine-tuning","created":"2025-11-15","cited_by_count":0,"area":"distill"},{"id":"2602.04677","title":"REDistill: Robust Estimator Distillation for Balancing Robustness and Efficiency","created":"2026-02-04","cited_by_count":0,"area":"distill"},{"id":"2608.00129","title":"Progressive$^2$: A Teacher-Student Progressive Co-Evolving Knowledge Distillation Method for Substantial Model Compression","created":"2026-07-31","cited_by_count":0,"area":"distill"}],"next_cursor":null}