{"total":79,"rows":[{"id":"2205.10793","title":"Knowledge Distillation via the Target-aware Transformer","created":"2022-05-22","cited_by_count":70,"area":"distill"},{"id":"2507.02939","title":"Frequency-Aligned Knowledge Distillation for Lightweight Spatiotemporal Forecasting","created":"2025-06-27","cited_by_count":55,"area":"distill"},{"id":"2202.03680","title":"Exploring Inter-Channel Correlation for Diversity-preserved KnowledgeDistillation","created":"2022-02-08","cited_by_count":44,"area":"distill"},{"id":"2305.13803","title":"NORM: Knowledge Distillation via N-to-One Representation Matching","created":"2023-05-23","cited_by_count":44,"area":"distill"},{"id":"2206.06067","title":"Better Teacher Better Student: Dynamic Prior Knowledge for Knowledge Distillation","created":"2022-06-13","cited_by_count":41,"area":"distill"},{"id":"2307.07982","title":"A Survey of Techniques for Optimizing Transformer Inference","created":"2023-07-16","cited_by_count":35,"area":null},{"id":"2103.13811","title":"Student Network Learning via Evolutionary Knowledge Distillation","created":"2021-03-23","cited_by_count":30,"area":"distill"},{"id":"2210.15274","title":"Improved Feature Distillation via Projector Ensemble","created":"2022-10-27","cited_by_count":27,"area":"distill"},{"id":"2403.05894","title":"Frequency Attention for Knowledge Distillation","created":"2024-03-09","cited_by_count":24,"area":"distill"},{"id":"2304.11832","title":"Function-Consistent Feature Distillation","created":"2023-04-24","cited_by_count":21,"area":"distill"},{"id":"2306.10687","title":"Categories of Response-Based, Feature-Based, and Relation-Based Knowledge Distillation","created":"2023-06-19","cited_by_count":20,"area":"distill"},{"id":"2109.10164","title":"RAIL-KD: RAndom Intermediate Layer Mapping for Knowledge Distillation","created":"2021-09-21","cited_by_count":19,"area":"distill"},{"id":"2306.10014","title":"Coaching a Teachable Student","created":"2023-06-16","cited_by_count":19,"area":"distill"},{"id":"2411.18674","title":"Active Data Curation Effectively Distills Large-Scale Multimodal Models","created":"2024-11-27","cited_by_count":19,"area":"distill"},{"id":"2507.19672","title":"Alignment and Safety in Large Language Models: Safety Mechanisms, Training Paradigms, and Emerging Challenges","created":"2025-07-25","cited_by_count":15,"area":"alignment"},{"id":"2301.00131","title":"Guided Hybrid Quantization for Object detection in Multimodal Remote Sensing Imagery via One-to-one Self-teaching","created":"2022-12-31","cited_by_count":12,"area":null},{"id":"2303.09977","title":"Semantic Scene Completion with Cleaner Self","created":"2023-03-17","cited_by_count":12,"area":null},{"id":"2303.08983","title":"Reinforce Data, Multiply Impact: Improved Model Accuracy and Robustness with Dataset Reinforcement","created":"2023-03-15","cited_by_count":11,"area":null},{"id":"2305.10893","title":"Student-friendly Knowledge Distillation","created":"2023-05-18","cited_by_count":11,"area":"distill"},{"id":"2503.18244","title":"CustomKD: Customizing Large Vision Foundation for Edge Model Improvement via Knowledge Distillation","created":"2025-03-23","cited_by_count":11,"area":"distill"},{"id":"2404.00936","title":"A Comprehensive Review of Knowledge Distillation in Computer Vision","created":"2024-04-01","cited_by_count":10,"area":"distill"},{"id":"2306.14662","title":"Cross Architecture Distillation for Face Recognition","created":"2023-06-26","cited_by_count":9,"area":null},{"id":"2402.02346","title":"Closed-Loop Unsupervised Representation Disentanglement with $\\beta$-VAE Distillation and Diffusion Probabilistic Feedback","created":"2024-02-04","cited_by_count":9,"area":"diffusion"},{"id":"2312.10616","title":"DistilVPR: Cross-Modal Knowledge Distillation for Visual Place Recognition","created":"2023-12-17","cited_by_count":8,"area":"distill"},{"id":"2204.05547","title":"DistPro: Searching A Fast Knowledge Distillation Process via Meta Optimization","created":"2022-04-12","cited_by_count":7,"area":"distill"},{"id":"2403.09195","title":"SAM-Lightening: A Lightweight Segment Anything Model with Dilated Flash Attention to Achieve 30 times Acceleration","created":"2024-03-14","cited_by_count":7,"area":null},{"id":"2406.07337","title":"Transferring Knowledge from Large Foundation Models to Small Downstream Models","created":"2024-06-11","cited_by_count":7,"area":null},{"id":"2312.03286","title":"Indirect Gradient Matching for Adversarial Robust Distillation","created":"2023-12-06","cited_by_count":6,"area":null},{"id":"2403.03846","title":"Can Distillation Mitigate Backdoor Attacks in Pre-trained Encoders?","created":"2024-03-06","cited_by_count":6,"area":"safety"},{"id":"2503.02154","title":"AugFL: Augmenting Federated Learning with Pretrained Models","created":"2025-03-04","cited_by_count":6,"area":null},{"id":"2504.13825","title":"Feature Alignment and Representation Transfer in Knowledge Distillation for Large Language Models","created":"2025-04-18","cited_by_count":6,"area":"distill"},{"id":"2211.04256","title":"Bridging Fairness and Environmental Sustainability in Natural Language Processing","created":"2022-11-08","cited_by_count":5,"area":null},{"id":"2304.02263","title":"Towards Efficient Task-Driven Model Reprogramming with Foundation Models","created":"2023-04-05","cited_by_count":5,"area":null},{"id":"2501.08885","title":"Perspective-Aware Teaching: Adapting Knowledge for Heterogeneous Distillation","created":"2025-01-15","cited_by_count":5,"area":"distill"},{"id":"2503.13053","title":"Uncertainty-Aware Knowledge Distillation for Compact and Efficient 6DoF Pose Estimation","created":"2025-03-17","cited_by_count":5,"area":"distill"},{"id":"2510.27432","title":"Mitigating Semantic Collapse in Partially Relevant Video Retrieval","created":"2025-10-31","cited_by_count":5,"area":null},{"id":"2305.16665","title":"ABC-KD: Attention-Based-Compression Knowledge Distillation for Deep Learning-Based Noise Suppression","created":"2023-05-26","cited_by_count":4,"area":"distill"},{"id":"2302.14130","title":"Leveraging Angular Distributions for Improved Knowledge Distillation","created":"2023-02-27","cited_by_count":3,"area":"distill"},{"id":"2202.01011","title":"Auto-Transfer: Learning to Route Transferrable Representations","created":"2022-02-02","cited_by_count":2,"area":null},{"id":"2202.07846","title":"Knowledge Distillation with Deep Supervision","created":"2022-02-16","cited_by_count":2,"area":"distill"},{"id":"2209.13858","title":"Variance Tolerance Factors For Interpreting ALL Neural Networks","created":"2022-09-28","cited_by_count":2,"area":null},{"id":"2211.04031","title":"Hilbert Distillation for Cross-Dimensionality Networks","created":"2022-11-08","cited_by_count":2,"area":null},{"id":"2307.00198","title":"Filter Pruning for Efficient CNNs via Knowledge-driven Differential Filter Sampler","created":"2023-07-01","cited_by_count":2,"area":null},{"id":"2311.16700","title":"Rethinking Intermediate Layers design in Knowledge Distillation for Kidney and Liver Tumor Segmentation","created":"2023-11-28","cited_by_count":2,"area":"distill"},{"id":"2312.01006","title":"Dual-Teacher De-biasing Distillation Framework for Multi-domain Fake News Detection","created":"2023-12-02","cited_by_count":2,"area":"distill"},{"id":"2405.06038","title":"From Algorithm to Hardware: A Survey on Efficient and Safe Deployment of Deep Neural Networks","created":"2024-05-09","cited_by_count":2,"area":null},{"id":"2504.16128","title":"Hybrid Knowledge Transfer through Attention and Logit Distillation for On-Device Vision Systems in Agricultural IoT","created":"2025-04-21","cited_by_count":2,"area":"distill"},{"id":"2505.03113","title":"Image Recognition with Online Lightweight Vision Transformer: A Survey","created":"2025-05-06","cited_by_count":2,"area":null},{"id":"2505.14043","title":"Selective Structured State Space for Multispectral-fused Small Target Detection","created":"2025-05-20","cited_by_count":2,"area":"ssm"},{"id":"2511.06848","title":"Distillation Dynamics: Towards Understanding Feature-Based Distillation in Vision Transformers","created":"2025-11-10","cited_by_count":2,"area":"distill"},{"id":"2109.10147","title":"Knowledge Distillation with Noisy Labels for Natural Language Understanding","created":"2021-09-21","cited_by_count":1,"area":"distill"},{"id":"2204.11526","title":"Selective Cross-Task Distillation","created":"2022-04-25","cited_by_count":1,"area":"distill"},{"id":"2303.05134","title":"hierarchical network with decoupled knowledge distillation for speech emotion recognition","created":"2023-03-09","cited_by_count":1,"area":"distill"},{"id":"2305.16484","title":"Batch Model Consolidation: A Multi-Task Model Consolidation Framework","created":"2023-05-25","cited_by_count":1,"area":null},{"id":"2307.00811","title":"Review helps learn better: Temporal Supervised Knowledge Distillation","created":"2023-07-03","cited_by_count":1,"area":"distill"},{"id":"2310.15938","title":"STRIDE: Structure and Embedding Distillation with Attention for Graph Neural Networks","created":"2023-10-24","cited_by_count":1,"area":"distill"},{"id":"2310.17183","title":"Understanding the Effects of Projectors in Knowledge Distillation","created":"2023-10-26","cited_by_count":1,"area":"distill"},{"id":"2408.08250","title":"Computer Vision Model Compression Techniques for Embedded Systems: A Survey","created":"2024-08-15","cited_by_count":1,"area":null},{"id":"2505.09334","title":"DCSNet: A Lightweight Knowledge Distillation-Based Model with Explainable AI for Lung Cancer Diagnosis from Histopathological Images","created":"2025-05-14","cited_by_count":1,"area":"distill"},{"id":"2601.00714","title":"KDPhys: An Attention Guided 3D to 2D Knowledge Distillation for Real-time Video-Based Physiological Measurement","created":"2026-01-02","cited_by_count":1,"area":"distill"},{"id":"2605.13859","title":"BiSpikCLM: A Spiking Language Model integrating Softmax-Free Spiking Attention and Spike-Aware Alignment Distillation","created":"2026-04-14","cited_by_count":1,"area":null},{"id":"2103.00053","title":"PURSUhInT: In Search of Informative Hint Points Based on Layer Clustering for Knowledge Distillation","created":"2021-02-26","cited_by_count":0,"area":"distill"},{"id":"2108.06681","title":"Multi-granularity for knowledge distillation","created":"2021-08-15","cited_by_count":0,"area":"distill"},{"id":"2111.03664","title":"Oracle Teacher: Leveraging Target Information for Better Knowledge Distillation of CTC Models","created":"2021-11-05","cited_by_count":0,"area":"distill"},{"id":"2205.03602","title":"Automatic Block-wise Pruning with Auxiliary Gating Structures for Deep Convolutional Neural Networks","created":"2022-05-07","cited_by_count":0,"area":null},{"id":"2206.12788","title":"Representative Teacher Keys for Knowledge Distillation Model Compression Based on Attention Mechanism for Image Classification","created":"2022-06-26","cited_by_count":0,"area":"distill"},{"id":"2209.15555","title":"Towards a Unified View of Affinity-Based Knowledge Distillation","created":"2022-09-30","cited_by_count":0,"area":"distill"},{"id":"2211.13852","title":"Adaptive Attention Link-based Regularization for Vision Transformers","created":"2022-11-25","cited_by_count":0,"area":null},{"id":"2310.05125","title":"Bidirectional Knowledge Reconfiguration for Lightweight Point Cloud Analysis","created":"2023-10-08","cited_by_count":0,"area":"distill"},{"id":"2311.01571","title":"On Preserving the Knowledge of Long Clinical Texts","created":"2023-11-02","cited_by_count":0,"area":null},{"id":"2401.10484","title":"Enhancing Scalability in Recommender Systems through Lottery Ticket Hypothesis and Knowledge Distillation-based Neural Network Pruning","created":"2024-01-19","cited_by_count":0,"area":"distill"},{"id":"2406.08528","title":"Adaptive Teaching with Shared Classifier for Knowledge Distillation","created":"2024-06-12","cited_by_count":0,"area":"distill"},{"id":"2411.10077","title":"Hierarchical mutual distillation for multi-view fusion: Learning from all possible view combinations","created":"2024-11-15","cited_by_count":0,"area":null},{"id":"2503.21272","title":"Reinforced Model Merging","created":"2025-03-27","cited_by_count":0,"area":null},{"id":"2508.20461","title":"Dual-Model Weight Selection and Self-Knowledge Distillation for Medical Image Classification","created":"2025-08-28","cited_by_count":0,"area":"distill"},{"id":"2509.22319","title":"Progressive Weight Loading: Accelerating Initial Inference and Gradually Boosting Performance on Resource-Constrained Environments","created":"2025-09-26","cited_by_count":0,"area":null},{"id":"2511.12046","title":"BackWeak: Backdooring Knowledge Distillation Simply with Weak Triggers and Fine-tuning","created":"2025-11-15","cited_by_count":0,"area":"distill"},{"id":"2602.04677","title":"REDistill: Robust Estimator Distillation for Balancing Robustness and Efficiency","created":"2026-02-04","cited_by_count":0,"area":"distill"},{"id":"2608.00129","title":"Progressive$^2$: A Teacher-Student Progressive Co-Evolving Knowledge Distillation Method for Substantial Model Compression","created":"2026-07-31","cited_by_count":0,"area":"distill"}],"next_cursor":null}