{"total":95,"rows":[{"id":"2403.01427","title":"Logit Standardization in Knowledge Distillation","created":"2024-03-03","cited_by_count":102,"area":"distill"},{"id":"2305.13803","title":"NORM: Knowledge Distillation via N-to-One Representation Matching","created":"2023-05-23","cited_by_count":44,"area":"distill"},{"id":"2303.11098","title":"Understanding the Role of the Projector in Knowledge Distillation","created":"2023-03-20","cited_by_count":31,"area":"distill"},{"id":"2303.15678","title":"DisWOT: Student Architecture Search for Distillation WithOut Training","created":"2023-03-28","cited_by_count":29,"area":"distill"},{"id":"2406.17328","title":"Dual-Space Knowledge Distillation for Large Language Models","created":"2024-06-25","cited_by_count":25,"area":"distill"},{"id":"2505.04560","title":"ABKD: Pursuing a Proper Allocation of the Probability Mass in Knowledge Distillation via $\\alpha$-$\\beta$-Divergence","created":"2025-05-07","cited_by_count":23,"area":"distill"},{"id":"2304.11832","title":"Function-Consistent Feature Distillation","created":"2023-04-24","cited_by_count":21,"area":"distill"},{"id":"2306.10687","title":"Categories of Response-Based, Feature-Based, and Relation-Based Knowledge Distillation","created":"2023-06-19","cited_by_count":20,"area":"distill"},{"id":"2301.12245","title":"Supervision Complexity and its Role in Knowledge Distillation","created":"2023-01-28","cited_by_count":19,"area":"distill"},{"id":"2306.06634","title":"Adaptive Multi-Teacher Knowledge Distillation with Meta-Learning","created":"2023-06-11","cited_by_count":16,"area":"distill"},{"id":"2308.00520","title":"NormKD: Normalized Logits for Knowledge Distillation","created":"2023-08-01","cited_by_count":12,"area":"distill"},{"id":"2301.12005","title":"EmbedDistill: A Geometric Knowledge Distillation for Information Retrieval","created":"2023-01-27","cited_by_count":11,"area":"distill"},{"id":"2305.15781","title":"VanillaKD: Revisit the Power of Vanilla Knowledge Distillation from Small Scale to Large Scale","created":"2023-05-25","cited_by_count":11,"area":"distill"},{"id":"2411.06786","title":"ScaleKD: Strong Vision Transformers Could Be Excellent Teachers","created":"2024-11-11","cited_by_count":11,"area":"distill"},{"id":"2305.17421","title":"FoPro-KD: Fourier Prompted Effective Knowledge Distillation for Long-Tailed Medical Image Recognition","created":"2023-05-27","cited_by_count":10,"area":"distill"},{"id":"2408.07703","title":"Knowledge Distillation with Refined Logits","created":"2024-08-14","cited_by_count":9,"area":"distill"},{"id":"2307.11469","title":"Distribution Shift Matters for Knowledge Distillation with Webly Collected Images","created":"2023-07-21","cited_by_count":8,"area":"distill"},{"id":"2401.06826","title":"Direct Distillation between Different Domains","created":"2024-01-12","cited_by_count":8,"area":"distill"},{"id":"2504.11426","title":"A Dual-Space Framework for General Knowledge Distillation of Large Language Models","created":"2025-04-15","cited_by_count":8,"area":"distill"},{"id":"2404.14109","title":"CKD: Contrastive Knowledge Distillation from A Sample-wise Perspective","created":"2024-04-22","cited_by_count":7,"area":"distill"},{"id":"2302.11187","title":"Debiased Distillation by Transplanting the Last Layer","created":"2023-02-22","cited_by_count":6,"area":"distill"},{"id":"2308.16561","title":"MoMA: Momentum Contrastive Learning with Multi-head Attention-based Knowledge Distillation for Histopathology Image Analysis","created":"2023-08-31","cited_by_count":6,"area":"distill"},{"id":"2404.12711","title":"Dynamic Temperature Knowledge Distillation","created":"2024-04-19","cited_by_count":6,"area":"distill"},{"id":"2502.20760","title":"VRM: Knowledge Distillation via Virtual Relation Matching","created":"2025-02-28","cited_by_count":6,"area":"distill"},{"id":"2205.02468","title":"Alignahead: Online Cross-Layer Knowledge Extraction on Graph Neural Networks","created":"2022-05-05","cited_by_count":5,"area":"distill"},{"id":"2311.14307","title":"Cosine Similarity Knowledge Distillation for Individual Class Information Transfer","created":"2023-11-24","cited_by_count":5,"area":"distill"},{"id":"2403.13512","title":"Scale Decoupled Distillation","created":"2024-03-20","cited_by_count":5,"area":"distill"},{"id":"2404.03693","title":"Improve Knowledge Distillation via Label Revision and Data Selection","created":"2024-04-03","cited_by_count":5,"area":"distill"},{"id":"2411.14984","title":"Adaptive Group Robust Ensemble Knowledge Distillation","created":"2024-11-22","cited_by_count":5,"area":"distill"},{"id":"2412.16493","title":"Cross-View Consistency Regularisation for Knowledge Distillation","created":"2024-12-21","cited_by_count":5,"area":"distill"},{"id":"2509.23871","title":"Taught Well Learned Ill: Towards Distillation-conditional Backdoor Attack","created":"2025-09-28","cited_by_count":5,"area":"distill"},{"id":"2303.05073","title":"Learn More for Food Recognition via Progressive Self-Distillation","created":"2023-03-09","cited_by_count":4,"area":"distill"},{"id":"2311.13934","title":"Robustness-Reinforced Knowledge Distillation with Correlation Distance and Network Pruning","created":"2023-11-23","cited_by_count":4,"area":"distill"},{"id":"2410.12342","title":"Fuse Before Transfer: Knowledge Fusion for Heterogeneous Distillation","created":"2024-10-16","cited_by_count":4,"area":"distill"},{"id":"2411.08937","title":"Dual-Head Knowledge Distillation: Enhancing Logits Utilization with an Auxiliary Head","created":"2024-11-13","cited_by_count":4,"area":"distill"},{"id":"2505.15133","title":"DeepKD: A Deeply Decoupled and Denoised Knowledge Distillation Trainer","created":"2025-05-21","cited_by_count":4,"area":"distill"},{"id":"2506.23285","title":"Competitive Distillation: A Simple Learning Strategy for Improving Visual Classification","created":"2025-06-29","cited_by_count":4,"area":"distill"},{"id":"2507.21844","title":"Cross-Architecture Distillation Made Simple with Redundancy Suppression","created":"2025-07-29","cited_by_count":4,"area":"distill"},{"id":"2510.02302","title":"Knowledge Distillation Detection for Open-weights Models","created":"2025-10-02","cited_by_count":4,"area":"distill"},{"id":"2303.06155","title":"Digital Twin-Assisted Knowledge Distillation Framework for Heterogeneous Federated Learning","created":"2023-03-10","cited_by_count":3,"area":"distill"},{"id":"2403.05451","title":"Attention-guided Feature Distillation for Semantic Segmentation","created":"2024-03-08","cited_by_count":3,"area":"distill"},{"id":"2409.17823","title":"Enhancing Logits Distillation with Plug\\&Play Kendall's $\\tau$ Ranking Loss","created":"2024-09-26","cited_by_count":3,"area":"distill"},{"id":"2507.02911","title":"DiceHuBERT: Distilling HuBERT with a Self-Supervised Learning Objective","created":"2025-06-25","cited_by_count":3,"area":"distill"},{"id":"2508.02801","title":"Adaptive Knowledge Distillation for Device-Directed Speech Detection","created":"2025-08-04","cited_by_count":3,"area":"distill"},{"id":"2307.04542","title":"Customizing Synthetic Data for Data-Free Student Learning","created":"2023-07-10","cited_by_count":2,"area":"distill"},{"id":"2308.04243","title":"AICSD: Adaptive Inter-Class Similarity Distillation for Semantic Segmentation","created":"2023-08-08","cited_by_count":2,"area":"distill"},{"id":"2309.09571","title":"Heterogeneous Generative Knowledge Distillation with Masked Image Modeling","created":"2023-09-18","cited_by_count":2,"area":"distill"},{"id":"2402.11401","title":"GraphKD: Exploring Knowledge Distillation Towards Document Object Detection with Structured Graph Creation","created":"2024-02-17","cited_by_count":2,"area":"distill"},{"id":"2409.04778","title":"LoCa: Logit Calibration for Knowledge Distillation","created":"2024-09-07","cited_by_count":2,"area":"distill"},{"id":"2409.07694","title":"Learn from Balance: Rectifying Knowledge Transfer for Long-Tailed Scenarios","created":"2024-09-12","cited_by_count":2,"area":"distill"},{"id":"2412.11788","title":"Neural Collapse Inspired Knowledge Distillation","created":"2024-12-16","cited_by_count":2,"area":"distill"},{"id":"2503.09030","title":"Adaptive Temperature Based on Logits Correlation in Knowledge Distillation","created":"2025-03-12","cited_by_count":2,"area":"distill"},{"id":"2508.15423","title":"An Empirical Study of Knowledge Distillation for Code Understanding Tasks","created":"2025-08-21","cited_by_count":2,"area":"distill"},{"id":"2210.13743","title":"Online Cross-Layer Knowledge Distillation on Graph Neural Networks with Deep Supervision","created":"2022-10-25","cited_by_count":1,"area":"distill"},{"id":"2211.14773","title":"Class-aware Information for Logit-based Knowledge Distillation","created":"2022-11-27","cited_by_count":1,"area":"distill"},{"id":"2303.07643","title":"Feature-Rich Audio Model Inversion for Data-Free Knowledge Distillation Towards General Sound Classification","created":"2023-03-14","cited_by_count":1,"area":"distill"},{"id":"2303.12130","title":"MV-MR: multi-views and multi-representations for self-supervised learning and knowledge distillation","created":"2023-03-21","cited_by_count":1,"area":"distill"},{"id":"2406.08226","title":"DistilDoc: Knowledge Distillation for Visually-Rich Document Applications","created":"2024-06-12","cited_by_count":1,"area":"distill"},{"id":"2407.12073","title":"Relational Representation Distillation","created":"2024-07-16","cited_by_count":1,"area":"distill"},{"id":"2411.10693","title":"Multi-perspective Contrastive Logit Distillation","created":"2024-11-16","cited_by_count":1,"area":"distill"},{"id":"2510.22480","title":"Single-Teacher View Augmentation: Boosting Knowledge Distillation via Angular Diversity","created":"2025-10-26","cited_by_count":1,"area":"distill"},{"id":"2510.24116","title":"UHKD: A Unified Framework for Heterogeneous Knowledge Distillation via Frequency-Domain Representations","created":"2025-10-28","cited_by_count":1,"area":"distill"},{"id":"2602.09509","title":"Beyond Student: An Asymmetric Network for Neural Network Inheritance","created":"2026-02-10","cited_by_count":1,"area":"distill"},{"id":"2605.27967","title":"Multi-Teacher Knowledge Distillation via Teacher-Informed Mixture Priors","created":"2026-05-27","cited_by_count":1,"area":"distill"},{"id":"2206.02963","title":"Confidence-aware Self-Semantic Distillation on Knowledge Graph Embedding","created":"2022-06-07","cited_by_count":0,"area":"distill"},{"id":"2212.02931","title":"Leveraging Different Learning Styles for Improved Knowledge Distillation in Biomedical Imaging","created":"2022-12-06","cited_by_count":0,"area":"distill"},{"id":"2304.11004","title":"Knowledge Distillation Under Ideal Joint Classifier Assumption","created":"2023-04-19","cited_by_count":0,"area":"distill"},{"id":"2309.02843","title":"Knowledge Distillation Layer that Lets the Student Decide","created":"2023-09-06","cited_by_count":0,"area":"distill"},{"id":"2310.05125","title":"Bidirectional Knowledge Reconfiguration for Lightweight Point Cloud Analysis","created":"2023-10-08","cited_by_count":0,"area":"distill"},{"id":"2404.03263","title":"On the Surprising Efficacy of Distillation as an Alternative to Pre-Training Small Models","created":"2024-04-04","cited_by_count":0,"area":"distill"},{"id":"2405.08547","title":"Exploring Graph-based Knowledge: Multi-Level Feature Distillation via Channels Relational Graph","created":"2024-05-14","cited_by_count":0,"area":"distill"},{"id":"2406.08528","title":"Adaptive Teaching with Shared Classifier for Knowledge Distillation","created":"2024-06-12","cited_by_count":0,"area":"distill"},{"id":"2407.05315","title":"Topological Persistence Guided Knowledge Distillation for Wearable Sensor Data","created":"2024-07-07","cited_by_count":0,"area":"distill"},{"id":"2407.11802","title":"Discriminative and Consistent Representation Distillation","created":"2024-07-16","cited_by_count":0,"area":"distill"},{"id":"2409.02020","title":"Efficient Point Cloud Classification via Offline Distillation Framework and Negative-Weight Self-Distillation Technique","created":"2024-09-03","cited_by_count":0,"area":"distill"},{"id":"2409.20237","title":"Classroom-Inspired Multi-Mentor Distillation with Adaptive Learning Strategies","created":"2024-09-30","cited_by_count":0,"area":"distill"},{"id":"2410.04140","title":"Gap Preserving Distillation by Building Bidirectional Mappings with A Dynamic Teacher","created":"2024-10-05","cited_by_count":0,"area":"distill"},{"id":"2410.09474","title":"Distilling Invariant Representations with Dual Augmentation","created":"2024-10-12","cited_by_count":0,"area":"distill"},{"id":"2501.07040","title":"Rethinking Knowledge in Distillation: An In-context Sample Retrieval Perspective","created":"2025-01-13","cited_by_count":0,"area":"distill"},{"id":"2502.05835","title":"Contrastive Representation Distillation via Multi-Scale Feature Decoupling","created":"2025-02-09","cited_by_count":0,"area":"distill"},{"id":"2506.07055","title":"A Layered Self-Supervised Knowledge Distillation Framework for Efficient Multimodal Learning on the Edge","created":"2025-06-08","cited_by_count":0,"area":"distill"},{"id":"2508.04539","title":"TopKD: Top-scaled Knowledge Distillation","created":"2025-08-06","cited_by_count":0,"area":"distill"},{"id":"2508.16050","title":"Expandable Residual Approximation for Knowledge Distillation","created":"2025-08-22","cited_by_count":0,"area":"distill"},{"id":"2511.12046","title":"BackWeak: Backdooring Knowledge Distillation Simply with Weak Triggers and Fine-tuning","created":"2025-11-15","cited_by_count":0,"area":"distill"},{"id":"2511.14981","title":"Logit-Based Losses Limit the Effectiveness of Feature Knowledge Distillation","created":"2025-11-18","cited_by_count":0,"area":"distill"},{"id":"2512.08700","title":"Scale-invariant and View-relational Representation Learning for Full Surround Monocular Depth","created":"2025-12-09","cited_by_count":0,"area":"distill"},{"id":"2601.17625","title":"BrainDistill: Implantable Motor Decoding with Task-Specific Knowledge Distillation","created":"2026-01-24","cited_by_count":0,"area":"distill"},{"id":"2602.04677","title":"REDistill: Robust Estimator Distillation for Balancing Robustness and Efficiency","created":"2026-02-04","cited_by_count":0,"area":"distill"},{"id":"2605.14752","title":"Cognitive-Uncertainty Guided Knowledge Distillation for Accurate Classification of Student Misconceptions","created":"2026-05-14","cited_by_count":0,"area":"distill"},{"id":"2605.26246","title":"The Bridge-Garden Dilemma in LLM Distillation: Why Mixing Hard and Soft Labels Works","created":"2026-05-25","cited_by_count":0,"area":"distill"},{"id":"2607.12297","title":"MobileSAM2: Lightweight Segment Anything for Spatial Intelligence","created":"2026-07-14","cited_by_count":0,"area":"distill"},{"id":"2607.15450","title":"Prediction-Only Distillation in Linear and Logistic Regression","created":"2026-07-16","cited_by_count":0,"area":"distill"},{"id":"2607.27054","title":"CoCaRS: Correlation Calibration-Based Redundancy Suppression for Heterogeneous Knowledge Distillation","created":"2026-07-29","cited_by_count":0,"area":"distill"},{"id":"2609.13024","title":"Label-Guided Knowledge Distillation for 3D-CNNs in Action Recognition","created":"2026-09-11","cited_by_count":0,"area":"distill"},{"id":"2609.13199","title":"Discovering and Preserving Category Correlation Knowledge via Adaptive Reciprocal Knowledge Distillation","created":"2026-08-14","cited_by_count":0,"area":"distill"}],"next_cursor":null}