{"total":61,"rows":[{"id":"2203.08679","title":"Decoupled Knowledge Distillation","created":"2022-03-16","cited_by_count":388,"area":"distill"},{"id":"2105.01029","title":"Initialization and Regularization of Factorized Neural Layers","created":"2021-05-03","cited_by_count":58,"area":"distill"},{"id":"2305.13948","title":"Decoupled Kullback-Leibler Divergence Loss","created":"2023-05-23","cited_by_count":58,"area":"distill"},{"id":"2306.11369","title":"CrossKD: Cross-Head Knowledge Distillation for Object Detection","created":"2023-06-20","cited_by_count":52,"area":"distill"},{"id":"2109.12484","title":"Excavating the Potential Capacity of Self-Supervised Monocular Depth Estimation","created":"2021-09-26","cited_by_count":48,"area":"distill"},{"id":"2210.06458","title":"Efficient Knowledge Distillation from Model Checkpoints","created":"2022-10-12","cited_by_count":37,"area":"distill"},{"id":"2402.12204","title":"Enhancing Multilingual Capabilities of Large Language Models through Self-Distillation from Resource-Rich Languages","created":"2024-02-19","cited_by_count":36,"area":"distill"},{"id":"2404.16456","title":"Correlation-Decoupled Knowledge Distillation for Multimodal Sentiment Analysis with Incomplete Modalities","created":"2024-04-25","cited_by_count":32,"area":"distill"},{"id":"2112.15278","title":"Data-Free Knowledge Transfer: A Survey","created":"2021-12-31","cited_by_count":31,"area":"distill"},{"id":"2211.04742","title":"Knowledge Distillation for Federated Learning: a Practical Guide","created":"2022-11-09","cited_by_count":31,"area":"distill"},{"id":"2103.13811","title":"Student Network Learning via Evolutionary Knowledge Distillation","created":"2021-03-23","cited_by_count":30,"area":"distill"},{"id":"2203.16172","title":"Self-Distillation from the Last Mini-Batch for Consistency Regularization","created":"2022-03-30","cited_by_count":29,"area":"distill"},{"id":"2108.05507","title":"Distilling Holistic Knowledge with Graph Neural Networks","created":"2021-08-12","cited_by_count":26,"area":"distill"},{"id":"2306.10687","title":"Categories of Response-Based, Feature-Based, and Relation-Based Knowledge Distillation","created":"2023-06-19","cited_by_count":20,"area":"distill"},{"id":"2109.11496","title":"LGD: Label-guided Self-distillation for Object Detection","created":"2021-09-23","cited_by_count":19,"area":"distill"},{"id":"2112.09459","title":"Weakly Supervised Semantic Segmentation via Alternative Self-Dual Teaching","created":"2021-12-17","cited_by_count":19,"area":"distill"},{"id":"2301.12245","title":"Supervision Complexity and its Role in Knowledge Distillation","created":"2023-01-28","cited_by_count":19,"area":"distill"},{"id":"2210.12787","title":"Respecting Transfer Gap in Knowledge Distillation","created":"2022-10-23","cited_by_count":18,"area":"distill"},{"id":"2310.07265","title":"Distilling Efficient Vision Transformers from CNNs for Semantic Segmentation","created":"2023-10-11","cited_by_count":18,"area":"distill"},{"id":"2107.00181","title":"Revisiting Knowledge Distillation: An Inheritance and Exploration Framework","created":"2021-07-01","cited_by_count":15,"area":"distill"},{"id":"2407.04600","title":"Understanding the Gains from Repeated Self-Distillation","created":"2024-07-05","cited_by_count":15,"area":"distill"},{"id":"2107.03225","title":"Categorical Relation-Preserving Contrastive Knowledge Distillation for Medical Image Classification","created":"2021-07-07","cited_by_count":14,"area":"distill"},{"id":"2205.01915","title":"Generalized Knowledge Distillation via Relationship Matching","created":"2022-05-04","cited_by_count":12,"area":"distill"},{"id":"2308.00520","title":"NormKD: Normalized Logits for Knowledge Distillation","created":"2023-08-01","cited_by_count":12,"area":"distill"},{"id":"2309.15413","title":"Inherit with Distillation and Evolve with Contrast: Exploring Class Incremental Semantic Segmentation Without Exemplar Memory","created":"2023-09-27","cited_by_count":12,"area":"distill"},{"id":"2305.10893","title":"Student-friendly Knowledge Distillation","created":"2023-05-18","cited_by_count":11,"area":"distill"},{"id":"2106.10885","title":"Knowledge Distillation via Instance-level Sequence Learning","created":"2021-06-21","cited_by_count":8,"area":"distill"},{"id":"2305.19412","title":"Are Large Kernels Better Teachers than Transformers for ConvNets?","created":"2023-05-30","cited_by_count":8,"area":"distill"},{"id":"2302.12091","title":"Random Teachers are Good Teachers","created":"2023-02-23","cited_by_count":6,"area":"distill"},{"id":"2402.00084","title":"EPSD: Early Pruning with Self-Distillation for Efficient Model Compression","created":"2024-01-31","cited_by_count":6,"area":"distill"},{"id":"2407.10135","title":"FSD-BEV: Foreground Self-Distillation for Multi-view 3D Object Detection","created":"2024-07-14","cited_by_count":6,"area":"distill"},{"id":"2503.08038","title":"Generalized Kullback-Leibler Divergence Loss","created":"2025-03-11","cited_by_count":6,"area":"distill"},{"id":"2409.13939","title":"Simple Unsupervised Knowledge Distillation With Space Similarity","created":"2024-09-20","cited_by_count":5,"area":"distill"},{"id":"2107.03088","title":"WeClick: Weakly-Supervised Video Semantic Segmentation with Click Annotations","created":"2021-07-07","cited_by_count":4,"area":"distill"},{"id":"2507.15911","title":"Local Dense Logit Relations for Enhanced Knowledge Distillation","created":"2025-07-21","cited_by_count":4,"area":"distill"},{"id":"2101.08471","title":"Collaborative Teacher-Student Learning via Multiple Knowledge Transfer","created":"2021-01-21","cited_by_count":3,"area":"distill"},{"id":"2202.12598","title":"Bridging the Gap Between Patient-specific and Patient-independent Seizure Prediction via Knowledge Distillation","created":"2022-02-25","cited_by_count":3,"area":"distill"},{"id":"2311.14334","title":"Maximizing Discrimination Capability of Knowledge Distillation with Energy Function","created":"2023-11-24","cited_by_count":3,"area":"distill"},{"id":"2312.08700","title":"RdimKD: Generic Distillation Paradigm by Dimensionality Reduction","created":"2023-12-14","cited_by_count":3,"area":"distill"},{"id":"2501.09268","title":"Knowledge Distillation for Image Restoration : Simultaneous Learning from Degraded and Clean Images","created":"2025-01-16","cited_by_count":3,"area":"distill"},{"id":"2404.07219","title":"Leave No One Behind: Online Self-Supervised Self-Distillation for Sequential Recommendation","created":"2024-03-22","cited_by_count":2,"area":"distill"},{"id":"2111.12170","title":"Domain-Agnostic Clustering with Self-Distillation","created":"2021-11-23","cited_by_count":1,"area":"distill"},{"id":"2201.11319","title":"Dynamic Rectification Knowledge Distillation","created":"2022-01-27","cited_by_count":1,"area":"distill"},{"id":"2204.11526","title":"Selective Cross-Task Distillation","created":"2022-04-25","cited_by_count":1,"area":"distill"},{"id":"2211.10938","title":"AI-KD: Adversarial learning and Implicit regularization for self-Knowledge Distillation","created":"2022-11-20","cited_by_count":1,"area":"distill"},{"id":"2305.09183","title":"Lightweight Self-Knowledge Distillation with Multi-source Information Fusion","created":"2023-05-16","cited_by_count":1,"area":"distill"},{"id":"2308.09327","title":"Unlimited Knowledge Distillation for Action Recognition in the Dark","created":"2023-08-18","cited_by_count":1,"area":"distill"},{"id":"2404.01699","title":"Task Integration Distillation for Object Detectors","created":"2024-04-02","cited_by_count":1,"area":"distill"},{"id":"2408.03616","title":"Distillation Learning Guided by Image Reconstruction for One-Shot Medical Image Segmentation","created":"2024-08-07","cited_by_count":1,"area":"distill"},{"id":"2502.06192","title":"Right Time to Learn:Promoting Generalization via Bio-inspired Spacing Effect in Knowledge Distillation","created":"2025-02-10","cited_by_count":1,"area":"distill"},{"id":"2506.20431","title":"Tackling Data Heterogeneity in Federated Learning through Knowledge Distillation with Inequitable Aggregation","created":"2025-06-25","cited_by_count":1,"area":"distill"},{"id":"2110.12606","title":"MUSE: Feature Self-Distillation with Mutual Information and Self-Information","created":"2021-10-25","cited_by_count":0,"area":"distill"},{"id":"2204.06899","title":"Spatial Likelihood Voting with Self-Knowledge Distillation for Weakly Supervised Object Detection","created":"2022-04-14","cited_by_count":0,"area":"distill"},{"id":"2206.02963","title":"Confidence-aware Self-Semantic Distillation on Knowledge Graph Embedding","created":"2022-06-07","cited_by_count":0,"area":"distill"},{"id":"2303.10318","title":"Remote Sensing Object Counting with Online Knowledge Learning","created":"2023-03-18","cited_by_count":0,"area":"distill"},{"id":"2304.11923","title":"Improving Knowledge Distillation via Transferring Learning Ability","created":"2023-04-24","cited_by_count":0,"area":"distill"},{"id":"2310.18890","title":"Towards Generalized Multi-stage Clustering: Multi-view Self-distillation","created":"2023-10-29","cited_by_count":0,"area":"distill"},{"id":"2411.16991","title":"Dynamic Self-Distillation via Previous Mini-batches for Fine-tuning Small Language Models","created":"2024-11-25","cited_by_count":0,"area":"distill"},{"id":"2505.14751","title":"Self Distillation via Iterative Constructive Perturbations","created":"2025-05-20","cited_by_count":0,"area":"distill"},{"id":"2512.24162","title":"Deep Probabilistic Supervision for Image Classification","created":"2025-12-30","cited_by_count":0,"area":"distill"},{"id":"2606.25927","title":"Knowledge Cascade: Reverse Knowledge Distillation on Nonparametric Multivariate Functional Estimation","created":"2026-06-24","cited_by_count":0,"area":"distill"}],"next_cursor":null}