{"total":99,"rows":[{"id":"2203.08679","title":"Decoupled Knowledge Distillation","created":"2022-03-16","cited_by_count":388,"area":"distill"},{"id":"2101.05022","title":"Re-labeling ImageNet: from Single to Multi-Labels, from Global to Localized Labels","created":"2021-01-13","cited_by_count":118,"area":null},{"id":"2108.06227","title":"SimCVD: Simple Contrastive Voxel-Wise Representation Distillation for Semi-Supervised Medical Image Segmentation","created":"2021-08-13","cited_by_count":86,"area":null},{"id":"2105.01029","title":"Initialization and Regularization of Factorized Neural Layers","created":"2021-05-03","cited_by_count":58,"area":"distill"},{"id":"2305.13948","title":"Decoupled Kullback-Leibler Divergence Loss","created":"2023-05-23","cited_by_count":58,"area":"distill"},{"id":"2306.11369","title":"CrossKD: Cross-Head Knowledge Distillation for Object Detection","created":"2023-06-20","cited_by_count":52,"area":"distill"},{"id":"2109.12484","title":"Excavating the Potential Capacity of Self-Supervised Monocular Depth Estimation","created":"2021-09-26","cited_by_count":48,"area":"distill"},{"id":"2104.15092","title":"Faster Meta Update Strategy for Noise-Robust Deep Learning","created":"2021-04-30","cited_by_count":38,"area":null},{"id":"2404.07236","title":"Lightweight Deep Learning for Resource-Constrained Environments: A Survey","created":"2024-04-08","cited_by_count":38,"area":null},{"id":"2210.06458","title":"Efficient Knowledge Distillation from Model Checkpoints","created":"2022-10-12","cited_by_count":37,"area":"distill"},{"id":"2402.12204","title":"Enhancing Multilingual Capabilities of Large Language Models through Self-Distillation from Resource-Rich Languages","created":"2024-02-19","cited_by_count":36,"area":"distill"},{"id":"2404.16456","title":"Correlation-Decoupled Knowledge Distillation for Multimodal Sentiment Analysis with Incomplete Modalities","created":"2024-04-25","cited_by_count":32,"area":"distill"},{"id":"2112.15278","title":"Data-Free Knowledge Transfer: A Survey","created":"2021-12-31","cited_by_count":31,"area":"distill"},{"id":"2211.04742","title":"Knowledge Distillation for Federated Learning: a Practical Guide","created":"2022-11-09","cited_by_count":31,"area":"distill"},{"id":"2103.13811","title":"Student Network Learning via Evolutionary Knowledge Distillation","created":"2021-03-23","cited_by_count":30,"area":"distill"},{"id":"2203.16172","title":"Self-Distillation from the Last Mini-Batch for Consistency Regularization","created":"2022-03-30","cited_by_count":29,"area":"distill"},{"id":"2108.05507","title":"Distilling Holistic Knowledge with Graph Neural Networks","created":"2021-08-12","cited_by_count":26,"area":"distill"},{"id":"2111.01026","title":"Introspective Distillation for Robust Question Answering","created":"2021-11-01","cited_by_count":25,"area":null},{"id":"2310.14277","title":"A Survey on Continual Semantic Segmentation: Theory, Challenge, Method and Application","created":"2023-10-22","cited_by_count":21,"area":null},{"id":"2306.10687","title":"Categories of Response-Based, Feature-Based, and Relation-Based Knowledge Distillation","created":"2023-06-19","cited_by_count":20,"area":"distill"},{"id":"2109.11496","title":"LGD: Label-guided Self-distillation for Object Detection","created":"2021-09-23","cited_by_count":19,"area":"distill"},{"id":"2112.09459","title":"Weakly Supervised Semantic Segmentation via Alternative Self-Dual Teaching","created":"2021-12-17","cited_by_count":19,"area":"distill"},{"id":"2301.12245","title":"Supervision Complexity and its Role in Knowledge Distillation","created":"2023-01-28","cited_by_count":19,"area":"distill"},{"id":"2210.12787","title":"Respecting Transfer Gap in Knowledge Distillation","created":"2022-10-23","cited_by_count":18,"area":"distill"},{"id":"2301.13156","title":"SeaFormer++: Squeeze-enhanced Axial Transformer for Mobile Visual Recognition","created":"2023-01-30","cited_by_count":18,"area":null},{"id":"2310.07265","title":"Distilling Efficient Vision Transformers from CNNs for Semantic Segmentation","created":"2023-10-11","cited_by_count":18,"area":"distill"},{"id":"2608.06296","title":"On-Policy Self-Distillation without Any Supervision","created":"2026-08-06","cited_by_count":17,"area":"lr"},{"id":"2107.00197","title":"Few-Shot Learning with a Strong Teacher","created":"2021-07-01","cited_by_count":16,"area":null},{"id":"2411.02793","title":"Toward Robust Incomplete Multimodal Sentiment Analysis via Hierarchical Representation Learning","created":"2024-11-05","cited_by_count":16,"area":null},{"id":"2107.00181","title":"Revisiting Knowledge Distillation: An Inheritance and Exploration Framework","created":"2021-07-01","cited_by_count":15,"area":"distill"},{"id":"2407.04600","title":"Understanding the Gains from Repeated Self-Distillation","created":"2024-07-05","cited_by_count":15,"area":"distill"},{"id":"2107.03225","title":"Categorical Relation-Preserving Contrastive Knowledge Distillation for Medical Image Classification","created":"2021-07-07","cited_by_count":14,"area":"distill"},{"id":"2308.13998","title":"Computation-efficient Deep Learning for Computer Vision: A Survey","created":"2023-08-27","cited_by_count":14,"area":null},{"id":"2205.01915","title":"Generalized Knowledge Distillation via Relationship Matching","created":"2022-05-04","cited_by_count":12,"area":"distill"},{"id":"2308.00520","title":"NormKD: Normalized Logits for Knowledge Distillation","created":"2023-08-01","cited_by_count":12,"area":"distill"},{"id":"2309.15413","title":"Inherit with Distillation and Evolve with Contrast: Exploring Class Incremental Semantic Segmentation Without Exemplar Memory","created":"2023-09-27","cited_by_count":12,"area":"distill"},{"id":"2303.08983","title":"Reinforce Data, Multiply Impact: Improved Model Accuracy and Robustness with Dataset Reinforcement","created":"2023-03-15","cited_by_count":11,"area":null},{"id":"2305.10893","title":"Student-friendly Knowledge Distillation","created":"2023-05-18","cited_by_count":11,"area":"distill"},{"id":"2308.09105","title":"Learning Lightweight Object Detectors via Multi-Teacher Progressive Distillation","created":"2023-08-17","cited_by_count":10,"area":null},{"id":"2106.10885","title":"Knowledge Distillation via Instance-level Sequence Learning","created":"2021-06-21","cited_by_count":8,"area":"distill"},{"id":"2304.10113","title":"SATA: Source Anchoring and Target Alignment Network for Continual Test Time Adaptation","created":"2023-04-20","cited_by_count":8,"area":null},{"id":"2305.19412","title":"Are Large Kernels Better Teachers than Transformers for ConvNets?","created":"2023-05-30","cited_by_count":8,"area":"distill"},{"id":"2302.12091","title":"Random Teachers are Good Teachers","created":"2023-02-23","cited_by_count":6,"area":"distill"},{"id":"2306.02090","title":"Deep Classifier Mimicry without Data Access","created":"2023-06-03","cited_by_count":6,"area":null},{"id":"2402.00084","title":"EPSD: Early Pruning with Self-Distillation for Efficient Model Compression","created":"2024-01-31","cited_by_count":6,"area":"distill"},{"id":"2407.10135","title":"FSD-BEV: Foreground Self-Distillation for Multi-view 3D Object Detection","created":"2024-07-14","cited_by_count":6,"area":"distill"},{"id":"2503.08038","title":"Generalized Kullback-Leibler Divergence Loss","created":"2025-03-11","cited_by_count":6,"area":"distill"},{"id":"2409.13939","title":"Simple Unsupervised Knowledge Distillation With Space Similarity","created":"2024-09-20","cited_by_count":5,"area":"distill"},{"id":"2107.03088","title":"WeClick: Weakly-Supervised Video Semantic Segmentation with Click Annotations","created":"2021-07-07","cited_by_count":4,"area":"distill"},{"id":"2208.01302","title":"Overlooked Poses Actually Make Sense: Distilling Privileged Knowledge for Human Motion Prediction","created":"2022-08-02","cited_by_count":4,"area":null},{"id":"2507.15911","title":"Local Dense Logit Relations for Enhanced Knowledge Distillation","created":"2025-07-21","cited_by_count":4,"area":"distill"},{"id":"2101.08471","title":"Collaborative Teacher-Student Learning via Multiple Knowledge Transfer","created":"2021-01-21","cited_by_count":3,"area":"distill"},{"id":"2202.12598","title":"Bridging the Gap Between Patient-specific and Patient-independent Seizure Prediction via Knowledge Distillation","created":"2022-02-25","cited_by_count":3,"area":"distill"},{"id":"2203.10923","title":"TinyMLOps: Operational Challenges for Widespread Edge AI Adoption","created":"2022-03-21","cited_by_count":3,"area":null},{"id":"2207.12660","title":"Bilateral Self-unbiased Learning from Biased Implicit Feedback","created":"2022-07-26","cited_by_count":3,"area":null},{"id":"2211.00683","title":"Reduce, Reuse, Recycle: Improving Training Efficiency with Distillation","created":"2022-11-01","cited_by_count":3,"area":null},{"id":"2301.11892","title":"Streaming LifeLong Learning With Any-Time Inference","created":"2023-01-27","cited_by_count":3,"area":null},{"id":"2303.12992","title":"A Survey of Historical Learning: Learning Models with Learning History","created":"2023-03-23","cited_by_count":3,"area":null},{"id":"2311.14334","title":"Maximizing Discrimination Capability of Knowledge Distillation with Energy Function","created":"2023-11-24","cited_by_count":3,"area":"distill"},{"id":"2312.08700","title":"RdimKD: Generic Distillation Paradigm by Dimensionality Reduction","created":"2023-12-14","cited_by_count":3,"area":"distill"},{"id":"2409.14538","title":"Towards Model-Agnostic Dataset Condensation by Heterogeneous Models","created":"2024-09-22","cited_by_count":3,"area":null},{"id":"2501.09268","title":"Knowledge Distillation for Image Restoration : Simultaneous Learning from Degraded and Clean Images","created":"2025-01-16","cited_by_count":3,"area":"distill"},{"id":"2605.02971","title":"Multilingual Safety Alignment via Self-Distillation","created":"2026-05-03","cited_by_count":3,"area":"alignment"},{"id":"2106.02242","title":"Scalable Transformers for Neural Machine Translation","created":"2021-06-04","cited_by_count":2,"area":null},{"id":"2107.07985","title":"Unpaired cross-modality educed distillation (CMEDL) for medical image segmentation","created":"2021-07-16","cited_by_count":2,"area":null},{"id":"2203.08390","title":"Reducing Flipping Errors in Deep Neural Networks","created":"2022-03-16","cited_by_count":2,"area":null},{"id":"2205.01620","title":"Unifying the Convergences in Multilingual Neural Machine Translation","created":"2022-05-03","cited_by_count":2,"area":null},{"id":"2404.07219","title":"Leave No One Behind: Online Self-Supervised Self-Distillation for Sequential Recommendation","created":"2024-03-22","cited_by_count":2,"area":"distill"},{"id":"2508.06895","title":"BASIC: Boosting Visual Alignment with Intrinsic Refined Embeddings in Multimodal Large Language Models","created":"2025-08-09","cited_by_count":2,"area":"mllm"},{"id":"2606.03938","title":"q0: Primitives for Hyper-Epoch Pretraining","created":"2026-06-02","cited_by_count":2,"area":null},{"id":"2608.12957","title":"I-SDPO: Instance-Level Adaptive Self-Distillation Policy Optimization","created":"2026-08-13","cited_by_count":2,"area":"lr"},{"id":"2111.12170","title":"Domain-Agnostic Clustering with Self-Distillation","created":"2021-11-23","cited_by_count":1,"area":"distill"},{"id":"2201.11319","title":"Dynamic Rectification Knowledge Distillation","created":"2022-01-27","cited_by_count":1,"area":"distill"},{"id":"2203.06474","title":"Optimizer Amalgamation","created":"2022-03-12","cited_by_count":1,"area":null},{"id":"2204.11526","title":"Selective Cross-Task Distillation","created":"2022-04-25","cited_by_count":1,"area":"distill"},{"id":"2211.10938","title":"AI-KD: Adversarial learning and Implicit regularization for self-Knowledge Distillation","created":"2022-11-20","cited_by_count":1,"area":"distill"},{"id":"2305.09183","title":"Lightweight Self-Knowledge Distillation with Multi-source Information Fusion","created":"2023-05-16","cited_by_count":1,"area":"distill"},{"id":"2308.09327","title":"Unlimited Knowledge Distillation for Action Recognition in the Dark","created":"2023-08-18","cited_by_count":1,"area":"distill"},{"id":"2310.03188","title":"Talking Models: Distill Pre-trained Knowledge to Downstream Models via Interactive Communication","created":"2023-10-04","cited_by_count":1,"area":null},{"id":"2404.01699","title":"Task Integration Distillation for Object Detectors","created":"2024-04-02","cited_by_count":1,"area":"distill"},{"id":"2408.03616","title":"Distillation Learning Guided by Image Reconstruction for One-Shot Medical Image Segmentation","created":"2024-08-07","cited_by_count":1,"area":"distill"},{"id":"2502.06192","title":"Right Time to Learn:Promoting Generalization via Bio-inspired Spacing Effect in Knowledge Distillation","created":"2025-02-10","cited_by_count":1,"area":"distill"},{"id":"2506.20431","title":"Tackling Data Heterogeneity in Federated Learning through Knowledge Distillation with Inequitable Aggregation","created":"2025-06-25","cited_by_count":1,"area":"distill"},{"id":"2607.08164","title":"Continual Test-Time Adaptation in Computer Vision: Methods, Benchmarks, and Future Directions","created":"2026-07-09","cited_by_count":1,"area":null},{"id":"2110.12606","title":"MUSE: Feature Self-Distillation with Mutual Information and Self-Information","created":"2021-10-25","cited_by_count":0,"area":"distill"},{"id":"2204.06899","title":"Spatial Likelihood Voting with Self-Knowledge Distillation for Weakly Supervised Object Detection","created":"2022-04-14","cited_by_count":0,"area":"distill"},{"id":"2206.02963","title":"Confidence-aware Self-Semantic Distillation on Knowledge Graph Embedding","created":"2022-06-07","cited_by_count":0,"area":"distill"},{"id":"2211.13587","title":"Responsible Active Learning via Human-in-the-loop Peer Study","created":"2022-11-24","cited_by_count":0,"area":null},{"id":"2303.10318","title":"Remote Sensing Object Counting with Online Knowledge Learning","created":"2023-03-18","cited_by_count":0,"area":"distill"},{"id":"2304.11923","title":"Improving Knowledge Distillation via Transferring Learning Ability","created":"2023-04-24","cited_by_count":0,"area":"distill"},{"id":"2310.18890","title":"Towards Generalized Multi-stage Clustering: Multi-view Self-distillation","created":"2023-10-29","cited_by_count":0,"area":"distill"},{"id":"2401.07469","title":"A Deep Hierarchical Feature Sparse Framework for Occluded Person Re-Identification","created":"2024-01-15","cited_by_count":0,"area":null},{"id":"2411.16991","title":"Dynamic Self-Distillation via Previous Mini-batches for Fine-tuning Small Language Models","created":"2024-11-25","cited_by_count":0,"area":"distill"},{"id":"2501.16329","title":"sDREAMER: Self-distilled Mixture-of-Modality-Experts Transformer for Automatic Sleep Staging","created":"2025-01-27","cited_by_count":0,"area":null},{"id":"2505.14751","title":"Self Distillation via Iterative Constructive Perturbations","created":"2025-05-20","cited_by_count":0,"area":"distill"},{"id":"2508.05404","title":"NT-ML: Backdoor Defense via Non-target Label Training and Mutual Learning","created":"2025-08-07","cited_by_count":0,"area":null},{"id":"2512.24162","title":"Deep Probabilistic Supervision for Image Classification","created":"2025-12-30","cited_by_count":0,"area":"distill"},{"id":"2605.07420","title":"SR$^2$-LoRA: Self-Rectifying Inter-layer Relations in Low-Rank Adaptation for Class-Incremental Learning","created":"2026-05-08","cited_by_count":0,"area":null},{"id":"2606.25927","title":"Knowledge Cascade: Reverse Knowledge Distillation on Nonparametric Multivariate Functional Estimation","created":"2026-06-24","cited_by_count":0,"area":"distill"}],"next_cursor":null}