{"total":58,"rows":[{"id":"2309.15698","title":"Deep Model Fusion: A Survey","created":"2023-09-27","cited_by_count":91,"area":null},{"id":"2104.00232","title":"Dive into Ambiguity: Latent Distribution Mining and Pairwise Uncertainty Estimation for Facial Expression Recognition","created":"2021-04-01","cited_by_count":89,"area":null},{"id":"2102.07650","title":"Learning Student-Friendly Teacher Networks for Knowledge Distillation","created":"2021-02-12","cited_by_count":60,"area":"distill"},{"id":"2101.05544","title":"DICE: Diversity in Deep Ensembles via Conditional Redundancy Adversarial Estimation","created":"2021-01-14","cited_by_count":48,"area":null},{"id":"2305.13803","title":"NORM: Knowledge Distillation via N-to-One Representation Matching","created":"2023-05-23","cited_by_count":44,"area":"distill"},{"id":"2104.12565","title":"Mutual Contrastive Learning for Visual Representation Learning","created":"2021-04-26","cited_by_count":42,"area":null},{"id":"2207.11518","title":"Online Knowledge Distillation via Mutual Contrastive Learning for Visual Recognition","created":"2022-07-23","cited_by_count":36,"area":"distill"},{"id":"2307.12574","title":"A Good Student is Cooperative and Reliable: CNN-Transformer Collaborative Learning for Semantic Segmentation","created":"2023-07-24","cited_by_count":33,"area":"distill"},{"id":"2309.05911","title":"Quality-Agnostic Deepfake Detection with Intra-model Collaborative Learning","created":"2023-09-12","cited_by_count":32,"area":null},{"id":"2203.16172","title":"Self-Distillation from the Last Mini-Batch for Consistency Regularization","created":"2022-03-30","cited_by_count":29,"area":"distill"},{"id":"2308.04268","title":"Teacher-Student Architecture for Knowledge Distillation: A Survey","created":"2023-08-08","cited_by_count":26,"area":"distill"},{"id":"2210.17332","title":"Teacher-Student Architecture for Knowledge Learning: A Survey","created":"2022-10-28","cited_by_count":23,"area":"distill"},{"id":"2306.10687","title":"Categories of Response-Based, Feature-Based, and Relation-Based Knowledge Distillation","created":"2023-06-19","cited_by_count":20,"area":"distill"},{"id":"2203.03910","title":"Overcoming Catastrophic Forgetting beyond Continual Learning: Balanced Training for Neural Machine Translation","created":"2022-03-08","cited_by_count":18,"area":null},{"id":"2503.16707","title":"Cross-Modal and Uncertainty-Aware Agglomeration for Open-Vocabulary 3D Scene Understanding","created":"2025-03-20","cited_by_count":13,"area":"mllm"},{"id":"2308.06093","title":"Experts Weights Averaging: A New General Training Scheme for Vision Transformers","created":"2023-08-11","cited_by_count":12,"area":"moe"},{"id":"2402.00893","title":"MoDE: A Mixture-of-Experts Model with Mutual Distillation among the Experts","created":"2024-01-31","cited_by_count":12,"area":"moe"},{"id":"2405.16240","title":"AFL: A Single-Round Analytic Approach for Federated Learning with Pre-trained Models","created":"2024-05-25","cited_by_count":11,"area":null},{"id":"2411.06786","title":"ScaleKD: Strong Vision Transformers Could Be Excellent Teachers","created":"2024-11-11","cited_by_count":11,"area":"distill"},{"id":"2203.09594","title":"Delta Distillation for Efficient Video Processing","created":"2022-03-17","cited_by_count":10,"area":"distill"},{"id":"2106.01489","title":"Not All Knowledge Is Created Equal: Mutual Distillation of Confident Knowledge","created":"2021-06-02","cited_by_count":9,"area":"distill"},{"id":"2408.07703","title":"Knowledge Distillation with Refined Logits","created":"2024-08-14","cited_by_count":9,"area":"distill"},{"id":"2303.14666","title":"Generalization Matters: Loss Minima Flattening via Parameter Hybridization for Efficient Online Knowledge Distillation","created":"2023-03-26","cited_by_count":8,"area":"distill"},{"id":"2305.05233","title":"DynamicKD: An Effective Knowledge Distillation via Dynamic Entropy Correction-Based Distillation for Gap Optimizing","created":"2023-05-09","cited_by_count":7,"area":"distill"},{"id":"2403.06668","title":"PeerAiD: Improving Adversarial Distillation from a Specialized Peer Tutor","created":"2024-03-11","cited_by_count":7,"area":"distill"},{"id":"2204.06625","title":"CAMERO: Consistency Regularized Ensemble of Perturbed Language Models with Weight Sharing","created":"2022-04-13","cited_by_count":6,"area":null},{"id":"2405.04342","title":"The Curse of Diversity in Ensemble-Based Exploration","created":"2024-05-07","cited_by_count":6,"area":"deeprl"},{"id":"2408.13698","title":"CNN-Transformer Rectified Collaborative Learning for Medical Image Segmentation","created":"2024-08-25","cited_by_count":6,"area":null},{"id":"2202.13140","title":"Consensus Learning from Heterogeneous Objectives for One-Class Collaborative Filtering","created":"2022-02-26","cited_by_count":5,"area":null},{"id":"2507.10348","title":"Feature Distillation is the Better Choice for Model-Heterogeneous Federated Learning","created":"2025-07-14","cited_by_count":5,"area":"distill"},{"id":"2301.01060","title":"Knowledge-guided Causal Intervention for Weakly-supervised Object Localization","created":"2023-01-03","cited_by_count":4,"area":null},{"id":"2307.04470","title":"Test-Time Adaptation for Nighttime Color-Thermal Semantic Segmentation","created":"2023-07-10","cited_by_count":4,"area":null},{"id":"2101.08471","title":"Collaborative Teacher-Student Learning via Multiple Knowledge Transfer","created":"2021-01-21","cited_by_count":3,"area":"distill"},{"id":"2308.13772","title":"Boosting Residual Networks with Group Knowledge","created":"2023-08-26","cited_by_count":3,"area":null},{"id":"2203.04013","title":"Mutual Contrastive Low-rank Learning to Disentangle Whole Slide Image Representations for Glioma Grading","created":"2022-03-08","cited_by_count":2,"area":null},{"id":"2302.11472","title":"Distilling Calibrated Student from an Uncalibrated Teacher","created":"2023-02-22","cited_by_count":2,"area":"distill"},{"id":"2405.13324","title":"Adversarial Training via Adaptive Knowledge Amalgamation of an Ensemble of Teachers","created":"2024-05-22","cited_by_count":2,"area":null},{"id":"2303.11621","title":"Heterogeneous-Branch Collaborative Learning for Dialogue Generation","created":"2023-03-21","cited_by_count":1,"area":"distill"},{"id":"2408.02307","title":"Low-Cost Self-Ensembles Based on Multi-Branch Transformation and Grouped Convolution","created":"2024-08-05","cited_by_count":1,"area":null},{"id":"2409.16081","title":"Online Multi-level Contrastive Representation Distillation for Cross-Subject fNIRS Emotion Recognition","created":"2024-09-24","cited_by_count":1,"area":null},{"id":"2410.00074","title":"Collaborative Knowledge Distillation via a Learning-by-Education Node Community","created":"2024-09-30","cited_by_count":1,"area":"distill"},{"id":"2411.10961","title":"Map-Free Trajectory Prediction with Map Distillation and Hierarchical Encoding","created":"2024-11-17","cited_by_count":1,"area":null},{"id":"2412.17317","title":"Better Knowledge Enhancement for Privacy-Preserving Cross-Project Defect Prediction","created":"2024-12-23","cited_by_count":1,"area":null},{"id":"2502.06192","title":"Right Time to Learn:Promoting Generalization via Bio-inspired Spacing Effect in Knowledge Distillation","created":"2025-02-10","cited_by_count":1,"area":"distill"},{"id":"2503.11151","title":"Enabling Weak Client Participation via On-device Knowledge Distillation in Heterogeneous Federated Learning","created":"2025-03-14","cited_by_count":1,"area":"distill"},{"id":"2110.03511","title":"Peer Collaborative Learning for Polyphonic Sound Event Detection","created":"2021-10-07","cited_by_count":0,"area":"distill"},{"id":"2110.12696","title":"Self-Supervised Knowledge Transfer via Loosely Supervised Auxiliary Tasks","created":"2021-10-25","cited_by_count":0,"area":null},{"id":"2203.11660","title":"Channel Self-Supervision for Online Knowledge Distillation","created":"2022-03-22","cited_by_count":0,"area":"distill"},{"id":"2205.14606","title":"A General Multiple Data Augmentation Based Framework for Training Deep Neural Networks","created":"2022-05-29","cited_by_count":0,"area":null},{"id":"2206.12370","title":"Mixed Sample Augmentation for Online Distillation","created":"2022-06-24","cited_by_count":0,"area":"distill"},{"id":"2301.13444","title":"Rethinking Soft Label in Label Distribution Learning Perspective","created":"2023-01-31","cited_by_count":0,"area":null},{"id":"2303.07951","title":"MetaMixer: A Regularization Strategy for Online Knowledge Distillation","created":"2023-03-14","cited_by_count":0,"area":"distill"},{"id":"2310.19289","title":"AMLNet: Adversarial Mutual Learning Neural Network for Non-AutoRegressive Multi-Horizon Time Series Forecasting","created":"2023-10-30","cited_by_count":0,"area":null},{"id":"2312.11218","title":"Decoupled Knowledge with Ensemble Learning for Online Distillation","created":"2023-12-18","cited_by_count":0,"area":"distill"},{"id":"2406.08528","title":"Adaptive Teaching with Shared Classifier for Knowledge Distillation","created":"2024-06-12","cited_by_count":0,"area":"distill"},{"id":"2510.22208","title":"Simplifying Knowledge Transfer in Pretrained Models","created":"2025-10-25","cited_by_count":0,"area":null},{"id":"2605.11530","title":"Multi-Narrow Transformation as a Single-Model Ensemble: Boundary Conditions, Mechanisms, and Failure Modes","created":"2026-05-12","cited_by_count":0,"area":null},{"id":"2609.33727","title":"A Statistical Perspective on Knowledge Distillation: Foundations, Classical Methods, and Large Language Model Extensions","created":"2026-09-27","cited_by_count":0,"area":"distill"}],"next_cursor":null}