{"total":186,"rows":[{"id":"2312.06709","title":"AM-RADIO: Agglomerative Vision Foundation Model -- Reduce All Domains Into One","created":"2023-12-10","cited_by_count":169,"area":null},{"id":"2106.02852","title":"Patch Slimming for Efficient Vision Transformers","created":"2021-06-05","cited_by_count":133,"area":null},{"id":"2101.05022","title":"Re-labeling ImageNet: from Single to Multi-Labels, from Global to Localized Labels","created":"2021-01-13","cited_by_count":118,"area":null},{"id":"2104.00232","title":"Dive into Ambiguity: Latent Distribution Mining and Pairwise Uncertainty Estimation for Facial Expression Recognition","created":"2021-04-01","cited_by_count":89,"area":null},{"id":"2204.12703","title":"Heterogeneous Ensemble Knowledge Transfer for Training Large Models in Federated Learning","created":"2022-04-27","cited_by_count":81,"area":null},{"id":"2310.19444","title":"One-for-All: Bridge the Gap Between Heterogeneous Architectures in Knowledge Distillation","created":"2023-10-30","cited_by_count":78,"area":"distill"},{"id":"2203.15359","title":"Nested Collaborative Learning for Long-Tailed Visual Recognition","created":"2022-03-29","cited_by_count":63,"area":null},{"id":"2102.07650","title":"Learning Student-Friendly Teacher Networks for Knowledge Distillation","created":"2021-02-12","cited_by_count":60,"area":"distill"},{"id":"2108.02092","title":"Online Knowledge Distillation for Efficient Pose Estimation","created":"2021-08-04","cited_by_count":55,"area":"distill"},{"id":"2111.05193","title":"A Survey on Green Deep Learning","created":"2021-11-08","cited_by_count":52,"area":null},{"id":"2101.05544","title":"DICE: Diversity in Deep Ensembles via Conditional Redundancy Adversarial Estimation","created":"2021-01-14","cited_by_count":48,"area":null},{"id":"2103.08273","title":"Refine Myself by Teaching Myself: Feature Refinement via Self-Knowledge Distillation","created":"2021-03-15","cited_by_count":46,"area":"distill"},{"id":"2209.04599","title":"Preserving Privacy in Federated Learning with Ensemble Cross-Domain Knowledge Distillation","created":"2022-09-10","cited_by_count":45,"area":"distill"},{"id":"2305.13803","title":"NORM: Knowledge Distillation via N-to-One Representation Matching","created":"2023-05-23","cited_by_count":44,"area":"distill"},{"id":"2104.12565","title":"Mutual Contrastive Learning for Visual Representation Learning","created":"2021-04-26","cited_by_count":42,"area":null},{"id":"2210.04505","title":"A Survey on Heterogeneous Federated Learning","created":"2022-10-10","cited_by_count":42,"area":null},{"id":"2201.00007","title":"Confidence-Aware Multi-Teacher Knowledge Distillation","created":"2021-12-30","cited_by_count":39,"area":"distill"},{"id":"2210.06458","title":"Efficient Knowledge Distillation from Model Checkpoints","created":"2022-10-12","cited_by_count":37,"area":"distill"},{"id":"2207.11518","title":"Online Knowledge Distillation via Mutual Contrastive Learning for Visual Recognition","created":"2022-07-23","cited_by_count":36,"area":"distill"},{"id":"2307.12574","title":"A Good Student is Cooperative and Reliable: CNN-Transformer Collaborative Learning for Semantic Segmentation","created":"2023-07-24","cited_by_count":33,"area":"distill"},{"id":"2103.06132","title":"MixMo: Mixing Multiple Inputs for Multiple Outputs via Deep Subnetworks","created":"2021-03-10","cited_by_count":32,"area":null},{"id":"2103.13811","title":"Student Network Learning via Evolutionary Knowledge Distillation","created":"2021-03-23","cited_by_count":30,"area":"distill"},{"id":"2208.05768","title":"MixSKD: Self-Knowledge Distillation from Mixup for Image Recognition","created":"2022-08-11","cited_by_count":30,"area":"distill"},{"id":"2102.03349","title":"On the Reproducibility of Neural Network Predictions","created":"2021-02-05","cited_by_count":29,"area":null},{"id":"2203.16172","title":"Self-Distillation from the Last Mini-Batch for Consistency Regularization","created":"2022-03-30","cited_by_count":29,"area":"distill"},{"id":"2303.15678","title":"DisWOT: Student Architecture Search for Distillation WithOut Training","created":"2023-03-28","cited_by_count":29,"area":"distill"},{"id":"2308.04268","title":"Teacher-Student Architecture for Knowledge Distillation: A Survey","created":"2023-08-08","cited_by_count":26,"area":"distill"},{"id":"2401.08732","title":"Bayes Conditional Distribution Estimation for Knowledge Distillation Based on Conditional Mutual Information","created":"2024-01-16","cited_by_count":25,"area":"distill"},{"id":"2108.06908","title":"Online Multi-Granularity Distillation for GAN Compression","created":"2021-08-16","cited_by_count":24,"area":null},{"id":"2203.16034","title":"Monitored Distillation for Positive Congruent Depth Completion","created":"2022-03-30","cited_by_count":24,"area":"distill"},{"id":"2109.08119","title":"Personalized Federated Learning for Heterogeneous Clients with Clustered Knowledge Transfer","created":"2021-09-16","cited_by_count":23,"area":null},{"id":"2210.17332","title":"Teacher-Student Architecture for Knowledge Learning: A Survey","created":"2022-10-28","cited_by_count":23,"area":"distill"},{"id":"2103.14473","title":"Distilling a Powerful Student Model via Online Knowledge Distillation","created":"2021-03-26","cited_by_count":22,"area":"distill"},{"id":"2104.09866","title":"Distill on the Go: Online knowledge distillation in self-supervised learning","created":"2021-04-20","cited_by_count":22,"area":"distill"},{"id":"2410.01680","title":"PHI-S: Distribution Balancing for Label-Free Multi-Teacher Distillation","created":"2024-10-02","cited_by_count":21,"area":"distill"},{"id":"2112.03603","title":"Handwritten Mathematical Expression Recognition via Attention Aggregation based Bi-directional Mutual Learning","created":"2021-12-07","cited_by_count":20,"area":null},{"id":"2207.05306","title":"Contrastive Deep Supervision","created":"2022-07-12","cited_by_count":20,"area":null},{"id":"2207.05409","title":"Knowledge Condensation Distillation","created":"2022-07-12","cited_by_count":20,"area":"distill"},{"id":"2208.01834","title":"Integrating Object-aware and Interaction-aware Knowledge for Weakly Supervised Scene Graph Generation","created":"2022-08-03","cited_by_count":20,"area":null},{"id":"2304.06461","title":"Multi-Mode Online Knowledge Distillation for Self-Supervised Visual Representation Learning","created":"2023-04-13","cited_by_count":20,"area":"distill"},{"id":"2306.10687","title":"Categories of Response-Based, Feature-Based, and Relation-Based Knowledge Distillation","created":"2023-06-19","cited_by_count":20,"area":"distill"},{"id":"2312.00600","title":"Improving Plasticity in Online Continual Learning via Collaborative Learning","created":"2023-12-01","cited_by_count":20,"area":null},{"id":"2108.00955","title":"Evaluating Deep Graph Neural Networks","created":"2021-08-02","cited_by_count":19,"area":null},{"id":"2109.11496","title":"LGD: Label-guided Self-distillation for Object Detection","created":"2021-09-23","cited_by_count":19,"area":"distill"},{"id":"2203.03910","title":"Overcoming Catastrophic Forgetting beyond Continual Learning: Balanced Training for Neural Machine Translation","created":"2022-03-08","cited_by_count":18,"area":null},{"id":"2310.11451","title":"Seeking Neural Nuggets: Knowledge Transfer in Large Language Models from a Parametric Perspective","created":"2023-10-17","cited_by_count":17,"area":null},{"id":"2404.09571","title":"MTKD: Multi-Teacher Knowledge Distillation for Image Super-Resolution","created":"2024-04-15","cited_by_count":17,"area":"distill"},{"id":"2410.05101","title":"CR-CTC: Consistency regularization on CTC for improved speech recognition","created":"2024-10-07","cited_by_count":17,"area":null},{"id":"2104.13298","title":"Self-distillation with Batch Knowledge Ensembling Improves ImageNet Classification","created":"2021-04-27","cited_by_count":16,"area":"distill"},{"id":"2302.00704","title":"Pathologies of Predictive Diversity in Deep Ensembles","created":"2023-02-01","cited_by_count":16,"area":null},{"id":"2303.17158","title":"KD-DLGAN: Data Limited Image Generation via Knowledge Distillation","created":"2023-03-30","cited_by_count":16,"area":"distill"},{"id":"2107.00181","title":"Revisiting Knowledge Distillation: An Inheritance and Exploration Framework","created":"2021-07-01","cited_by_count":15,"area":"distill"},{"id":"2110.08413","title":"Invariant Language Modeling","created":"2021-10-16","cited_by_count":15,"area":null},{"id":"2203.08893","title":"Multimodal Learning on Graphs for Disease Relation Extraction","created":"2022-03-16","cited_by_count":15,"area":null},{"id":"2402.07745","title":"Predictive Churn with the Set of Good Models","created":"2024-02-12","cited_by_count":15,"area":null},{"id":"2202.13123","title":"Content-Variant Reference Image Quality Assessment via Knowledge Distillation","created":"2022-02-26","cited_by_count":14,"area":"distill"},{"id":"2306.16709","title":"NCL++: Nested Collaborative Learning for Long-Tailed Visual Recognition","created":"2023-06-29","cited_by_count":14,"area":null},{"id":"2308.13998","title":"Computation-efficient Deep Learning for Computer Vision: A Survey","created":"2023-08-27","cited_by_count":14,"area":null},{"id":"2508.05402","title":"DistillDrive: End-to-End Multi-Mode Autonomous Driving Distillation by Isomorphic Hetero-Source Planning Model","created":"2025-08-07","cited_by_count":14,"area":"driving"},{"id":"2109.03075","title":"Knowledge Distillation Using Hierarchical Self-Supervision Augmented Distribution","created":"2021-09-07","cited_by_count":13,"area":"distill"},{"id":"2303.01130","title":"Distillation from Heterogeneous Models for Top-K Recommendation","created":"2023-03-02","cited_by_count":13,"area":"distill"},{"id":"2308.14084","title":"Practical Edge Detection via Robust Collaborative Learning","created":"2023-08-27","cited_by_count":13,"area":null},{"id":"2407.18041","title":"How to Train the Teacher Model for Effective Knowledge Distillation","created":"2024-07-25","cited_by_count":13,"area":"distill"},{"id":"2207.05345","title":"HEAD: HEtero-Assists Distillation for Heterogeneous Object Detectors","created":"2022-07-12","cited_by_count":12,"area":"distill"},{"id":"2402.00893","title":"MoDE: A Mixture-of-Experts Model with Mutual Distillation among the Experts","created":"2024-01-31","cited_by_count":12,"area":"moe"},{"id":"2204.05068","title":"HFT: Lifting Perspective Representations via Hybrid Feature Transformation","created":"2022-04-11","cited_by_count":11,"area":null},{"id":"2411.06786","title":"ScaleKD: Strong Vision Transformers Could Be Excellent Teachers","created":"2024-11-11","cited_by_count":11,"area":"distill"},{"id":"2105.14796","title":"Improving Tree-Structured Decoder Training for Code Generation via Mutual Learning","created":"2021-05-31","cited_by_count":10,"area":null},{"id":"2203.09594","title":"Delta Distillation for Efficient Video Processing","created":"2022-03-17","cited_by_count":10,"area":"distill"},{"id":"2308.09105","title":"Learning Lightweight Object Detectors via Multi-Teacher Progressive Distillation","created":"2023-08-17","cited_by_count":10,"area":null},{"id":"2311.08640","title":"Multistage Collaborative Knowledge Distillation from a Large Language Model for Semi-Supervised Sequence Generation","created":"2023-11-15","cited_by_count":10,"area":"distill"},{"id":"2402.19144","title":"Weakly Supervised Monocular 3D Detection with a Single-View Image","created":"2024-02-29","cited_by_count":10,"area":null},{"id":"2404.00936","title":"A Comprehensive Review of Knowledge Distillation in Computer Vision","created":"2024-04-01","cited_by_count":10,"area":"distill"},{"id":"2109.12862","title":"Deep Structured Instance Graph for Distilling Object Detectors","created":"2021-09-27","cited_by_count":9,"area":null},{"id":"2205.06701","title":"Knowledge Distillation Meets Open-Set Semi-Supervised Learning","created":"2022-05-13","cited_by_count":9,"area":"distill"},{"id":"2211.12881","title":"DGEKT: A Dual Graph Ensemble Learning Method for Knowledge Tracing","created":"2022-11-23","cited_by_count":9,"area":"distill"},{"id":"2308.14852","title":"SynthDistill: Face Recognition with Knowledge Distillation from Synthetic Data","created":"2023-08-28","cited_by_count":9,"area":"distill"},{"id":"2111.11747","title":"Semi-Online Knowledge Distillation","created":"2021-11-23","cited_by_count":8,"area":"distill"},{"id":"2212.04884","title":"Co-training $2^L$ Submodels for Visual Recognition","created":"2022-12-09","cited_by_count":8,"area":"distill"},{"id":"2302.08155","title":"Learning From Biased Soft Labels","created":"2023-02-16","cited_by_count":8,"area":"distill"},{"id":"2303.14666","title":"Generalization Matters: Loss Minima Flattening via Parameter Hybridization for Efficient Online Knowledge Distillation","created":"2023-03-26","cited_by_count":8,"area":"distill"},{"id":"2305.09651","title":"Tailoring Instructions to Student's Learning Levels Boosts Knowledge Distillation","created":"2023-05-16","cited_by_count":8,"area":"distill"},{"id":"2406.08332","title":"UDON: Universal Dynamic Online distillatioN for generic image representations","created":"2024-06-12","cited_by_count":8,"area":"distill"},{"id":"2412.15758","title":"Function Space Diversity for Uncertainty Prediction via Repulsive Last-Layer Ensembles","created":"2024-12-20","cited_by_count":8,"area":null},{"id":"2102.05140","title":"Locally Adaptive Label Smoothing for Predictive Churn","created":"2021-02-09","cited_by_count":7,"area":null},{"id":"2211.09861","title":"Self-Supervised Visual Representation Learning via Residual Momentum","created":"2022-11-17","cited_by_count":7,"area":null},{"id":"2305.05233","title":"DynamicKD: An Effective Knowledge Distillation via Dynamic Entropy Correction-Based Distillation for Gap Optimizing","created":"2023-05-09","cited_by_count":7,"area":"distill"},{"id":"2204.06625","title":"CAMERO: Consistency Regularized Ensemble of Perturbed Language Models with Weight Sharing","created":"2022-04-13","cited_by_count":6,"area":null},{"id":"2210.08464","title":"Federated Learning with Privacy-Preserving Ensemble Attention Distillation","created":"2022-10-16","cited_by_count":6,"area":null},{"id":"2408.13698","title":"CNN-Transformer Rectified Collaborative Learning for Medical Image Segmentation","created":"2024-08-25","cited_by_count":6,"area":null},{"id":"2103.01435","title":"Improved Techniques for Quantizing Deep Networks with Adaptive Bit-Widths","created":"2021-03-02","cited_by_count":5,"area":null},{"id":"2106.15499","title":"Self-Contrastive Learning: Single-viewed Supervised Contrastive Framework using Sub-network","created":"2021-06-29","cited_by_count":5,"area":null},{"id":"2110.10645","title":"Combining Different V1 Brain Model Variants to Improve Robustness to Image Corruptions in CNNs","created":"2021-10-20","cited_by_count":5,"area":null},{"id":"2202.12488","title":"Learn From the Past: Experience Ensemble Knowledge Distillation","created":"2022-02-25","cited_by_count":5,"area":"distill"},{"id":"2202.13140","title":"Consensus Learning from Heterogeneous Objectives for One-Class Collaborative Filtering","created":"2022-02-26","cited_by_count":5,"area":null},{"id":"2204.00548","title":"Unified and Effective Ensemble Knowledge Distillation","created":"2022-04-01","cited_by_count":5,"area":"distill"},{"id":"2211.06143","title":"FAN-Trans: Online Knowledge Distillation for Facial Action Unit Detection","created":"2022-11-11","cited_by_count":5,"area":"distill"},{"id":"2403.13512","title":"Scale Decoupled Distillation","created":"2024-03-20","cited_by_count":5,"area":"distill"},{"id":"2110.00959","title":"Boost Neural Networks by Checkpoints","created":"2021-10-03","cited_by_count":4,"area":null},{"id":"2110.09674","title":"Adaptive Distillation: Aggregating Knowledge from Multiple Paths for Efficient Distillation","created":"2021-10-19","cited_by_count":4,"area":"distill"}],"next_cursor":"100"}