{"total":128,"rows":[{"id":"2106.05945","title":"Does Knowledge Distillation Really Work?","created":"2021-06-10","cited_by_count":190,"area":"distill"},{"id":"2203.14001","title":"Knowledge Distillation with the Reused Teacher Classifier","created":"2022-03-26","cited_by_count":141,"area":"distill"},{"id":"2211.16231","title":"Curriculum Temperature for Knowledge Distillation","created":"2022-11-29","cited_by_count":112,"area":"distill"},{"id":"2403.01427","title":"Logit Standardization in Knowledge Distillation","created":"2024-03-03","cited_by_count":102,"area":"distill"},{"id":"2104.00232","title":"Dive into Ambiguity: Latent Distribution Mining and Pairwise Uncertainty Estimation for Facial Expression Recognition","created":"2021-04-01","cited_by_count":89,"area":null},{"id":"2204.02136","title":"Overcoming Catastrophic Forgetting in Incremental Object Detection via Elastic Response Distillation","created":"2022-04-05","cited_by_count":72,"area":null},{"id":"2203.15359","title":"Nested Collaborative Learning for Long-Tailed Visual Recognition","created":"2022-03-29","cited_by_count":63,"area":null},{"id":"2108.02092","title":"Online Knowledge Distillation for Efficient Pose Estimation","created":"2021-08-04","cited_by_count":55,"area":"distill"},{"id":"2111.05193","title":"A Survey on Green Deep Learning","created":"2021-11-08","cited_by_count":52,"area":null},{"id":"2302.12721","title":"LightTS: Lightweight Time Series Classification with Adaptive Ensemble Distillation -- Extended Version","created":"2023-02-24","cited_by_count":50,"area":null},{"id":"2101.05544","title":"DICE: Diversity in Deep Ensembles via Conditional Redundancy Adversarial Estimation","created":"2021-01-14","cited_by_count":48,"area":null},{"id":"2111.12341","title":"EvDistill: Asynchronous Events to End-task Learning via Bidirectional Reconstruction-guided Cross-modal Knowledge Distillation","created":"2021-11-24","cited_by_count":47,"area":"distill"},{"id":"2205.15308","title":"Parameter-Efficient and Student-Friendly Knowledge Distillation","created":"2022-05-28","cited_by_count":47,"area":"distill"},{"id":"2104.12565","title":"Mutual Contrastive Learning for Visual Representation Learning","created":"2021-04-26","cited_by_count":42,"area":null},{"id":"2210.04505","title":"A Survey on Heterogeneous Federated Learning","created":"2022-10-10","cited_by_count":42,"area":null},{"id":"2201.00007","title":"Confidence-Aware Multi-Teacher Knowledge Distillation","created":"2021-12-30","cited_by_count":39,"area":"distill"},{"id":"2210.06458","title":"Efficient Knowledge Distillation from Model Checkpoints","created":"2022-10-12","cited_by_count":37,"area":"distill"},{"id":"2207.11518","title":"Online Knowledge Distillation via Mutual Contrastive Learning for Visual Recognition","created":"2022-07-23","cited_by_count":36,"area":"distill"},{"id":"2111.06638","title":"Meta-Teacher For Face Anti-Spoofing","created":"2021-11-12","cited_by_count":33,"area":null},{"id":"2307.12574","title":"A Good Student is Cooperative and Reliable: CNN-Transformer Collaborative Learning for Semantic Segmentation","created":"2023-07-24","cited_by_count":33,"area":"distill"},{"id":"2103.06132","title":"MixMo: Mixing Multiple Inputs for Multiple Outputs via Deep Subnetworks","created":"2021-03-10","cited_by_count":32,"area":null},{"id":"2109.01801","title":"Dual Transfer Learning for Event-based End-task Prediction via Pluggable Event to Image Translation","created":"2021-09-04","cited_by_count":32,"area":null},{"id":"2112.15278","title":"Data-Free Knowledge Transfer: A Survey","created":"2021-12-31","cited_by_count":31,"area":"distill"},{"id":"2103.13811","title":"Student Network Learning via Evolutionary Knowledge Distillation","created":"2021-03-23","cited_by_count":30,"area":"distill"},{"id":"2208.05768","title":"MixSKD: Self-Knowledge Distillation from Mixup for Image Recognition","created":"2022-08-11","cited_by_count":30,"area":"distill"},{"id":"2203.16172","title":"Self-Distillation from the Last Mini-Batch for Consistency Regularization","created":"2022-03-30","cited_by_count":29,"area":"distill"},{"id":"2209.04996","title":"Switchable Online Knowledge Distillation","created":"2022-09-12","cited_by_count":29,"area":"distill"},{"id":"2108.05507","title":"Distilling Holistic Knowledge with Graph Neural Networks","created":"2021-08-12","cited_by_count":26,"area":"distill"},{"id":"2308.04268","title":"Teacher-Student Architecture for Knowledge Distillation: A Survey","created":"2023-08-08","cited_by_count":26,"area":"distill"},{"id":"2401.08732","title":"Bayes Conditional Distribution Estimation for Knowledge Distillation Based on Conditional Mutual Information","created":"2024-01-16","cited_by_count":25,"area":"distill"},{"id":"2210.17332","title":"Teacher-Student Architecture for Knowledge Learning: A Survey","created":"2022-10-28","cited_by_count":23,"area":"distill"},{"id":"2103.14473","title":"Distilling a Powerful Student Model via Online Knowledge Distillation","created":"2021-03-26","cited_by_count":22,"area":"distill"},{"id":"2305.12954","title":"Is Synthetic Data From Diffusion Models Ready for Knowledge Distillation?","created":"2023-05-22","cited_by_count":21,"area":"diffusion"},{"id":"2304.06461","title":"Multi-Mode Online Knowledge Distillation for Self-Supervised Visual Representation Learning","created":"2023-04-13","cited_by_count":20,"area":"distill"},{"id":"2306.10687","title":"Categories of Response-Based, Feature-Based, and Relation-Based Knowledge Distillation","created":"2023-06-19","cited_by_count":20,"area":"distill"},{"id":"2109.11496","title":"LGD: Label-guided Self-distillation for Object Detection","created":"2021-09-23","cited_by_count":19,"area":"distill"},{"id":"2301.12245","title":"Supervision Complexity and its Role in Knowledge Distillation","created":"2023-01-28","cited_by_count":19,"area":"distill"},{"id":"2308.09922","title":"MDCS: More Diverse Experts with Consistency Self-distillation for Long-tailed Recognition","created":"2023-08-19","cited_by_count":19,"area":"distill"},{"id":"2107.11789","title":"ROD: Reception-aware Online Distillation for Sparse Graphs","created":"2021-07-25","cited_by_count":18,"area":null},{"id":"2203.03910","title":"Overcoming Catastrophic Forgetting beyond Continual Learning: Balanced Training for Neural Machine Translation","created":"2022-03-08","cited_by_count":18,"area":null},{"id":"2306.06634","title":"Adaptive Multi-Teacher Knowledge Distillation with Meta-Learning","created":"2023-06-11","cited_by_count":16,"area":"distill"},{"id":"2211.12039","title":"Accelerating Diffusion Sampling with Classifier-based Feature Distillation","created":"2022-11-22","cited_by_count":15,"area":"diffusion"},{"id":"2212.13554","title":"NeRN -- Learning Neural Representations for Neural Networks","created":"2022-12-27","cited_by_count":14,"area":null},{"id":"2306.16709","title":"NCL++: Nested Collaborative Learning for Long-Tailed Visual Recognition","created":"2023-06-29","cited_by_count":14,"area":null},{"id":"2308.13998","title":"Computation-efficient Deep Learning for Computer Vision: A Survey","created":"2023-08-27","cited_by_count":14,"area":null},{"id":"2109.03075","title":"Knowledge Distillation Using Hierarchical Self-Supervision Augmented Distribution","created":"2021-09-07","cited_by_count":13,"area":"distill"},{"id":"2407.18041","title":"How to Train the Teacher Model for Effective Knowledge Distillation","created":"2024-07-25","cited_by_count":13,"area":"distill"},{"id":"2207.12980","title":"Efficient One Pass Self-distillation with Zipf's Label Smoothing","created":"2022-07-26","cited_by_count":12,"area":"distill"},{"id":"2402.17316","title":"Towards Robust and Efficient Cloud-Edge Elastic Model Adaptation via Selective Entropy Distillation","created":"2024-02-27","cited_by_count":11,"area":null},{"id":"2410.23274","title":"Multi-student Diffusion Distillation for Better One-step Generators","created":"2024-10-30","cited_by_count":10,"area":"diffusion"},{"id":"2112.03695","title":"Safe Distillation Box","created":"2021-12-05","cited_by_count":9,"area":"distill"},{"id":"2206.00944","title":"Feature Space Particle Inference for Neural Network Ensembles","created":"2022-06-02","cited_by_count":9,"area":null},{"id":"2308.14852","title":"SynthDistill: Face Recognition with Knowledge Distillation from Synthetic Data","created":"2023-08-28","cited_by_count":9,"area":"distill"},{"id":"2408.07703","title":"Knowledge Distillation with Refined Logits","created":"2024-08-14","cited_by_count":9,"area":"distill"},{"id":"2111.11747","title":"Semi-Online Knowledge Distillation","created":"2021-11-23","cited_by_count":8,"area":"distill"},{"id":"2303.14666","title":"Generalization Matters: Loss Minima Flattening via Parameter Hybridization for Efficient Online Knowledge Distillation","created":"2023-03-26","cited_by_count":8,"area":"distill"},{"id":"2204.05547","title":"DistPro: Searching A Fast Knowledge Distillation Process via Meta Optimization","created":"2022-04-12","cited_by_count":7,"area":"distill"},{"id":"2212.12965","title":"BD-KD: Balancing the Divergences for Online Knowledge Distillation","created":"2022-12-25","cited_by_count":7,"area":"distill"},{"id":"2204.06625","title":"CAMERO: Consistency Regularized Ensemble of Perturbed Language Models with Weight Sharing","created":"2022-04-13","cited_by_count":6,"area":null},{"id":"2409.05698","title":"MANA-Net: Mitigating Aggregated Sentiment Homogenization with News Weighting for Enhanced Market Prediction","created":"2024-09-09","cited_by_count":6,"area":null},{"id":"2202.12488","title":"Learn From the Past: Experience Ensemble Knowledge Distillation","created":"2022-02-25","cited_by_count":5,"area":"distill"},{"id":"2205.02468","title":"Alignahead: Online Cross-Layer Knowledge Extraction on Graph Neural Networks","created":"2022-05-05","cited_by_count":5,"area":"distill"},{"id":"2207.06667","title":"Large-scale Knowledge Distillation with Elastic Heterogeneous Computing Resources","created":"2022-07-14","cited_by_count":5,"area":"distill"},{"id":"2211.06143","title":"FAN-Trans: Online Knowledge Distillation for Facial Action Unit Detection","created":"2022-11-11","cited_by_count":5,"area":"distill"},{"id":"2501.15014","title":"On Accelerating Edge AI: Optimizing Resource-Constrained Environments","created":"2025-01-25","cited_by_count":5,"area":null},{"id":"2202.12174","title":"Collaborative Training of Heterogeneous Reinforcement Learning Agents in Environments with Sparse Rewards: What and When to Share?","created":"2022-02-24","cited_by_count":4,"area":null},{"id":"2301.01060","title":"Knowledge-guided Causal Intervention for Weakly-supervised Object Localization","created":"2023-01-03","cited_by_count":4,"area":null},{"id":"2101.08471","title":"Collaborative Teacher-Student Learning via Multiple Knowledge Transfer","created":"2021-01-21","cited_by_count":3,"area":"distill"},{"id":"2111.14356","title":"Improved Knowledge Distillation via Adversarial Collaboration","created":"2021-11-29","cited_by_count":3,"area":"distill"},{"id":"2308.13772","title":"Boosting Residual Networks with Group Knowledge","created":"2023-08-26","cited_by_count":3,"area":null},{"id":"2402.19264","title":"T3DNet: Compressing Point Cloud Models for Lightweight 3D Recognition","created":"2024-02-29","cited_by_count":3,"area":null},{"id":"2202.07846","title":"Knowledge Distillation with Deep Supervision","created":"2022-02-16","cited_by_count":2,"area":"distill"},{"id":"2203.04314","title":"PyNET-QxQ: An Efficient PyNET Variant for QxQ Bayer Pattern Demosaicing in CMOS Image Sensors","created":"2022-03-08","cited_by_count":2,"area":null},{"id":"2204.01952","title":"Towards On-Board Panoptic Segmentation of Multispectral Satellite Images","created":"2022-04-05","cited_by_count":2,"area":null},{"id":"2307.04542","title":"Customizing Synthetic Data for Data-Free Student Learning","created":"2023-07-10","cited_by_count":2,"area":"distill"},{"id":"2307.06631","title":"Frameless Graph Knowledge Distillation","created":"2023-07-13","cited_by_count":2,"area":"distill"},{"id":"2401.17802","title":"Distillation Enhanced Time Series Forecasting Network with Momentum Contrastive Learning","created":"2024-01-31","cited_by_count":2,"area":null},{"id":"2402.05942","title":"Cooperative Knowledge Distillation: A Learner Agnostic Approach","created":"2024-02-02","cited_by_count":2,"area":"distill"},{"id":"2405.13324","title":"Adversarial Training via Adaptive Knowledge Amalgamation of an Ensemble of Teachers","created":"2024-05-22","cited_by_count":2,"area":null},{"id":"2406.05488","title":"Online Policy Distillation with Decision-Attention","created":"2024-06-08","cited_by_count":2,"area":"distill"},{"id":"2407.00356","title":"Enhancing Accuracy and Parameter-Efficiency of Neural Representations for Network Parameterization","created":"2024-06-29","cited_by_count":2,"area":null},{"id":"2608.26019","title":"DualOPSD: Adaptive Privileged Teachers for On-Policy Self-Distillation","created":"2026-08-26","cited_by_count":2,"area":"distill"},{"id":"2203.06551","title":"CEKD:Cross Ensemble Knowledge Distillation for Augmented Fine-grained Data","created":"2022-03-13","cited_by_count":1,"area":"distill"},{"id":"2206.01186","title":"ORC: Network Group-based Knowledge Distillation using Online Role Change","created":"2022-06-01","cited_by_count":1,"area":"distill"},{"id":"2206.12005","title":"Knowledge Distillation via Weighted Ensemble of Teaching Assistants","created":"2022-06-23","cited_by_count":1,"area":"distill"},{"id":"2207.10727","title":"Federated Semi-Supervised Domain Adaptation via Knowledge Transfer","created":"2022-07-21","cited_by_count":1,"area":null},{"id":"2210.09668","title":"On effects of Knowledge Distillation on Transfer Learning","created":"2022-10-18","cited_by_count":1,"area":"distill"},{"id":"2210.13743","title":"Online Cross-Layer Knowledge Distillation on Graph Neural Networks with Deep Supervision","created":"2022-10-25","cited_by_count":1,"area":"distill"},{"id":"2303.11621","title":"Heterogeneous-Branch Collaborative Learning for Dialogue Generation","created":"2023-03-21","cited_by_count":1,"area":"distill"},{"id":"2305.15975","title":"Triplet Knowledge Distillation","created":"2023-05-25","cited_by_count":1,"area":"distill"},{"id":"2312.17029","title":"FedSDD: Scalable and Diversity-enhanced Distillation for Model Aggregation in Federated Learning","created":"2023-12-28","cited_by_count":1,"area":"distill"},{"id":"2402.02012","title":"Precise Knowledge Transfer via Flow Matching","created":"2024-02-03","cited_by_count":1,"area":"diffusion"},{"id":"2403.13844","title":"Scheduled Knowledge Acquisition on Lightweight Vector Symbolic Architectures for Brain-Computer Interfaces","created":"2024-03-18","cited_by_count":1,"area":"distill"},{"id":"2404.06756","title":"CrimeAlarm: Towards Intensive Intent Dynamics in Fine-grained Crime Prediction","created":"2024-04-10","cited_by_count":1,"area":null},{"id":"2406.08226","title":"DistilDoc: Knowledge Distillation for Visually-Rich Document Applications","created":"2024-06-12","cited_by_count":1,"area":"distill"},{"id":"2408.02307","title":"Low-Cost Self-Ensembles Based on Multi-Branch Transformation and Grouped Convolution","created":"2024-08-05","cited_by_count":1,"area":null},{"id":"2409.16081","title":"Online Multi-level Contrastive Representation Distillation for Cross-Subject fNIRS Emotion Recognition","created":"2024-09-24","cited_by_count":1,"area":null},{"id":"2411.10961","title":"Map-Free Trajectory Prediction with Map Distillation and Hierarchical Encoding","created":"2024-11-17","cited_by_count":1,"area":null},{"id":"2502.06192","title":"Right Time to Learn:Promoting Generalization via Bio-inspired Spacing Effect in Knowledge Distillation","created":"2025-02-10","cited_by_count":1,"area":"distill"},{"id":"2602.09509","title":"Beyond Student: An Asymmetric Network for Neural Network Inheritance","created":"2026-02-10","cited_by_count":1,"area":"distill"}],"next_cursor":"100"}