{"total":78,"rows":[{"id":"2106.05945","title":"Does Knowledge Distillation Really Work?","created":"2021-06-10","cited_by_count":190,"area":"distill"},{"id":"2203.14001","title":"Knowledge Distillation with the Reused Teacher Classifier","created":"2022-03-26","cited_by_count":141,"area":"distill"},{"id":"2211.16231","title":"Curriculum Temperature for Knowledge Distillation","created":"2022-11-29","cited_by_count":112,"area":"distill"},{"id":"2403.01427","title":"Logit Standardization in Knowledge Distillation","created":"2024-03-03","cited_by_count":102,"area":"distill"},{"id":"2108.02092","title":"Online Knowledge Distillation for Efficient Pose Estimation","created":"2021-08-04","cited_by_count":55,"area":"distill"},{"id":"2111.12341","title":"EvDistill: Asynchronous Events to End-task Learning via Bidirectional Reconstruction-guided Cross-modal Knowledge Distillation","created":"2021-11-24","cited_by_count":47,"area":"distill"},{"id":"2205.15308","title":"Parameter-Efficient and Student-Friendly Knowledge Distillation","created":"2022-05-28","cited_by_count":47,"area":"distill"},{"id":"2201.00007","title":"Confidence-Aware Multi-Teacher Knowledge Distillation","created":"2021-12-30","cited_by_count":39,"area":"distill"},{"id":"2210.06458","title":"Efficient Knowledge Distillation from Model Checkpoints","created":"2022-10-12","cited_by_count":37,"area":"distill"},{"id":"2207.11518","title":"Online Knowledge Distillation via Mutual Contrastive Learning for Visual Recognition","created":"2022-07-23","cited_by_count":36,"area":"distill"},{"id":"2307.12574","title":"A Good Student is Cooperative and Reliable: CNN-Transformer Collaborative Learning for Semantic Segmentation","created":"2023-07-24","cited_by_count":33,"area":"distill"},{"id":"2112.15278","title":"Data-Free Knowledge Transfer: A Survey","created":"2021-12-31","cited_by_count":31,"area":"distill"},{"id":"2103.13811","title":"Student Network Learning via Evolutionary Knowledge Distillation","created":"2021-03-23","cited_by_count":30,"area":"distill"},{"id":"2208.05768","title":"MixSKD: Self-Knowledge Distillation from Mixup for Image Recognition","created":"2022-08-11","cited_by_count":30,"area":"distill"},{"id":"2203.16172","title":"Self-Distillation from the Last Mini-Batch for Consistency Regularization","created":"2022-03-30","cited_by_count":29,"area":"distill"},{"id":"2209.04996","title":"Switchable Online Knowledge Distillation","created":"2022-09-12","cited_by_count":29,"area":"distill"},{"id":"2108.05507","title":"Distilling Holistic Knowledge with Graph Neural Networks","created":"2021-08-12","cited_by_count":26,"area":"distill"},{"id":"2308.04268","title":"Teacher-Student Architecture for Knowledge Distillation: A Survey","created":"2023-08-08","cited_by_count":26,"area":"distill"},{"id":"2401.08732","title":"Bayes Conditional Distribution Estimation for Knowledge Distillation Based on Conditional Mutual Information","created":"2024-01-16","cited_by_count":25,"area":"distill"},{"id":"2210.17332","title":"Teacher-Student Architecture for Knowledge Learning: A Survey","created":"2022-10-28","cited_by_count":23,"area":"distill"},{"id":"2103.14473","title":"Distilling a Powerful Student Model via Online Knowledge Distillation","created":"2021-03-26","cited_by_count":22,"area":"distill"},{"id":"2304.06461","title":"Multi-Mode Online Knowledge Distillation for Self-Supervised Visual Representation Learning","created":"2023-04-13","cited_by_count":20,"area":"distill"},{"id":"2306.10687","title":"Categories of Response-Based, Feature-Based, and Relation-Based Knowledge Distillation","created":"2023-06-19","cited_by_count":20,"area":"distill"},{"id":"2109.11496","title":"LGD: Label-guided Self-distillation for Object Detection","created":"2021-09-23","cited_by_count":19,"area":"distill"},{"id":"2301.12245","title":"Supervision Complexity and its Role in Knowledge Distillation","created":"2023-01-28","cited_by_count":19,"area":"distill"},{"id":"2308.09922","title":"MDCS: More Diverse Experts with Consistency Self-distillation for Long-tailed Recognition","created":"2023-08-19","cited_by_count":19,"area":"distill"},{"id":"2306.06634","title":"Adaptive Multi-Teacher Knowledge Distillation with Meta-Learning","created":"2023-06-11","cited_by_count":16,"area":"distill"},{"id":"2109.03075","title":"Knowledge Distillation Using Hierarchical Self-Supervision Augmented Distribution","created":"2021-09-07","cited_by_count":13,"area":"distill"},{"id":"2407.18041","title":"How to Train the Teacher Model for Effective Knowledge Distillation","created":"2024-07-25","cited_by_count":13,"area":"distill"},{"id":"2207.12980","title":"Efficient One Pass Self-distillation with Zipf's Label Smoothing","created":"2022-07-26","cited_by_count":12,"area":"distill"},{"id":"2112.03695","title":"Safe Distillation Box","created":"2021-12-05","cited_by_count":9,"area":"distill"},{"id":"2308.14852","title":"SynthDistill: Face Recognition with Knowledge Distillation from Synthetic Data","created":"2023-08-28","cited_by_count":9,"area":"distill"},{"id":"2408.07703","title":"Knowledge Distillation with Refined Logits","created":"2024-08-14","cited_by_count":9,"area":"distill"},{"id":"2111.11747","title":"Semi-Online Knowledge Distillation","created":"2021-11-23","cited_by_count":8,"area":"distill"},{"id":"2303.14666","title":"Generalization Matters: Loss Minima Flattening via Parameter Hybridization for Efficient Online Knowledge Distillation","created":"2023-03-26","cited_by_count":8,"area":"distill"},{"id":"2204.05547","title":"DistPro: Searching A Fast Knowledge Distillation Process via Meta Optimization","created":"2022-04-12","cited_by_count":7,"area":"distill"},{"id":"2212.12965","title":"BD-KD: Balancing the Divergences for Online Knowledge Distillation","created":"2022-12-25","cited_by_count":7,"area":"distill"},{"id":"2202.12488","title":"Learn From the Past: Experience Ensemble Knowledge Distillation","created":"2022-02-25","cited_by_count":5,"area":"distill"},{"id":"2205.02468","title":"Alignahead: Online Cross-Layer Knowledge Extraction on Graph Neural Networks","created":"2022-05-05","cited_by_count":5,"area":"distill"},{"id":"2207.06667","title":"Large-scale Knowledge Distillation with Elastic Heterogeneous Computing Resources","created":"2022-07-14","cited_by_count":5,"area":"distill"},{"id":"2211.06143","title":"FAN-Trans: Online Knowledge Distillation for Facial Action Unit Detection","created":"2022-11-11","cited_by_count":5,"area":"distill"},{"id":"2101.08471","title":"Collaborative Teacher-Student Learning via Multiple Knowledge Transfer","created":"2021-01-21","cited_by_count":3,"area":"distill"},{"id":"2111.14356","title":"Improved Knowledge Distillation via Adversarial Collaboration","created":"2021-11-29","cited_by_count":3,"area":"distill"},{"id":"2202.07846","title":"Knowledge Distillation with Deep Supervision","created":"2022-02-16","cited_by_count":2,"area":"distill"},{"id":"2307.04542","title":"Customizing Synthetic Data for Data-Free Student Learning","created":"2023-07-10","cited_by_count":2,"area":"distill"},{"id":"2307.06631","title":"Frameless Graph Knowledge Distillation","created":"2023-07-13","cited_by_count":2,"area":"distill"},{"id":"2402.05942","title":"Cooperative Knowledge Distillation: A Learner Agnostic Approach","created":"2024-02-02","cited_by_count":2,"area":"distill"},{"id":"2406.05488","title":"Online Policy Distillation with Decision-Attention","created":"2024-06-08","cited_by_count":2,"area":"distill"},{"id":"2608.26019","title":"DualOPSD: Adaptive Privileged Teachers for On-Policy Self-Distillation","created":"2026-08-26","cited_by_count":2,"area":"distill"},{"id":"2203.06551","title":"CEKD:Cross Ensemble Knowledge Distillation for Augmented Fine-grained Data","created":"2022-03-13","cited_by_count":1,"area":"distill"},{"id":"2206.01186","title":"ORC: Network Group-based Knowledge Distillation using Online Role Change","created":"2022-06-01","cited_by_count":1,"area":"distill"},{"id":"2206.12005","title":"Knowledge Distillation via Weighted Ensemble of Teaching Assistants","created":"2022-06-23","cited_by_count":1,"area":"distill"},{"id":"2210.09668","title":"On effects of Knowledge Distillation on Transfer Learning","created":"2022-10-18","cited_by_count":1,"area":"distill"},{"id":"2210.13743","title":"Online Cross-Layer Knowledge Distillation on Graph Neural Networks with Deep Supervision","created":"2022-10-25","cited_by_count":1,"area":"distill"},{"id":"2303.11621","title":"Heterogeneous-Branch Collaborative Learning for Dialogue Generation","created":"2023-03-21","cited_by_count":1,"area":"distill"},{"id":"2305.15975","title":"Triplet Knowledge Distillation","created":"2023-05-25","cited_by_count":1,"area":"distill"},{"id":"2312.17029","title":"FedSDD: Scalable and Diversity-enhanced Distillation for Model Aggregation in Federated Learning","created":"2023-12-28","cited_by_count":1,"area":"distill"},{"id":"2403.13844","title":"Scheduled Knowledge Acquisition on Lightweight Vector Symbolic Architectures for Brain-Computer Interfaces","created":"2024-03-18","cited_by_count":1,"area":"distill"},{"id":"2406.08226","title":"DistilDoc: Knowledge Distillation for Visually-Rich Document Applications","created":"2024-06-12","cited_by_count":1,"area":"distill"},{"id":"2502.06192","title":"Right Time to Learn:Promoting Generalization via Bio-inspired Spacing Effect in Knowledge Distillation","created":"2025-02-10","cited_by_count":1,"area":"distill"},{"id":"2602.09509","title":"Beyond Student: An Asymmetric Network for Neural Network Inheritance","created":"2026-02-10","cited_by_count":1,"area":"distill"},{"id":"2110.00329","title":"Student Helping Teacher: Teacher Evolution via Self-Knowledge Distillation","created":"2021-10-01","cited_by_count":0,"area":"distill"},{"id":"2203.11660","title":"Channel Self-Supervision for Online Knowledge Distillation","created":"2022-03-22","cited_by_count":0,"area":"distill"},{"id":"2206.08224","title":"Multi scale Feature Extraction and Fusion for Online Knowledge Distillation","created":"2022-06-16","cited_by_count":0,"area":"distill"},{"id":"2206.12370","title":"Mixed Sample Augmentation for Online Distillation","created":"2022-06-24","cited_by_count":0,"area":"distill"},{"id":"2303.07951","title":"MetaMixer: A Regularization Strategy for Online Knowledge Distillation","created":"2023-03-14","cited_by_count":0,"area":"distill"},{"id":"2304.08878","title":"Deep Collective Knowledge Distillation","created":"2023-04-18","cited_by_count":0,"area":"distill"},{"id":"2305.03188","title":"Smaller3d: Smaller Models for 3D Semantic Segmentation Using Minkowski Engine and Knowledge Distillation Methods","created":"2023-05-04","cited_by_count":0,"area":"distill"},{"id":"2312.11218","title":"Decoupled Knowledge with Ensemble Learning for Online Distillation","created":"2023-12-18","cited_by_count":0,"area":"distill"},{"id":"2406.08528","title":"Adaptive Teaching with Shared Classifier for Knowledge Distillation","created":"2024-06-12","cited_by_count":0,"area":"distill"},{"id":"2409.20237","title":"Classroom-Inspired Multi-Mentor Distillation with Adaptive Learning Strategies","created":"2024-09-30","cited_by_count":0,"area":"distill"},{"id":"2501.02705","title":"Knowledge Distillation with Adapted Weight","created":"2025-01-06","cited_by_count":0,"area":"distill"},{"id":"2506.07055","title":"A Layered Self-Supervised Knowledge Distillation Framework for Efficient Multimodal Learning on the Edge","created":"2025-06-08","cited_by_count":0,"area":"distill"},{"id":"2508.16050","title":"Expandable Residual Approximation for Knowledge Distillation","created":"2025-08-22","cited_by_count":0,"area":"distill"},{"id":"2509.12380","title":"GhostNetV3-Small: A Tailored Architecture and Comparative Study of Distillation Strategies for Tiny Images","created":"2025-09-15","cited_by_count":0,"area":"distill"},{"id":"2509.22053","title":"Enriching Knowledge Distillation with Intra-Class Contrastive Learning","created":"2025-09-26","cited_by_count":0,"area":"distill"},{"id":"2602.04677","title":"REDistill: Robust Estimator Distillation for Balancing Robustness and Efficiency","created":"2026-02-04","cited_by_count":0,"area":"distill"},{"id":"2607.12297","title":"MobileSAM2: Lightweight Segment Anything for Spatial Intelligence","created":"2026-07-14","cited_by_count":0,"area":"distill"}],"next_cursor":null}