{"total":62,"rows":[{"id":"2111.05193","title":"A Survey on Green Deep Learning","created":"2021-11-08","cited_by_count":52,"area":null},{"id":"2112.01528","title":"A Fast Knowledge Distillation Framework for Visual Recognition","created":"2021-12-02","cited_by_count":50,"area":"distill"},{"id":"2101.05544","title":"DICE: Diversity in Deep Ensembles via Conditional Redundancy Adversarial Estimation","created":"2021-01-14","cited_by_count":48,"area":null},{"id":"2103.08273","title":"Refine Myself by Teaching Myself: Feature Refinement via Self-Knowledge Distillation","created":"2021-03-15","cited_by_count":46,"area":"distill"},{"id":"2305.13803","title":"NORM: Knowledge Distillation via N-to-One Representation Matching","created":"2023-05-23","cited_by_count":44,"area":"distill"},{"id":"2210.03664","title":"Bi-directional Weakly Supervised Knowledge Distillation for Whole Slide Image Classification","created":"2022-10-07","cited_by_count":43,"area":"distill"},{"id":"2208.11148","title":"Multi-domain Learning for Updating Face Anti-spoofing Models","created":"2022-08-23","cited_by_count":39,"area":null},{"id":"2310.20494","title":"A Transformer-Based Model With Self-Distillation for Multimodal Emotion Recognition in Conversations","created":"2023-10-31","cited_by_count":37,"area":"distill"},{"id":"2207.11518","title":"Online Knowledge Distillation via Mutual Contrastive Learning for Visual Recognition","created":"2022-07-23","cited_by_count":36,"area":"distill"},{"id":"2112.15278","title":"Data-Free Knowledge Transfer: A Survey","created":"2021-12-31","cited_by_count":31,"area":"distill"},{"id":"2103.13811","title":"Student Network Learning via Evolutionary Knowledge Distillation","created":"2021-03-23","cited_by_count":30,"area":"distill"},{"id":"2209.04996","title":"Switchable Online Knowledge Distillation","created":"2022-09-12","cited_by_count":29,"area":"distill"},{"id":"2308.04268","title":"Teacher-Student Architecture for Knowledge Distillation: A Survey","created":"2023-08-08","cited_by_count":26,"area":"distill"},{"id":"2210.17332","title":"Teacher-Student Architecture for Knowledge Learning: A Survey","created":"2022-10-28","cited_by_count":23,"area":"distill"},{"id":"2103.14473","title":"Distilling a Powerful Student Model via Online Knowledge Distillation","created":"2021-03-26","cited_by_count":22,"area":"distill"},{"id":"2306.10687","title":"Categories of Response-Based, Feature-Based, and Relation-Based Knowledge Distillation","created":"2023-06-19","cited_by_count":20,"area":"distill"},{"id":"2306.10014","title":"Coaching a Teachable Student","created":"2023-06-16","cited_by_count":19,"area":"distill"},{"id":"2205.11678","title":"Compressing Deep Graph Neural Networks via Adversarial Knowledge Distillation","created":"2022-05-24","cited_by_count":18,"area":"distill"},{"id":"2406.14896","title":"SelfReg-UNet: Self-Regularized UNet for Medical Image Segmentation","created":"2024-06-21","cited_by_count":18,"area":null},{"id":"2111.12958","title":"Self-Distilled Self-Supervised Representation Learning","created":"2021-11-25","cited_by_count":14,"area":"distill"},{"id":"2109.03075","title":"Knowledge Distillation Using Hierarchical Self-Supervision Augmented Distribution","created":"2021-09-07","cited_by_count":13,"area":"distill"},{"id":"2202.05659","title":"Tiny Object Tracking: A Large-scale Dataset and A Baseline","created":"2022-02-11","cited_by_count":11,"area":"distill"},{"id":"2402.19144","title":"Weakly Supervised Monocular 3D Detection with a Single-View Image","created":"2024-02-29","cited_by_count":10,"area":null},{"id":"2404.00936","title":"A Comprehensive Review of Knowledge Distillation in Computer Vision","created":"2024-04-01","cited_by_count":10,"area":"distill"},{"id":"2104.05382","title":"Dual Discriminator Adversarial Distillation for Data-free Model Compression","created":"2021-04-12","cited_by_count":9,"area":"distill"},{"id":"2106.01489","title":"Not All Knowledge Is Created Equal: Mutual Distillation of Confident Knowledge","created":"2021-06-02","cited_by_count":9,"area":"distill"},{"id":"2303.11923","title":"Performance-aware Approximation of Global Channel Pruning for Multitask CNNs","created":"2023-03-21","cited_by_count":9,"area":null},{"id":"2212.12965","title":"BD-KD: Balancing the Divergences for Online Knowledge Distillation","created":"2022-12-25","cited_by_count":7,"area":"distill"},{"id":"2308.16486","title":"Illumination Distillation Framework for Nighttime Person Re-Identification and A New Benchmark","created":"2023-08-31","cited_by_count":6,"area":null},{"id":"2408.13698","title":"CNN-Transformer Rectified Collaborative Learning for Medical Image Segmentation","created":"2024-08-25","cited_by_count":6,"area":null},{"id":"2103.16617","title":"HAD-Net: A Hierarchical Adversarial Knowledge Distillation Network for Improved Enhanced Tumour Segmentation Without Post-Contrast Images","created":"2021-03-30","cited_by_count":5,"area":"distill"},{"id":"2312.17473","title":"FerKD: Surgical Label Adaptation for Efficient Distillation","created":"2023-12-29","cited_by_count":5,"area":"distill"},{"id":"2507.07015","title":"MST-Distill: Mixture of Specialized Teachers for Cross-Modal Knowledge Distillation","created":"2025-07-09","cited_by_count":5,"area":"distill"},{"id":"2111.10988","title":"Local-Selective Feature Distillation for Single Image Super-Resolution","created":"2021-11-22","cited_by_count":4,"area":"distill"},{"id":"2208.12464","title":"Dense Depth Distillation with Out-of-Distribution Simulated Images","created":"2022-08-26","cited_by_count":4,"area":"distill"},{"id":"2508.20224","title":"The Role of Teacher Calibration in Knowledge Distillation","created":"2025-08-27","cited_by_count":4,"area":"distill"},{"id":"2111.14356","title":"Improved Knowledge Distillation via Adversarial Collaboration","created":"2021-11-29","cited_by_count":3,"area":"distill"},{"id":"2211.15597","title":"Lightning Fast Video Anomaly Detection via Adversarial Knowledge Distillation","created":"2022-11-28","cited_by_count":3,"area":"distill"},{"id":"2308.13772","title":"Boosting Residual Networks with Group Knowledge","created":"2023-08-26","cited_by_count":3,"area":null},{"id":"2408.12084","title":"Vision-Based Detection of Uncooperative Targets and Components on Small Satellites","created":"2024-08-22","cited_by_count":3,"area":null},{"id":"2203.04314","title":"PyNET-QxQ: An Efficient PyNET Variant for QxQ Bayer Pattern Demosaicing in CMOS Image Sensors","created":"2022-03-08","cited_by_count":2,"area":null},{"id":"2401.17802","title":"Distillation Enhanced Time Series Forecasting Network with Momentum Contrastive Learning","created":"2024-01-31","cited_by_count":2,"area":null},{"id":"2405.06038","title":"From Algorithm to Hardware: A Survey on Efficient and Safe Deployment of Deep Neural Networks","created":"2024-05-09","cited_by_count":2,"area":null},{"id":"2407.02721","title":"Model and Feature Diversity for Bayesian Neural Networks in Mutual Learning","created":"2024-07-03","cited_by_count":2,"area":null},{"id":"2602.15845","title":"KD4MT: A Survey of Knowledge Distillation for Machine Translation","created":"2026-01-22","cited_by_count":2,"area":"distill"},{"id":"2203.06551","title":"CEKD:Cross Ensemble Knowledge Distillation for Augmented Fine-grained Data","created":"2022-03-13","cited_by_count":1,"area":"distill"},{"id":"2211.10938","title":"AI-KD: Adversarial learning and Implicit regularization for self-Knowledge Distillation","created":"2022-11-20","cited_by_count":1,"area":"distill"},{"id":"2307.03347","title":"Distilling Universal and Joint Knowledge for Cross-Domain Model Compression on Time Series Data","created":"2023-07-07","cited_by_count":1,"area":"distill"},{"id":"2311.11518","title":"Multi-teacher Distillation for Multilingual Spelling Correction","created":"2023-11-20","cited_by_count":1,"area":"distill"},{"id":"2503.06685","title":"Asymmetric Decision-Making in Online Knowledge Distillation:Unifying Consensus and Divergence","created":"2025-03-09","cited_by_count":1,"area":"distill"},{"id":"2110.12606","title":"MUSE: Feature Self-Distillation with Mutual Information and Self-Information","created":"2021-10-25","cited_by_count":0,"area":"distill"},{"id":"2110.12696","title":"Self-Supervised Knowledge Transfer via Loosely Supervised Auxiliary Tasks","created":"2021-10-25","cited_by_count":0,"area":null},{"id":"2201.06507","title":"Distillation from heterogeneous unlabeled collections","created":"2022-01-17","cited_by_count":0,"area":null},{"id":"2211.00310","title":"SADT: Combining Sharpness-Aware Minimization with Self-Distillation for Improved Model Generalization","created":"2022-11-01","cited_by_count":0,"area":"distill"},{"id":"2303.07951","title":"MetaMixer: A Regularization Strategy for Online Knowledge Distillation","created":"2023-03-14","cited_by_count":0,"area":"distill"},{"id":"2310.19289","title":"AMLNet: Adversarial Mutual Learning Neural Network for Non-AutoRegressive Multi-Horizon Time Series Forecasting","created":"2023-10-30","cited_by_count":0,"area":null},{"id":"2403.12690","title":"LNPT: Label-free Network Pruning and Training","created":"2024-03-19","cited_by_count":0,"area":null},{"id":"2406.08528","title":"Adaptive Teaching with Shared Classifier for Knowledge Distillation","created":"2024-06-12","cited_by_count":0,"area":"distill"},{"id":"2407.06485","title":"CrowdTransfer: Enabling Crowd Knowledge Transfer in AIoT Community","created":"2024-07-09","cited_by_count":0,"area":null},{"id":"2408.12248","title":"PRG: Prompt-Based Distillation Without Annotation via Proxy Relational Graph","created":"2024-08-22","cited_by_count":0,"area":null},{"id":"2604.23268","title":"LatentBurst: A Fast and Efficient Multi Frame Super-Resolution for Hexadeca-Bayer Pattern CIS images","created":"2026-04-25","cited_by_count":0,"area":null},{"id":"2609.13024","title":"Label-Guided Knowledge Distillation for 3D-CNNs in Action Recognition","created":"2026-09-11","cited_by_count":0,"area":"distill"}],"next_cursor":null}