{"total":48,"rows":[{"id":"2106.05237","title":"Knowledge distillation: A good teacher is patient and consistent","created":"2021-06-09","cited_by_count":259,"area":"distill"},{"id":"2202.11539","title":"Self-Supervised Transformers for Unsupervised Object Discovery using Normalized Cut","created":"2022-02-23","cited_by_count":167,"area":"distill"},{"id":"2205.10793","title":"Knowledge Distillation via the Target-aware Transformer","created":"2022-05-22","cited_by_count":70,"area":"distill"},{"id":"2109.12484","title":"Excavating the Potential Capacity of Self-Supervised Monocular Depth Estimation","created":"2021-09-26","cited_by_count":48,"area":"distill"},{"id":"2205.15156","title":"Towards Efficient 3D Object Detection with Knowledge Distillation","created":"2022-05-30","cited_by_count":29,"area":"distill"},{"id":"2210.15274","title":"Improved Feature Distillation via Projector Ensemble","created":"2022-10-27","cited_by_count":27,"area":"distill"},{"id":"2306.04186","title":"Self-supervised Audio Teacher-Student Transformer for Both Clip-level and Frame-level Tasks","created":"2023-06-07","cited_by_count":25,"area":"distill"},{"id":"2109.06875","title":"Multi-Scale Aligned Distillation for Low-Resolution Detection","created":"2021-09-14","cited_by_count":24,"area":"distill"},{"id":"2104.10510","title":"Balanced Knowledge Distillation for Long-tailed Learning","created":"2021-04-21","cited_by_count":23,"area":"distill"},{"id":"2103.14473","title":"Distilling a Powerful Student Model via Online Knowledge Distillation","created":"2021-03-26","cited_by_count":22,"area":"distill"},{"id":"2203.02485","title":"Better Supervisory Signals by Observing Learning Paths","created":"2022-03-04","cited_by_count":21,"area":"distill"},{"id":"2307.08500","title":"Cumulative Spatial Knowledge Distillation for Vision Transformers","created":"2023-07-17","cited_by_count":18,"area":"distill"},{"id":"2104.13298","title":"Self-distillation with Batch Knowledge Ensembling Improves ImageNet Classification","created":"2021-04-27","cited_by_count":16,"area":"distill"},{"id":"2104.04868","title":"Data-Free Knowledge Distillation with Soft Targeted Transfer Set Synthesis","created":"2021-04-10","cited_by_count":14,"area":"distill"},{"id":"2109.03075","title":"Knowledge Distillation Using Hierarchical Self-Supervision Augmented Distribution","created":"2021-09-07","cited_by_count":13,"area":"distill"},{"id":"2305.15781","title":"VanillaKD: Revisit the Power of Vanilla Knowledge Distillation from Small Scale to Large Scale","created":"2023-05-25","cited_by_count":11,"area":"distill"},{"id":"2303.14666","title":"Generalization Matters: Loss Minima Flattening via Parameter Hybridization for Efficient Online Knowledge Distillation","created":"2023-03-26","cited_by_count":8,"area":"distill"},{"id":"2305.19412","title":"Are Large Kernels Better Teachers than Transformers for ConvNets?","created":"2023-05-30","cited_by_count":8,"area":"distill"},{"id":"2305.05233","title":"DynamicKD: An Effective Knowledge Distillation via Dynamic Entropy Correction-Based Distillation for Gap Optimizing","created":"2023-05-09","cited_by_count":7,"area":"distill"},{"id":"2102.13323","title":"Knowledge Distillation Circumvents Nonlinearity for Optical Convolutional Neural Networks","created":"2021-02-26","cited_by_count":6,"area":"distill"},{"id":"2302.05629","title":"Improving Differentiable Architecture Search via Self-Distillation","created":"2023-02-11","cited_by_count":6,"area":"distill"},{"id":"2207.06667","title":"Large-scale Knowledge Distillation with Elastic Heterogeneous Computing Resources","created":"2022-07-14","cited_by_count":5,"area":"distill"},{"id":"2110.06830","title":"CONetV2: Efficient Auto-Channel Size Optimization for CNNs","created":"2021-10-13","cited_by_count":4,"area":"distill"},{"id":"2112.02291","title":"KDCTime: Knowledge Distillation with Calibration on InceptionTime for Time-series Classification","created":"2021-12-04","cited_by_count":4,"area":"distill"},{"id":"2303.05073","title":"Learn More for Food Recognition via Progressive Self-Distillation","created":"2023-03-09","cited_by_count":4,"area":"distill"},{"id":"2111.14356","title":"Improved Knowledge Distillation via Adversarial Collaboration","created":"2021-11-29","cited_by_count":3,"area":"distill"},{"id":"2407.07516","title":"HDKD: Hybrid Data-Efficient Knowledge Distillation Network for Medical Image Classification","created":"2024-07-10","cited_by_count":3,"area":"distill"},{"id":"2508.02801","title":"Adaptive Knowledge Distillation for Device-Directed Speech Detection","created":"2025-08-04","cited_by_count":3,"area":"distill"},{"id":"2103.00793","title":"Embedded Knowledge Distillation in Depth-Level Dynamic Neural Network","created":"2021-03-01","cited_by_count":2,"area":"distill"},{"id":"2103.07350","title":"A New Training Framework for Deep Neural Network","created":"2021-03-12","cited_by_count":2,"area":"distill"},{"id":"2202.07846","title":"Knowledge Distillation with Deep Supervision","created":"2022-02-16","cited_by_count":2,"area":"distill"},{"id":"2303.17531","title":"Asymmetric Image Retrieval with Cross Model Compatible Ensembles","created":"2023-03-30","cited_by_count":2,"area":"distill"},{"id":"2403.06417","title":"Enhanced Sparsification via Stimulative Training","created":"2024-03-11","cited_by_count":2,"area":"distill"},{"id":"2403.19941","title":"Diverse Feature Learning by Self-distillation and Reset","created":"2024-03-29","cited_by_count":2,"area":"distill"},{"id":"2404.09886","title":"ReffAKD: Resource-efficient Autoencoder-based Knowledge Distillation","created":"2024-04-15","cited_by_count":2,"area":"distill"},{"id":"2201.11319","title":"Dynamic Rectification Knowledge Distillation","created":"2022-01-27","cited_by_count":1,"area":"distill"},{"id":"2210.13743","title":"Online Cross-Layer Knowledge Distillation on Graph Neural Networks with Deep Supervision","created":"2022-10-25","cited_by_count":1,"area":"distill"},{"id":"2310.17183","title":"Understanding the Effects of Projectors in Knowledge Distillation","created":"2023-10-26","cited_by_count":1,"area":"distill"},{"id":"2505.09334","title":"DCSNet: A Lightweight Knowledge Distillation-Based Model with Explainable AI for Lung Cancer Diagnosis from Histopathological Images","created":"2025-05-14","cited_by_count":1,"area":"distill"},{"id":"2509.03850","title":"Data-Augmented Quantization-Aware Knowledge Distillation","created":"2025-09-04","cited_by_count":1,"area":"distill"},{"id":"2103.00497","title":"Distilling Knowledge via Intermediate Classifiers","created":"2021-02-28","cited_by_count":0,"area":"distill"},{"id":"2307.05201","title":"The Staged Knowledge Distillation in Video Classification: Harmonizing Student Progress by a Complementary Weakly Supervised Framework","created":"2023-07-11","cited_by_count":0,"area":"distill"},{"id":"2309.02843","title":"Knowledge Distillation Layer that Lets the Student Decide","created":"2023-09-06","cited_by_count":0,"area":"distill"},{"id":"2309.11446","title":"Weight Averaging Improves Knowledge Distillation under Domain Shift","created":"2023-09-20","cited_by_count":0,"area":"distill"},{"id":"2501.07040","title":"Rethinking Knowledge in Distillation: An In-context Sample Retrieval Perspective","created":"2025-01-13","cited_by_count":0,"area":"distill"},{"id":"2601.07416","title":"SDHSI-Net: Learning Better Representations for Hyperspectral Images via Self-Distillation","created":"2026-01-12","cited_by_count":0,"area":"distill"},{"id":"2603.02430","title":"A Unified Revisit of Temperature in Classification-Based Knowledge Distillation","created":"2026-03-02","cited_by_count":0,"area":"distill"},{"id":"2606.25324","title":"Efficient Remote Sensing Instance Segmentation with Linear-Time State Space Distilled Visual Foundation Models","created":"2026-06-24","cited_by_count":0,"area":"distill"}],"next_cursor":null}