{"total":33,"rows":[{"id":"2104.00676","title":"Is Label Smoothing Truly Incompatible with Knowledge Distillation: An Empirical Study","created":"2021-04-01","cited_by_count":51,"area":"distill"},{"id":"2110.12724","title":"Instance-Conditional Knowledge Distillation for Object Detection","created":"2021-10-25","cited_by_count":42,"area":"distill"},{"id":"2210.16103","title":"Collaborative Multi-Teacher Knowledge Distillation for Learning Low Bit-width Deep Neural Networks","created":"2022-10-27","cited_by_count":23,"area":"distill"},{"id":"2103.14473","title":"Distilling a Powerful Student Model via Online Knowledge Distillation","created":"2021-03-26","cited_by_count":22,"area":"distill"},{"id":"2112.00459","title":"Information Theoretic Representation Distillation","created":"2021-12-01","cited_by_count":19,"area":"distill"},{"id":"2206.01859","title":"Extreme Compression for Pre-trained Transformers Made Simple and Efficient","created":"2022-06-04","cited_by_count":19,"area":"distill"},{"id":"2112.14938","title":"Automatic Mixed-Precision Quantization Search of BERT","created":"2021-12-30","cited_by_count":16,"area":"distill"},{"id":"2307.10638","title":"Quantized Feature Distillation for Network Quantization","created":"2023-07-20","cited_by_count":15,"area":"distill"},{"id":"2210.03477","title":"IDa-Det: An Information Discrepancy-aware Distillation for 1-bit Detectors","created":"2022-10-07","cited_by_count":12,"area":"distill"},{"id":"2107.10624","title":"LANA: Latency Aware Network Acceleration","created":"2021-07-12","cited_by_count":11,"area":"distill"},{"id":"2309.13220","title":"Poster: Self-Supervised Quantization-Aware Knowledge Distillation","created":"2023-09-22","cited_by_count":11,"area":"distill"},{"id":"2205.06701","title":"Knowledge Distillation Meets Open-Set Semi-Supervised Learning","created":"2022-05-13","cited_by_count":9,"area":"distill"},{"id":"2307.11469","title":"Distribution Shift Matters for Knowledge Distillation with Webly Collected Images","created":"2023-07-21","cited_by_count":8,"area":"distill"},{"id":"2102.11638","title":"Enhancing Data-Free Adversarial Distillation with Activation Regularization and Virtual Interpolation","created":"2021-02-23","cited_by_count":7,"area":"distill"},{"id":"2106.05209","title":"Distilling Image Classifiers in Object Detectors","created":"2021-06-09","cited_by_count":5,"area":"distill"},{"id":"2302.10899","title":"Feature Affinity Assisted Knowledge Distillation and Quantization of Deep Neural Networks on Label-Free Data","created":"2023-02-10","cited_by_count":5,"area":"distill"},{"id":"2107.03088","title":"WeClick: Weakly-Supervised Video Semantic Segmentation with Click Annotations","created":"2021-07-07","cited_by_count":4,"area":"distill"},{"id":"2101.08471","title":"Collaborative Teacher-Student Learning via Multiple Knowledge Transfer","created":"2021-01-21","cited_by_count":3,"area":"distill"},{"id":"2111.03555","title":"AUTOKD: Automatic Knowledge Distillation Into A Student Architecture Family","created":"2021-11-05","cited_by_count":3,"area":"distill"},{"id":"2111.14356","title":"Improved Knowledge Distillation via Adversarial Collaboration","created":"2021-11-29","cited_by_count":3,"area":"distill"},{"id":"2103.00793","title":"Embedded Knowledge Distillation in Depth-Level Dynamic Neural Network","created":"2021-03-01","cited_by_count":2,"area":"distill"},{"id":"2207.05256","title":"Normalized Feature Distillation for Semantic Segmentation","created":"2022-07-12","cited_by_count":2,"area":"distill"},{"id":"2303.16050","title":"Information-Theoretic GAN Compression with Variational Energy-based Model","created":"2023-03-28","cited_by_count":2,"area":"distill"},{"id":"2311.11086","title":"LightBTSeg: A lightweight breast tumor segmentation model using ultrasound images via dual-path joint knowledge distillation","created":"2023-11-18","cited_by_count":2,"area":"distill"},{"id":"2509.20854","title":"Punching Above Precision: Small Quantized Model Distillation with Learnable Regularizer","created":"2025-09-25","cited_by_count":2,"area":"distill"},{"id":"2103.14337","title":"Hands-on Guidance for Distilling Object Detectors","created":"2021-03-26","cited_by_count":1,"area":"distill"},{"id":"2206.01186","title":"ORC: Network Group-based Knowledge Distillation using Online Role Change","created":"2022-06-01","cited_by_count":1,"area":"distill"},{"id":"2311.05970","title":"Quantized Distillation: Optimizing Driver Activity Recognition Models for Resource-Constrained Environments","created":"2023-11-10","cited_by_count":1,"area":"distill"},{"id":"2509.03850","title":"Data-Augmented Quantization-Aware Knowledge Distillation","created":"2025-09-04","cited_by_count":1,"area":"distill"},{"id":"2112.15358","title":"Conditional Generative Data-free Knowledge Distillation","created":"2021-12-31","cited_by_count":0,"area":"distill"},{"id":"2305.00918","title":"CORSD: Class-Oriented Relational Self Distillation","created":"2023-04-28","cited_by_count":0,"area":"distill"},{"id":"2403.11106","title":"Self-Supervised Quantization-Aware Knowledge Distillation","created":"2024-03-17","cited_by_count":0,"area":"distill"},{"id":"2411.14957","title":"Information Extraction from Heterogeneous Documents without Ground Truth Labels using Synthetic Label Generation and Knowledge Distillation","created":"2024-11-22","cited_by_count":0,"area":"distill"}],"next_cursor":null}