{"total":59,"rows":[{"id":"2106.05237","title":"Knowledge distillation: A good teacher is patient and consistent","created":"2021-06-09","cited_by_count":259,"area":"distill"},{"id":"2205.10536","title":"Knowledge Distillation from A Stronger Teacher","created":"2022-05-21","cited_by_count":208,"area":"distill"},{"id":"2111.11837","title":"Focal and Global Knowledge Distillation for Detectors","created":"2021-11-23","cited_by_count":142,"area":"distill"},{"id":"2103.14475","title":"Distilling Object Detectors via Decoupled Features","created":"2021-03-26","cited_by_count":106,"area":"distill"},{"id":"2104.02096","title":"Compressing Visual-linguistic Model via Knowledge Distillation","created":"2021-04-05","cited_by_count":86,"area":"distill"},{"id":"2103.15042","title":"Distilling Virtual Examples for Long-tailed Recognition","created":"2021-03-28","cited_by_count":72,"area":"distill"},{"id":"2102.12252","title":"Localization Distillation for Dense Object Detection","created":"2021-02-24","cited_by_count":55,"area":"distill"},{"id":"2104.00676","title":"Is Label Smoothing Truly Incompatible with Knowledge Distillation: An Empirical Study","created":"2021-04-01","cited_by_count":51,"area":"distill"},{"id":"2103.01353","title":"There is More than Meets the Eye: Self-Supervised Multi-Object Detection and Tracking with Sound by Distilling Multimodal Knowledge","created":"2021-03-01","cited_by_count":44,"area":"distill"},{"id":"2112.15278","title":"Data-Free Knowledge Transfer: A Survey","created":"2021-12-31","cited_by_count":31,"area":"distill"},{"id":"2311.12079","title":"FreeKD: Knowledge Distillation via Semantic Frequency Prompt","created":"2023-11-20","cited_by_count":27,"area":"distill"},{"id":"2109.06875","title":"Multi-Scale Aligned Distillation for Low-Resolution Detection","created":"2021-09-14","cited_by_count":24,"area":"distill"},{"id":"2210.04427","title":"Asymmetric Temperature Scaling Makes Larger Networks Teach Well Again","created":"2022-10-10","cited_by_count":23,"area":"distill"},{"id":"2109.11496","title":"LGD: Label-guided Self-distillation for Object Detection","created":"2021-09-23","cited_by_count":19,"area":"distill"},{"id":"2204.05957","title":"Localization Distillation for Object Detection","created":"2022-04-12","cited_by_count":19,"area":"distill"},{"id":"2209.09841","title":"Exploring Inconsistent Knowledge Distillation for Object Detection with Data Augmentation","created":"2022-09-20","cited_by_count":19,"area":"distill"},{"id":"2210.12787","title":"Respecting Transfer Gap in Knowledge Distillation","created":"2022-10-23","cited_by_count":18,"area":"distill"},{"id":"2104.13298","title":"Self-distillation with Batch Knowledge Ensembling Improves ImageNet Classification","created":"2021-04-27","cited_by_count":16,"area":"distill"},{"id":"2103.05959","title":"Beyond Self-Supervision: A Simple Yet Effective Network Distillation Alternative to Improve Backbones","created":"2021-03-10","cited_by_count":15,"area":"distill"},{"id":"2211.13133","title":"Structural Knowledge Distillation for Object Detection","created":"2022-11-23","cited_by_count":14,"area":"distill"},{"id":"2207.12980","title":"Efficient One Pass Self-distillation with Zipf's Label Smoothing","created":"2022-07-26","cited_by_count":12,"area":"distill"},{"id":"2107.10624","title":"LANA: Latency Aware Network Acceleration","created":"2021-07-12","cited_by_count":11,"area":"distill"},{"id":"2305.15781","title":"VanillaKD: Revisit the Power of Vanilla Knowledge Distillation from Small Scale to Large Scale","created":"2023-05-25","cited_by_count":11,"area":"distill"},{"id":"2302.05637","title":"Dual Relation Knowledge Distillation for Object Detection","created":"2023-02-11","cited_by_count":9,"area":"distill"},{"id":"2503.08043","title":"Structural and Statistical Texture Knowledge Distillation and Learning for Segmentation","created":"2025-03-11","cited_by_count":9,"area":"distill"},{"id":"2305.19412","title":"Are Large Kernels Better Teachers than Transformers for ConvNets?","created":"2023-05-30","cited_by_count":8,"area":"distill"},{"id":"2305.02722","title":"Avatar Knowledge Distillation: Self-ensemble Teacher Paradigm with Uncertainty","created":"2023-05-04","cited_by_count":7,"area":"distill"},{"id":"2303.13212","title":"A Simple and Generic Framework for Feature Distillation via Channel-wise Transformation","created":"2023-03-23","cited_by_count":6,"area":"distill"},{"id":"2309.03019","title":"Leveraging ASR Pretrained Conformers for Speaker Verification through Transfer Learning and Knowledge Distillation","created":"2023-09-06","cited_by_count":6,"area":"distill"},{"id":"2202.12488","title":"Learn From the Past: Experience Ensemble Knowledge Distillation","created":"2022-02-25","cited_by_count":5,"area":"distill"},{"id":"2210.09022","title":"Distilling Object Detectors With Global Knowledge","created":"2022-10-17","cited_by_count":5,"area":"distill"},{"id":"2104.00299","title":"Students are the Best Teacher: Exit-Ensemble Distillation with Multi-Exits","created":"2021-04-01","cited_by_count":4,"area":"distill"},{"id":"2109.05587","title":"On the Efficiency of Subclass Knowledge Distillation in Classification Tasks","created":"2021-09-12","cited_by_count":4,"area":"distill"},{"id":"2309.02719","title":"DMKD: Improving Feature-based Knowledge Distillation for Object Detection Via Dual Masking Augmentation","created":"2023-09-06","cited_by_count":4,"area":"distill"},{"id":"2405.13078","title":"Exploring Dark Knowledge under Various Teacher Capacities and Addressing Capacity Mismatch","created":"2024-05-21","cited_by_count":4,"area":"distill"},{"id":"2510.02302","title":"Knowledge Distillation Detection for Open-weights Models","created":"2025-10-02","cited_by_count":4,"area":"distill"},{"id":"2207.08063","title":"Subclass Knowledge Distillation with Known Subclass Labels","created":"2022-07-17","cited_by_count":3,"area":"distill"},{"id":"2312.08700","title":"RdimKD: Generic Distillation Paradigm by Dimensionality Reduction","created":"2023-12-14","cited_by_count":3,"area":"distill"},{"id":"2409.07694","title":"Learn from Balance: Rectifying Knowledge Transfer for Long-Tailed Scenarios","created":"2024-09-12","cited_by_count":2,"area":"distill"},{"id":"2207.00586","title":"PrUE: Distilling Knowledge from Sparse Teacher Networks","created":"2022-07-03","cited_by_count":1,"area":"distill"},{"id":"2211.14773","title":"Class-aware Information for Logit-based Knowledge Distillation","created":"2022-11-27","cited_by_count":1,"area":"distill"},{"id":"2305.09183","title":"Lightweight Self-Knowledge Distillation with Multi-source Information Fusion","created":"2023-05-16","cited_by_count":1,"area":"distill"},{"id":"2307.00811","title":"Review helps learn better: Temporal Supervised Knowledge Distillation","created":"2023-07-03","cited_by_count":1,"area":"distill"},{"id":"2309.01682","title":"Prior Knowledge Guided Network for Video Anomaly Detection","created":"2023-09-04","cited_by_count":1,"area":"distill"},{"id":"2310.17183","title":"Understanding the Effects of Projectors in Knowledge Distillation","created":"2023-10-26","cited_by_count":1,"area":"distill"},{"id":"2412.11017","title":"On Distilling the Displacement Knowledge for Few-Shot Class-Incremental Learning","created":"2024-12-15","cited_by_count":1,"area":"distill"},{"id":"2511.21503","title":"CanKD: Cross-Attention-based Non-local operation for Feature-based Knowledge Distillation","created":"2025-11-26","cited_by_count":1,"area":"distill"},{"id":"2103.17012","title":"Knowledge Distillation By Sparse Representation Matching","created":"2021-03-31","cited_by_count":0,"area":"distill"},{"id":"2110.00329","title":"Student Helping Teacher: Teacher Evolution via Self-Knowledge Distillation","created":"2021-10-01","cited_by_count":0,"area":"distill"},{"id":"2203.11660","title":"Channel Self-Supervision for Online Knowledge Distillation","created":"2022-03-22","cited_by_count":0,"area":"distill"},{"id":"2303.09494","title":"Knowledge Distillation for Adaptive MRI Prostate Segmentation Based on Limit-Trained Multi-Teacher Models","created":"2023-03-16","cited_by_count":0,"area":"distill"},{"id":"2305.00918","title":"CORSD: Class-Oriented Relational Self Distillation","created":"2023-04-28","cited_by_count":0,"area":"distill"},{"id":"2312.13223","title":"StableKD: Breaking Inter-block Optimization Entanglement for Stable Knowledge Distillation","created":"2023-12-20","cited_by_count":0,"area":"distill"},{"id":"2410.14143","title":"Preview-based Category Contrastive Learning for Knowledge Distillation","created":"2024-10-18","cited_by_count":0,"area":"distill"},{"id":"2506.07055","title":"A Layered Self-Supervised Knowledge Distillation Framework for Efficient Multimodal Learning on the Edge","created":"2025-06-08","cited_by_count":0,"area":"distill"},{"id":"2508.16050","title":"Expandable Residual Approximation for Knowledge Distillation","created":"2025-08-22","cited_by_count":0,"area":"distill"},{"id":"2511.14197","title":"Online Data Curation for Object Detection via Marginal Contributions to Dataset-level Average Precision","created":"2025-11-18","cited_by_count":0,"area":"distill"},{"id":"2602.01265","title":"BicKD: Bilateral Contrastive Knowledge Distillation","created":"2026-02-01","cited_by_count":0,"area":"distill"},{"id":"2609.02507","title":"Rethinking the Teacher-Student Framework for Test-Time Adaptation","created":"2026-09-02","cited_by_count":0,"area":"distill"}],"next_cursor":null}