{"total":17,"rows":[{"id":"2106.05237","title":"Knowledge distillation: A good teacher is patient and consistent","created":"2021-06-09","cited_by_count":259,"area":"distill"},{"id":"2212.04500","title":"Masked Video Distillation: Rethinking Masked Feature Modeling for Self-supervised Video Representation Learning","created":"2022-12-08","cited_by_count":90,"area":"distill"},{"id":"2104.00676","title":"Is Label Smoothing Truly Incompatible with Knowledge Distillation: An Empirical Study","created":"2021-04-01","cited_by_count":51,"area":"distill"},{"id":"2112.01528","title":"A Fast Knowledge Distillation Framework for Visual Recognition","created":"2021-12-02","cited_by_count":50,"area":"distill"},{"id":"2103.13811","title":"Student Network Learning via Evolutionary Knowledge Distillation","created":"2021-03-23","cited_by_count":30,"area":"distill"},{"id":"2307.07483","title":"Multimodal Distillation for Egocentric Action Recognition","created":"2023-07-14","cited_by_count":28,"area":"distill"},{"id":"2411.18674","title":"Active Data Curation Effectively Distills Large-Scale Multimodal Models","created":"2024-11-27","cited_by_count":19,"area":"distill"},{"id":"2206.14366","title":"Knowledge Distillation of Transformer-based Language Models Revisited","created":"2022-06-29","cited_by_count":11,"area":"distill"},{"id":"2411.12817","title":"What Makes a Good Dataset for Knowledge Distillation?","created":"2024-11-19","cited_by_count":9,"area":"distill"},{"id":"2312.17473","title":"FerKD: Surgical Label Adaptation for Efficient Distillation","created":"2023-12-29","cited_by_count":5,"area":"distill"},{"id":"2201.06734","title":"Cross-modal Contrastive Distillation for Instructional Activity Anticipation","created":"2022-01-18","cited_by_count":4,"area":"distill"},{"id":"2409.12586","title":"Efficient Knowledge Distillation: Empowering Small Language Models with Teacher Model Insights","created":"2024-09-19","cited_by_count":4,"area":"distill"},{"id":"2310.13782","title":"Data-Free Knowledge Distillation Using Adversarially Perturbed OpenGL Shader Images","created":"2023-10-20","cited_by_count":2,"area":"distill"},{"id":"2208.02178","title":"KD-SCFNet: Towards More Accurate and Efficient Salient Object Detection via Knowledge Distillation","created":"2022-08-03","cited_by_count":1,"area":"distill"},{"id":"2310.17183","title":"Understanding the Effects of Projectors in Knowledge Distillation","created":"2023-10-26","cited_by_count":1,"area":"distill"},{"id":"2503.16562","title":"Bezier Distillation","created":"2025-03-20","cited_by_count":1,"area":"distill"},{"id":"2603.02430","title":"A Unified Revisit of Temperature in Classification-Based Knowledge Distillation","created":"2026-03-02","cited_by_count":0,"area":"distill"}],"next_cursor":null}