{"total":16,"rows":[{"id":"2109.06243","title":"KroneckerBERT: Learning Kronecker Decomposition for Pre-trained Language Models via Knowledge Distillation","created":"2021-09-13","cited_by_count":20,"area":"distill"},{"id":"2208.05642","title":"Self-Knowledge Distillation via Dropout","created":"2022-08-11","cited_by_count":18,"area":"distill"},{"id":"2104.04868","title":"Data-Free Knowledge Distillation with Soft Targeted Transfer Set Synthesis","created":"2021-04-10","cited_by_count":14,"area":"distill"},{"id":"2101.08890","title":"Distilling Large Language Models into Tiny and Effective Students using pQRNN","created":"2021-01-21","cited_by_count":10,"area":"distill"},{"id":"2205.02340","title":"Knowledge Distillation of Russian Language Models with Reduction of Vocabulary","created":"2022-05-04","cited_by_count":7,"area":"distill"},{"id":"2210.04834","title":"Knowledge Distillation Transfer Sets and their Impact on Downstream NLU Tasks","created":"2022-10-10","cited_by_count":4,"area":"distill"},{"id":"2410.08407","title":"What is Left After Distillation? How Knowledge Transfer Impacts Fairness and Bias","created":"2024-10-10","cited_by_count":4,"area":"distill"},{"id":"2310.13782","title":"Data-Free Knowledge Distillation Using Adversarially Perturbed OpenGL Shader Images","created":"2023-10-20","cited_by_count":2,"area":"distill"},{"id":"2206.09796","title":"Knowledge Distillation for Oriented Object Detection on Aerial Images","created":"2022-06-20","cited_by_count":1,"area":"distill"},{"id":"2207.00586","title":"PrUE: Distilling Knowledge from Sparse Teacher Networks","created":"2022-07-03","cited_by_count":1,"area":"distill"},{"id":"2212.03090","title":"Label-free Knowledge Distillation with Contrastive Loss for Light-weight Speaker Recognition","created":"2022-12-06","cited_by_count":1,"area":"distill"},{"id":"2311.05970","title":"Quantized Distillation: Optimizing Driver Activity Recognition Models for Resource-Constrained Environments","created":"2023-11-10","cited_by_count":1,"area":"distill"},{"id":"2604.27178","title":"Energy-Efficient Plant Monitoring via Knowledge Distillation","created":"2026-04-29","cited_by_count":1,"area":"distill"},{"id":"2211.17059","title":"Hint-dynamic Knowledge Distillation","created":"2022-11-30","cited_by_count":0,"area":"distill"},{"id":"2310.13418","title":"GenDistiller: Distilling Pre-trained Language Models based on Generative Models","created":"2023-10-20","cited_by_count":0,"area":"distill"},{"id":"2508.11376","title":"Unified Knowledge Distillation Framework: Fine-Grained Alignment and Geometric Relationship Preservation for Deep Face Recognition","created":"2025-08-15","cited_by_count":0,"area":"distill"}],"next_cursor":null}