{"total":13,"rows":[{"id":"2105.08919","title":"Comparing Kullback-Leibler Divergence and Mean Squared Error Loss in Knowledge Distillation","created":"2021-05-19","cited_by_count":134,"area":"distill"},{"id":"2105.05912","title":"MATE-KD: Masked Adversarial TExt, a Companion to Knowledge Distillation","created":"2021-05-12","cited_by_count":27,"area":"distill"},{"id":"2106.08700","title":"Topology Distillation for Recommender System","created":"2021-06-16","cited_by_count":24,"area":"distill"},{"id":"2205.02399","title":"Spot-adaptive Knowledge Distillation","created":"2022-05-05","cited_by_count":22,"area":"distill"},{"id":"2107.04689","title":"Lifelong Teacher-Student Network Learning","created":"2021-07-09","cited_by_count":18,"area":"distill"},{"id":"2102.04887","title":"NewsBERT: Distilling Pre-trained Language Model for Intelligent News Application","created":"2021-02-09","cited_by_count":17,"area":"distill"},{"id":"2203.09594","title":"Delta Distillation for Efficient Video Processing","created":"2022-03-17","cited_by_count":10,"area":"distill"},{"id":"2303.10917","title":"Knowledge Distillation from Multiple Foundation Models for End-to-End Speech Recognition","created":"2023-03-20","cited_by_count":8,"area":"distill"},{"id":"2506.18623","title":"Efficient and Robust Speaker Diarization via Structured Pruning of Self-Supervised Models","created":"2025-06-23","cited_by_count":7,"area":"distill"},{"id":"2204.07674","title":"CILDA: Contrastive Data Augmentation using Intermediate Layer Knowledge Distillation","created":"2022-04-15","cited_by_count":4,"area":"distill"},{"id":"2301.08092","title":"RNAS-CL: Robust Neural Architecture Search by Cross-Layer Knowledge Distillation","created":"2023-01-19","cited_by_count":2,"area":"distill"},{"id":"2407.13952","title":"Knowledge Distillation Approaches for Accurate and Efficient Recommender System","created":"2024-07-19","cited_by_count":2,"area":"distill"},{"id":"2501.13497","title":"DQ-Data2vec: Decoupling Quantization for Multilingual Speech Recognition","created":"2025-01-23","cited_by_count":0,"area":"distill"}],"next_cursor":null}