{"total":34,"rows":[{"id":"2105.08919","title":"Comparing Kullback-Leibler Divergence and Mean Squared Error Loss in Knowledge Distillation","created":"2021-05-19","cited_by_count":134,"area":"distill"},{"id":"2203.00843","title":"X-Trans2Cap: Cross-Modal Knowledge Transfer using Transformer for 3D Dense Captioning","created":"2022-03-02","cited_by_count":70,"area":"distill"},{"id":"2204.12997","title":"DearKD: Data-Efficient Early Knowledge Distillation for Vision Transformers","created":"2022-04-27","cited_by_count":65,"area":"distill"},{"id":"2305.13803","title":"NORM: Knowledge Distillation via N-to-One Representation Matching","created":"2023-05-23","cited_by_count":44,"area":"distill"},{"id":"2206.06067","title":"Better Teacher Better Student: Dynamic Prior Knowledge for Knowledge Distillation","created":"2022-06-13","cited_by_count":41,"area":"distill"},{"id":"2303.15678","title":"DisWOT: Student Architecture Search for Distillation WithOut Training","created":"2023-03-28","cited_by_count":29,"area":"distill"},{"id":"2403.06213","title":"$V_kD:$ Improving Knowledge Distillation using Orthogonal Projections","created":"2024-03-10","cited_by_count":26,"area":"distill"},{"id":"2205.02399","title":"Spot-adaptive Knowledge Distillation","created":"2022-05-05","cited_by_count":22,"area":"distill"},{"id":"2306.10687","title":"Categories of Response-Based, Feature-Based, and Relation-Based Knowledge Distillation","created":"2023-06-19","cited_by_count":20,"area":"distill"},{"id":"2108.12905","title":"Lipschitz Continuity Guided Knowledge Distillation","created":"2021-08-29","cited_by_count":19,"area":"distill"},{"id":"2306.10014","title":"Coaching a Teachable Student","created":"2023-06-16","cited_by_count":19,"area":"distill"},{"id":"2402.03119","title":"Good Teachers Explain: Explanation-Enhanced Knowledge Distillation","created":"2024-02-05","cited_by_count":14,"area":"distill"},{"id":"2109.14960","title":"Prune Your Model Before Distill It","created":"2021-09-30","cited_by_count":12,"area":"distill"},{"id":"2205.01915","title":"Generalized Knowledge Distillation via Relationship Matching","created":"2022-05-04","cited_by_count":12,"area":"distill"},{"id":"2102.13088","title":"Even your Teacher Needs Guidance: Ground-Truth Targets Dampen Regularization Imposed by Self-Distillation","created":"2021-02-25","cited_by_count":11,"area":"distill"},{"id":"2203.10163","title":"A Closer Look at Knowledge Distillation with Features, Logits, and Gradients","created":"2022-03-18","cited_by_count":6,"area":"distill"},{"id":"2206.15047","title":"Improving Ensemble Distillation With Weight Averaging and Diversifying Perturbation","created":"2022-06-30","cited_by_count":6,"area":"distill"},{"id":"2211.01071","title":"Gradient Knowledge Distillation for Pre-trained Language Models","created":"2022-11-02","cited_by_count":5,"area":"distill"},{"id":"2103.10047","title":"Similarity Transfer for Knowledge Distillation","created":"2021-03-18","cited_by_count":2,"area":"distill"},{"id":"2206.13130","title":"Revisiting Architecture-aware Knowledge Distillation: Smaller Models and Faster Search","created":"2022-06-27","cited_by_count":2,"area":"distill"},{"id":"2601.05913","title":"Distilling Lightweight Domain Experts from Large ML Models by Identifying Relevant Subspaces","created":"2026-01-09","cited_by_count":2,"area":"distill"},{"id":"2112.09532","title":"Pixel Distillation: A New Knowledge Distillation Scheme for Low-Resolution Image Recognition","created":"2021-12-17","cited_by_count":1,"area":"distill"},{"id":"2204.11526","title":"Selective Cross-Task Distillation","created":"2022-04-25","cited_by_count":1,"area":"distill"},{"id":"2208.11628","title":"Debias the Black-box: A Fair Ranking Framework via Knowledge Distillation","created":"2022-08-24","cited_by_count":1,"area":"distill"},{"id":"2304.02641","title":"Self-Distillation for Gaussian Process Regression and Classification","created":"2023-04-05","cited_by_count":1,"area":"distill"},{"id":"2409.18785","title":"Student-Oriented Teacher Knowledge Refinement for Knowledge Distillation","created":"2024-09-27","cited_by_count":1,"area":"distill"},{"id":"2106.00368","title":"Natural Statistics of Network Activations and Implications for Knowledge Distillation","created":"2021-06-01","cited_by_count":0,"area":"distill"},{"id":"2111.03664","title":"Oracle Teacher: Leveraging Target Information for Better Knowledge Distillation of CTC Models","created":"2021-11-05","cited_by_count":0,"area":"distill"},{"id":"2301.12006","title":"Improved knowledge distillation by utilizing backward pass knowledge in neural networks","created":"2023-01-27","cited_by_count":0,"area":"distill"},{"id":"2310.00946","title":"Distilling Influences to Mitigate Prediction Churn in Graph Neural Networks","created":"2023-10-02","cited_by_count":0,"area":"distill"},{"id":"2404.03263","title":"On the Surprising Efficacy of Distillation as an Alternative to Pre-Training Small Models","created":"2024-04-04","cited_by_count":0,"area":"distill"},{"id":"2406.08528","title":"Adaptive Teaching with Shared Classifier for Knowledge Distillation","created":"2024-06-12","cited_by_count":0,"area":"distill"},{"id":"2505.10822","title":"Distilled Circuits: A Mechanistic Study of Internal Restructuring in Knowledge Distillation","created":"2025-05-16","cited_by_count":0,"area":"distill"},{"id":"2610.13045","title":"Redirecting Teacher Supervision: Temporal-Response-Guided Latent Distillation for Video-Language Models","created":"2026-10-09","cited_by_count":0,"area":"distill"}],"next_cursor":null}