{"total":73,"rows":[{"id":"2106.05945","title":"Does Knowledge Distillation Really Work?","created":"2021-06-10","cited_by_count":190,"area":"distill"},{"id":"2203.14001","title":"Knowledge Distillation with the Reused Teacher Classifier","created":"2022-03-26","cited_by_count":141,"area":"distill"},{"id":"2105.08919","title":"Comparing Kullback-Leibler Divergence and Mean Squared Error Loss in Knowledge Distillation","created":"2021-05-19","cited_by_count":134,"area":"distill"},{"id":"2210.07686","title":"Learning Generalizable Models for Vehicle Routing Problems via Knowledge Distillation","created":"2022-10-14","cited_by_count":62,"area":"distill"},{"id":"2102.12252","title":"Localization Distillation for Dense Object Detection","created":"2021-02-24","cited_by_count":55,"area":"distill"},{"id":"2106.06168","title":"Generate, Annotate, and Learn: NLP with Synthetic Text","created":"2021-06-11","cited_by_count":42,"area":"distill"},{"id":"2203.06321","title":"Wavelet Knowledge Distillation: Towards Efficient Image-to-Image Translation","created":"2022-03-12","cited_by_count":39,"area":"distill"},{"id":"2110.15210","title":"Towards Model Agnostic Federated Learning Using Knowledge Distillation","created":"2021-10-28","cited_by_count":31,"area":"distill"},{"id":"2104.09732","title":"Knowledge Distillation as Semiparametric Inference","created":"2021-04-20","cited_by_count":29,"area":"distill"},{"id":"2401.08732","title":"Bayes Conditional Distribution Estimation for Knowledge Distillation Based on Conditional Mutual Information","created":"2024-01-16","cited_by_count":25,"area":"distill"},{"id":"2206.08491","title":"Revisiting Self-Distillation","created":"2022-06-17","cited_by_count":24,"area":"distill"},{"id":"2210.13014","title":"Geometric Knowledge Distillation: Topology Compression for Graph Neural Networks","created":"2022-10-24","cited_by_count":22,"area":"distill"},{"id":"2410.18837","title":"High-dimensional Analysis of Knowledge Distillation: Weak-to-Strong Generalization and Scaling Laws","created":"2024-10-24","cited_by_count":22,"area":"distill"},{"id":"2501.16937","title":"TAID: Temporally Adaptive Interpolated Distillation for Efficient Knowledge Transfer in Language Models","created":"2025-01-28","cited_by_count":22,"area":"distill"},{"id":"2106.10494","title":"Teacher's pet: understanding and mitigating biases in distillation","created":"2021-06-19","cited_by_count":21,"area":"distill"},{"id":"2301.13304","title":"Understanding Self-Distillation in the Presence of Label Noise","created":"2023-01-30","cited_by_count":21,"area":"distill"},{"id":"2306.10687","title":"Categories of Response-Based, Feature-Based, and Relation-Based Knowledge Distillation","created":"2023-06-19","cited_by_count":20,"area":"distill"},{"id":"2204.05957","title":"Localization Distillation for Object Detection","created":"2022-04-12","cited_by_count":19,"area":"distill"},{"id":"2301.12245","title":"Supervision Complexity and its Role in Knowledge Distillation","created":"2023-01-28","cited_by_count":19,"area":"distill"},{"id":"2301.12923","title":"On student-teacher deviations in distillation: does it pay to disobey?","created":"2023-01-30","cited_by_count":16,"area":"distill"},{"id":"2410.04638","title":"Provable Weak-to-Strong Generalization via Benign Overfitting","created":"2024-10-06","cited_by_count":16,"area":"distill"},{"id":"2407.04600","title":"Understanding the Gains from Repeated Self-Distillation","created":"2024-07-05","cited_by_count":15,"area":"distill"},{"id":"2111.12958","title":"Self-Distilled Self-Supervised Representation Learning","created":"2021-11-25","cited_by_count":14,"area":"distill"},{"id":"2407.18041","title":"How to Train the Teacher Model for Effective Knowledge Distillation","created":"2024-07-25","cited_by_count":13,"area":"distill"},{"id":"2203.14649","title":"Knowledge Distillation: Bad Models Can Be Good Role Models","created":"2022-03-28","cited_by_count":12,"area":"distill"},{"id":"2302.05666","title":"Jaccard Metric Losses: Optimizing the Jaccard Index with Soft Labels","created":"2023-02-11","cited_by_count":12,"area":"distill"},{"id":"2102.13088","title":"Even your Teacher Needs Guidance: Ground-Truth Targets Dampen Regularization Imposed by Self-Distillation","created":"2021-02-25","cited_by_count":11,"area":"distill"},{"id":"2305.17581","title":"Knowledge Distillation Performs Partial Variance Reduction","created":"2023-05-27","cited_by_count":11,"area":"distill"},{"id":"2210.02871","title":"Self-Distillation for Further Pre-training of Transformers","created":"2022-09-30","cited_by_count":9,"area":"distill"},{"id":"2303.12915","title":"Self-distillation for surgical action recognition","created":"2023-03-22","cited_by_count":9,"area":"distill"},{"id":"2303.14666","title":"Generalization Matters: Loss Minima Flattening via Parameter Hybridization for Efficient Online Knowledge Distillation","created":"2023-03-26","cited_by_count":8,"area":"distill"},{"id":"2102.06849","title":"Distilling Double Descent","created":"2021-02-13","cited_by_count":7,"area":"distill"},{"id":"2109.07049","title":"Self-Training with Differentiable Teacher","created":"2021-09-15","cited_by_count":7,"area":"distill"},{"id":"2206.06661","title":"Toward Student-Oriented Teacher Network Training For Knowledge Distillation","created":"2022-06-14","cited_by_count":7,"area":"distill"},{"id":"2210.14636","title":"Fast Yet Effective Speech Emotion Recognition with Self-distillation","created":"2022-10-26","cited_by_count":7,"area":"distill"},{"id":"2302.12091","title":"Random Teachers are Good Teachers","created":"2023-02-23","cited_by_count":6,"area":"distill"},{"id":"2302.14643","title":"Graph-based Knowledge Distillation: A survey and experimental evaluation","created":"2023-02-27","cited_by_count":6,"area":"distill"},{"id":"2402.00084","title":"EPSD: Early Pruning with Self-Distillation for Efficient Model Compression","created":"2024-01-31","cited_by_count":6,"area":"distill"},{"id":"2403.01479","title":"Align-to-Distill: Trainable Attention Alignment for Knowledge Distillation in Neural Machine Translation","created":"2024-03-03","cited_by_count":5,"area":"distill"},{"id":"2310.13499","title":"DistillCSE: Distilled Contrastive Learning for Sentence Embeddings","created":"2023-10-20","cited_by_count":4,"area":"distill"},{"id":"2608.09263","title":"Privileged Likelihood Is Not Automatically Value: Three Checks for Token Credit in On-Policy Self-Distillation","created":"2026-08-10","cited_by_count":4,"area":"distill"},{"id":"2109.15014","title":"Deep Neural Compression Via Concurrent Pruning and Self-Distillation","created":"2021-09-30","cited_by_count":3,"area":"distill"},{"id":"2202.10948","title":"A Semi-supervised Learning Approach with Two Teachers to Improve Breakdown Identification in Dialogues","created":"2022-02-22","cited_by_count":3,"area":"distill"},{"id":"2301.12609","title":"Knowledge Distillation $\\approx$ Label Smoothing: Fact or Fallacy?","created":"2023-01-30","cited_by_count":3,"area":"distill"},{"id":"2507.00012","title":"Towards Undistillable Models by Minimizing Conditional Mutual Information","created":"2025-06-13","cited_by_count":3,"area":"distill"},{"id":"2605.23857","title":"Strong Teacher Not Needed? On Distillation in LLM Pretraining","created":"2026-05-22","cited_by_count":3,"area":"distill"},{"id":"2107.00067","title":"Fair Visual Recognition in Limited Data Regime using Self-Supervision and Self-Distillation","created":"2021-06-30","cited_by_count":2,"area":"distill"},{"id":"2110.05355","title":"Instance-based Label Smoothing For Better Calibrated Classification Networks","created":"2021-10-11","cited_by_count":2,"area":"distill"},{"id":"2206.02158","title":"Vanilla Feature Distillation for Improving the Accuracy-Robustness Trade-Off in Adversarial Training","created":"2022-06-05","cited_by_count":2,"area":"distill"},{"id":"2302.11472","title":"Distilling Calibrated Student from an Uncalibrated Teacher","created":"2023-02-22","cited_by_count":2,"area":"distill"},{"id":"2602.12687","title":"Trust the uncertain teacher: distilling dark knowledge via calibrated uncertainty","created":"2026-02-13","cited_by_count":2,"area":"distill"},{"id":"2107.06993","title":"Confidence Conditioned Knowledge Distillation","created":"2021-07-06","cited_by_count":1,"area":"distill"},{"id":"2111.12170","title":"Domain-Agnostic Clustering with Self-Distillation","created":"2021-11-23","cited_by_count":1,"area":"distill"},{"id":"2209.15496","title":"Using Knowledge Distillation to improve interpretable models in a retail banking context","created":"2022-09-30","cited_by_count":1,"area":"distill"},{"id":"2304.02641","title":"Self-Distillation for Gaussian Process Regression and Classification","created":"2023-04-05","cited_by_count":1,"area":"distill"},{"id":"2305.19600","title":"Adaptive Self-Distillation for Minimizing Client Drift in Heterogeneous Federated Learning","created":"2023-05-31","cited_by_count":1,"area":"distill"},{"id":"2401.11798","title":"Knowledge Distillation on Spatial-Temporal Graph Convolutional Network for Traffic Prediction","created":"2024-01-22","cited_by_count":1,"area":"distill"},{"id":"2502.06192","title":"Right Time to Learn:Promoting Generalization via Bio-inspired Spacing Effect in Knowledge Distillation","created":"2025-02-10","cited_by_count":1,"area":"distill"},{"id":"2510.15516","title":"Revisiting Knowledge Distillation: The Hidden Role of Dataset Size","created":"2025-10-17","cited_by_count":1,"area":"distill"},{"id":"2608.29472","title":"Knowledge Distillation under Teacher Misspecification: An Order-Parameter Analysis of the Gap between Teacher Mimicry and Task Performance","created":"2026-08-29","cited_by_count":1,"area":"distill"},{"id":"2211.00310","title":"SADT: Combining Sharpness-Aware Minimization with Self-Distillation for Improved Model Generalization","created":"2022-11-01","cited_by_count":0,"area":"distill"},{"id":"2310.18890","title":"Towards Generalized Multi-stage Clustering: Multi-view Self-distillation","created":"2023-10-29","cited_by_count":0,"area":"distill"},{"id":"2312.10185","title":"Student as an Inherent Denoiser of Noisy Teacher","created":"2023-12-15","cited_by_count":0,"area":"distill"},{"id":"2406.17838","title":"InFiConD: Interactive No-code Fine-tuning with Concept-based Knowledge Distillation","created":"2024-06-25","cited_by_count":0,"area":"distill"},{"id":"2504.14307","title":"Learning from Stochastic Teacher Representations Using Student-Guided Knowledge Distillation","created":"2025-04-19","cited_by_count":0,"area":"distill"},{"id":"2505.14751","title":"Self Distillation via Iterative Constructive Perturbations","created":"2025-05-20","cited_by_count":0,"area":"distill"},{"id":"2507.23461","title":"Mitigating Resolution-Drift in Federated Learning: Case of Keypoint Detection","created":"2025-07-31","cited_by_count":0,"area":"distill"},{"id":"2509.22053","title":"Enriching Knowledge Distillation with Intra-Class Contrastive Learning","created":"2025-09-26","cited_by_count":0,"area":"distill"},{"id":"2606.01292","title":"What Makes a Strong Model? A Unified Spectral Analysis of Knowledge Transfer over High-dimensional Linear Regression","created":"2026-05-31","cited_by_count":0,"area":"distill"},{"id":"2606.25927","title":"Knowledge Cascade: Reverse Knowledge Distillation on Nonparametric Multivariate Functional Estimation","created":"2026-06-24","cited_by_count":0,"area":"distill"},{"id":"2607.15450","title":"Prediction-Only Distillation in Linear and Logistic Regression","created":"2026-07-16","cited_by_count":0,"area":"distill"},{"id":"2608.25692","title":"CloSeR: Unified Relational Distillation from Closed-Set Teachers for Category Discovery","created":"2026-08-26","cited_by_count":0,"area":"distill"},{"id":"2609.39338","title":"Learning Beyond Full Imitation: Task-Preserving Knowledge Distillation","created":"2026-09-30","cited_by_count":0,"area":"distill"}],"next_cursor":null}