{"total":61,"rows":[{"id":"2402.13116","title":"A Survey on Knowledge Distillation of Large Language Models","created":"2024-02-20","cited_by_count":284,"area":"distill"},{"id":"2302.00219","title":"Knowledge Distillation on Graphs: A Survey","created":"2023-02-01","cited_by_count":38,"area":"distill"},{"id":"2110.15210","title":"Towards Model Agnostic Federated Learning Using Knowledge Distillation","created":"2021-10-28","cited_by_count":31,"area":"distill"},{"id":"2305.05010","title":"Do Not Blindly Imitate the Teacher: Using Perturbed Loss for Knowledge Distillation","created":"2023-05-08","cited_by_count":25,"area":"distill"},{"id":"2401.08732","title":"Bayes Conditional Distribution Estimation for Knowledge Distillation Based on Conditional Mutual Information","created":"2024-01-16","cited_by_count":25,"area":"distill"},{"id":"2206.08491","title":"Revisiting Self-Distillation","created":"2022-06-17","cited_by_count":24,"area":"distill"},{"id":"2106.10494","title":"Teacher's pet: understanding and mitigating biases in distillation","created":"2021-06-19","cited_by_count":21,"area":"distill"},{"id":"2203.02485","title":"Better Supervisory Signals by Observing Learning Paths","created":"2022-03-04","cited_by_count":21,"area":"distill"},{"id":"2301.12245","title":"Supervision Complexity and its Role in Knowledge Distillation","created":"2023-01-28","cited_by_count":19,"area":"distill"},{"id":"2301.12923","title":"On student-teacher deviations in distillation: does it pay to disobey?","created":"2023-01-30","cited_by_count":16,"area":"distill"},{"id":"2205.11845","title":"CDFKD-MFS: Collaborative Data-free Knowledge Distillation via Multi-level Feature Sharing","created":"2022-05-24","cited_by_count":15,"area":"distill"},{"id":"2407.04600","title":"Understanding the Gains from Repeated Self-Distillation","created":"2024-07-05","cited_by_count":15,"area":"distill"},{"id":"2111.12958","title":"Self-Distilled Self-Supervised Representation Learning","created":"2021-11-25","cited_by_count":14,"area":"distill"},{"id":"2407.18041","title":"How to Train the Teacher Model for Effective Knowledge Distillation","created":"2024-07-25","cited_by_count":13,"area":"distill"},{"id":"2207.12980","title":"Efficient One Pass Self-distillation with Zipf's Label Smoothing","created":"2022-07-26","cited_by_count":12,"area":"distill"},{"id":"2404.00936","title":"A Comprehensive Review of Knowledge Distillation in Computer Vision","created":"2024-04-01","cited_by_count":10,"area":"distill"},{"id":"2302.08155","title":"Learning From Biased Soft Labels","created":"2023-02-16","cited_by_count":8,"area":"distill"},{"id":"2206.06661","title":"Toward Student-Oriented Teacher Network Training For Knowledge Distillation","created":"2022-06-14","cited_by_count":7,"area":"distill"},{"id":"2307.11030","title":"Cluster-aware Semi-supervised Learning: Relational Knowledge Distillation Provably Learns Clustering","created":"2023-07-20","cited_by_count":7,"area":"distill"},{"id":"2404.14109","title":"CKD: Contrastive Knowledge Distillation from A Sample-wise Perspective","created":"2024-04-22","cited_by_count":7,"area":"distill"},{"id":"2411.01547","title":"Decoupling Dark Knowledge via Block-wise Logit Distillation for Feature-level Alignment","created":"2024-11-03","cited_by_count":7,"area":"distill"},{"id":"2302.12091","title":"Random Teachers are Good Teachers","created":"2023-02-23","cited_by_count":6,"area":"distill"},{"id":"2308.16561","title":"MoMA: Momentum Contrastive Learning with Multi-head Attention-based Knowledge Distillation for Histopathology Image Analysis","created":"2023-08-31","cited_by_count":6,"area":"distill"},{"id":"2204.00548","title":"Unified and Effective Ensemble Knowledge Distillation","created":"2022-04-01","cited_by_count":5,"area":"distill"},{"id":"2304.01029","title":"Domain Generalization for Crop Segmentation with Standardized Ensemble Knowledge Distillation","created":"2023-04-03","cited_by_count":5,"area":"distill"},{"id":"2411.14984","title":"Adaptive Group Robust Ensemble Knowledge Distillation","created":"2024-11-22","cited_by_count":5,"area":"distill"},{"id":"2104.00299","title":"Students are the Best Teacher: Exit-Ensemble Distillation with Multi-Exits","created":"2021-04-01","cited_by_count":4,"area":"distill"},{"id":"2110.09674","title":"Adaptive Distillation: Aggregating Knowledge from Multiple Paths for Efficient Distillation","created":"2021-10-19","cited_by_count":4,"area":"distill"},{"id":"2205.06237","title":"Knowledge Distillation for Multi-Target Domain Adaptation in Real-Time Person Re-Identification","created":"2022-05-12","cited_by_count":4,"area":"distill"},{"id":"2305.12057","title":"Accurate Knowledge Distillation with n-best Reranking","created":"2023-05-20","cited_by_count":4,"area":"distill"},{"id":"2310.13499","title":"DistillCSE: Distilled Contrastive Learning for Sentence Embeddings","created":"2023-10-20","cited_by_count":4,"area":"distill"},{"id":"2109.15014","title":"Deep Neural Compression Via Concurrent Pruning and Self-Distillation","created":"2021-09-30","cited_by_count":3,"area":"distill"},{"id":"2202.10948","title":"A Semi-supervised Learning Approach with Two Teachers to Improve Breakdown Identification in Dialogues","created":"2022-02-22","cited_by_count":3,"area":"distill"},{"id":"2303.06480","title":"Knowledge Distillation for Efficient Sequences of Training Runs","created":"2023-03-11","cited_by_count":3,"area":"distill"},{"id":"2407.01930","title":"Self-Cooperation Knowledge Distillation for Novel Class Discovery","created":"2024-07-02","cited_by_count":3,"area":"distill"},{"id":"2408.09035","title":"Multi Teacher Privileged Knowledge Distillation for Multimodal Expression Recognition","created":"2024-08-16","cited_by_count":3,"area":"distill"},{"id":"2507.00012","title":"Towards Undistillable Models by Minimizing Conditional Mutual Information","created":"2025-06-13","cited_by_count":3,"area":"distill"},{"id":"2306.03271","title":"Volumetric medical image segmentation through dual self-distillation in U-shaped networks","created":"2023-06-05","cited_by_count":2,"area":"distill"},{"id":"2312.16242","title":"ShiftKD: Benchmarking Knowledge Distillation under Distribution Shift","created":"2023-12-25","cited_by_count":2,"area":"distill"},{"id":"2403.19941","title":"Diverse Feature Learning by Self-distillation and Reset","created":"2024-03-29","cited_by_count":2,"area":"distill"},{"id":"2501.15925","title":"Efficient Logit-based Knowledge Distillation of Deep Spiking Neural Networks for Full-Range Timestep Deployment","created":"2025-01-27","cited_by_count":2,"area":"distill"},{"id":"2204.07308","title":"Ensemble diverse hypotheses and knowledge distillation for unsupervised cross-subject adaptation","created":"2022-04-15","cited_by_count":1,"area":"distill"},{"id":"2206.04661","title":"Knowledge Distillation Decision Tree for Unravelling Black-box Machine Learning Models","created":"2022-06-09","cited_by_count":1,"area":"distill"},{"id":"2212.03329","title":"Enhancing Low-Density EEG-Based Brain-Computer Interfaces with Similarity-Keeping Knowledge Distillation","created":"2022-12-06","cited_by_count":1,"area":"distill"},{"id":"2304.02641","title":"Self-Distillation for Gaussian Process Regression and Classification","created":"2023-04-05","cited_by_count":1,"area":"distill"},{"id":"2502.06192","title":"Right Time to Learn:Promoting Generalization via Bio-inspired Spacing Effect in Knowledge Distillation","created":"2025-02-10","cited_by_count":1,"area":"distill"},{"id":"2510.15516","title":"Revisiting Knowledge Distillation: The Hidden Role of Dataset Size","created":"2025-10-17","cited_by_count":1,"area":"distill"},{"id":"2510.22480","title":"Single-Teacher View Augmentation: Boosting Knowledge Distillation via Angular Diversity","created":"2025-10-26","cited_by_count":1,"area":"distill"},{"id":"2107.05476","title":"Technical Report of Team GraphMIRAcles in the WikiKG90M-LSC Track of OGB-LSC @ KDD Cup 2021","created":"2021-07-12","cited_by_count":0,"area":"distill"},{"id":"2112.13642","title":"Extracting knowledge from features with multilevel abstraction","created":"2021-12-04","cited_by_count":0,"area":"distill"},{"id":"2302.10093","title":"Progressive Ensemble Distillation: Building Ensembles for Efficient Inference","created":"2023-02-20","cited_by_count":0,"area":"distill"},{"id":"2304.12666","title":"Bayesian Optimization Meets Self-Distillation","created":"2023-04-25","cited_by_count":0,"area":"distill"},{"id":"2310.00946","title":"Distilling Influences to Mitigate Prediction Churn in Graph Neural Networks","created":"2023-10-02","cited_by_count":0,"area":"distill"},{"id":"2501.01921","title":"Structural and Statistical Audio Texture Knowledge Distillation for Acoustic Classification","created":"2025-01-03","cited_by_count":0,"area":"distill"},{"id":"2504.14307","title":"Learning from Stochastic Teacher Representations Using Student-Guided Knowledge Distillation","created":"2025-04-19","cited_by_count":0,"area":"distill"},{"id":"2507.19208","title":"Comparison of Knowledge Distillation Methods for Low-complexity Multi-microphone Speech Enhancement using the FT-JNF Architecture","created":"2025-07-25","cited_by_count":0,"area":"distill"},{"id":"2509.22053","title":"Enriching Knowledge Distillation with Intra-Class Contrastive Learning","created":"2025-09-26","cited_by_count":0,"area":"distill"},{"id":"2510.16076","title":"BPL: Bias-adaptive Preference Distillation Learning for Recommender System","created":"2025-10-17","cited_by_count":0,"area":"distill"},{"id":"2607.08776","title":"A Unified Approach to Interpreting Knowledge Distillation for Large Language Models via Interactions","created":"2026-05-05","cited_by_count":0,"area":"distill"},{"id":"2607.11557","title":"Single-Teacher View Augmentation: Enhancing Knowledge Distillation with Student-Guided Perturbations","created":"2026-07-13","cited_by_count":0,"area":"distill"},{"id":"2607.23346","title":"SPRKD: Effective Knowledge Distillation for Deep Neural Networks via Saddle Region Approximation","created":"2026-07-25","cited_by_count":0,"area":"distill"}],"next_cursor":null}