{"total":79,"rows":[{"id":"2106.05945","title":"Does Knowledge Distillation Really Work?","created":"2021-06-10","cited_by_count":190,"area":"distill"},{"id":"2201.00766","title":"Class-Incremental Continual Learning into the eXtended DER-verse","created":"2022-01-03","cited_by_count":124,"area":"distill"},{"id":"2403.01427","title":"Logit Standardization in Knowledge Distillation","created":"2024-03-03","cited_by_count":102,"area":"distill"},{"id":"2109.11295","title":"Dynamic Knowledge Distillation for Pre-trained Language Models","created":"2021-09-23","cited_by_count":38,"area":"distill"},{"id":"2301.07340","title":"Semi-Supervised Semantic Segmentation via Gentle Teaching Assistant","created":"2023-01-18","cited_by_count":34,"area":"distill"},{"id":"2107.02629","title":"Embracing the Dark Knowledge: Domain Generalization Using Regularized Knowledge Distillation","created":"2021-07-06","cited_by_count":29,"area":"distill"},{"id":"2307.07483","title":"Multimodal Distillation for Egocentric Action Recognition","created":"2023-07-14","cited_by_count":28,"area":"distill"},{"id":"2304.01731","title":"Selective Knowledge Sharing for Privacy-Preserving Federated Distillation without A Good Teacher","created":"2023-04-04","cited_by_count":25,"area":"distill"},{"id":"2502.11191","title":"Primus: A Pioneering Collection of Open-Source Datasets for Cybersecurity LLM Training","created":"2025-02-16","cited_by_count":23,"area":"distill"},{"id":"2106.10494","title":"Teacher's pet: understanding and mitigating biases in distillation","created":"2021-06-19","cited_by_count":21,"area":"distill"},{"id":"2203.02485","title":"Better Supervisory Signals by Observing Learning Paths","created":"2022-03-04","cited_by_count":21,"area":"distill"},{"id":"2607.05394","title":"Weak-to-Strong Generalization via Direct On-Policy Distillation","created":"2026-07-06","cited_by_count":18,"area":"distill"},{"id":"2212.00972","title":"Cloud-Device Collaborative Adaptation to Continual Changing Environments in the Real-world","created":"2022-12-02","cited_by_count":17,"area":"distill"},{"id":"2503.16870","title":"Sparse Logit Sampling: Accelerating Knowledge Distillation in LLMs","created":"2025-03-21","cited_by_count":16,"area":"distill"},{"id":"2302.05666","title":"Jaccard Metric Losses: Optimizing the Jaccard Index with Soft Labels","created":"2023-02-11","cited_by_count":12,"area":"distill"},{"id":"2502.11306","title":"Smoothing Out Hallucinations: Mitigating LLM Hallucination with Smoothed Knowledge Distillation","created":"2025-02-16","cited_by_count":10,"area":"distill"},{"id":"2210.13459","title":"Adaptive Label Smoothing with Self-Knowledge in Natural Language Generation","created":"2022-10-22","cited_by_count":9,"area":"distill"},{"id":"2411.12817","title":"What Makes a Good Dataset for Knowledge Distillation?","created":"2024-11-19","cited_by_count":9,"area":"distill"},{"id":"2604.16830","title":"The Illusion of Certainty: Decoupling Capability and Calibration in On-Policy Distillation","created":"2026-04-18","cited_by_count":9,"area":"distill"},{"id":"2208.12527","title":"Unsupervised Spike Depth Estimation via Cross-modality Cross-domain Knowledge Transfer","created":"2022-08-26","cited_by_count":8,"area":"distill"},{"id":"2403.13590","title":"Teacher-Student Training for Debiasing: General Permutation Debiasing for Large Language Models","created":"2024-03-20","cited_by_count":8,"area":"distill"},{"id":"2206.06661","title":"Toward Student-Oriented Teacher Network Training For Knowledge Distillation","created":"2022-06-14","cited_by_count":7,"area":"distill"},{"id":"2212.12965","title":"BD-KD: Balancing the Divergences for Online Knowledge Distillation","created":"2022-12-25","cited_by_count":7,"area":"distill"},{"id":"2309.10361","title":"Improving CLIP Robustness with Knowledge Distillation and Self-Training","created":"2023-09-19","cited_by_count":7,"area":"distill"},{"id":"2206.15047","title":"Improving Ensemble Distillation With Weight Averaging and Diversifying Perturbation","created":"2022-06-30","cited_by_count":6,"area":"distill"},{"id":"2302.01049","title":"Paced-Curriculum Distillation with Prediction and Label Uncertainty for Image Segmentation","created":"2023-02-02","cited_by_count":6,"area":"distill"},{"id":"2106.06126","title":"Exploiting Large-scale Teacher-Student Training for On-device Acoustic Models","created":"2021-06-11","cited_by_count":5,"area":"distill"},{"id":"2201.00111","title":"Role of Data Augmentation Strategies in Knowledge Distillation for Wearable Sensor Data","created":"2022-01-01","cited_by_count":5,"area":"distill"},{"id":"2202.03250","title":"Adaptive Mixing of Auxiliary Losses in Supervised Learning","created":"2022-02-07","cited_by_count":5,"area":"distill"},{"id":"2412.16493","title":"Cross-View Consistency Regularisation for Knowledge Distillation","created":"2024-12-21","cited_by_count":5,"area":"distill"},{"id":"2210.12427","title":"Hard Gate Knowledge Distillation -- Leverage Calibration for Robust and Reliable Language Model","created":"2022-10-22","cited_by_count":4,"area":"distill"},{"id":"2402.05860","title":"Privacy-Preserving Synthetic Continual Semantic Segmentation for Robotic Surgery","created":"2024-02-08","cited_by_count":4,"area":"distill"},{"id":"2508.20224","title":"The Role of Teacher Calibration in Knowledge Distillation","created":"2025-08-27","cited_by_count":4,"area":"distill"},{"id":"2606.18101","title":"Trust the Right Teacher: Quality-Aware Self-Distillation for GUI Grounding","created":"2026-06-16","cited_by_count":4,"area":"distill"},{"id":"2302.14130","title":"Leveraging Angular Distributions for Improved Knowledge Distillation","created":"2023-02-27","cited_by_count":3,"area":"distill"},{"id":"2308.04061","title":"Enhancing Adversarial Robustness in Low-Label Regime via Adaptively Weighted Regularization and Knowledge Distillation","created":"2023-08-08","cited_by_count":3,"area":"distill"},{"id":"2405.00739","title":"Why does Knowledge Distillation Work? Rethink its Attention and Fidelity Mechanism","created":"2024-04-30","cited_by_count":3,"area":"distill"},{"id":"2110.05355","title":"Instance-based Label Smoothing For Better Calibrated Classification Networks","created":"2021-10-11","cited_by_count":2,"area":"distill"},{"id":"2111.01684","title":"Rethinking the Knowledge Distillation From the Perspective of Model Calibration","created":"2021-10-31","cited_by_count":2,"area":"distill"},{"id":"2210.01973","title":"Meta-Ensemble Parameter Learning","created":"2022-10-05","cited_by_count":2,"area":"distill"},{"id":"2302.11472","title":"Distilling Calibrated Student from an Uncalibrated Teacher","created":"2023-02-22","cited_by_count":2,"area":"distill"},{"id":"2310.13782","title":"Data-Free Knowledge Distillation Using Adversarially Perturbed OpenGL Shader Images","created":"2023-10-20","cited_by_count":2,"area":"distill"},{"id":"2311.08010","title":"Improving the Robustness of Distantly-Supervised Named Entity Recognition via Uncertainty-Aware Teacher Learning and Student-Student Collaborative Learning","created":"2023-11-14","cited_by_count":2,"area":"distill"},{"id":"2510.07924","title":"Synergy Between the Strong and the Weak: Spiking Neural Networks are Inherently Self-Distillers","created":"2025-10-09","cited_by_count":2,"area":"distill"},{"id":"2602.12687","title":"Trust the uncertain teacher: distilling dark knowledge via calibrated uncertainty","created":"2026-02-13","cited_by_count":2,"area":"distill"},{"id":"2605.18654","title":"Pocket Foundation Models: Distilling TFMs into CPU-Ready Gradient-Boosted Trees","created":"2026-05-18","cited_by_count":2,"area":"distill"},{"id":"2605.18702","title":"Distilling Tabular Foundation Models for Structured Health Data","created":"2026-05-18","cited_by_count":2,"area":"distill"},{"id":"2205.09526","title":"Simple Regularisation for Uncertainty-Aware Knowledge Distillation","created":"2022-05-19","cited_by_count":1,"area":"distill"},{"id":"2211.10938","title":"AI-KD: Adversarial learning and Implicit regularization for self-Knowledge Distillation","created":"2022-11-20","cited_by_count":1,"area":"distill"},{"id":"2304.07593","title":"Teacher Network Calibration Improves Cross-Quality Knowledge Distillation","created":"2023-04-15","cited_by_count":1,"area":"distill"},{"id":"2305.15975","title":"Triplet Knowledge Distillation","created":"2023-05-25","cited_by_count":1,"area":"distill"},{"id":"2310.17183","title":"Understanding the Effects of Projectors in Knowledge Distillation","created":"2023-10-26","cited_by_count":1,"area":"distill"},{"id":"2406.08226","title":"DistilDoc: Knowledge Distillation for Visually-Rich Document Applications","created":"2024-06-12","cited_by_count":1,"area":"distill"},{"id":"2406.09719","title":"Self-Knowledge Distillation for Learning Ambiguity","created":"2024-06-14","cited_by_count":1,"area":"distill"},{"id":"2510.19290","title":"Knowledge Distillation of Uncertainty using Deep Latent Factor Model","created":"2025-10-22","cited_by_count":1,"area":"distill"},{"id":"2511.05476","title":"A Metamorphic Testing Perspective on Knowledge Distillation for Language Models of Code: Does the Student Deeply Mimic the Teacher?","created":"2025-11-07","cited_by_count":1,"area":"distill"},{"id":"2512.18321","title":"CTTA-T: Continual Test-Time Adaptation for Text Understanding via Teacher-Student with a Domain-aware and Generalized Teacher","created":"2025-12-20","cited_by_count":1,"area":"distill"},{"id":"2604.25110","title":"Knowledge Distillation Must Account for What It Loses","created":"2026-04-28","cited_by_count":1,"area":"distill"},{"id":"2606.12171","title":"Beyond Dark Knowledge: Mixup-Based Distillation for Reliable Predictions","created":"2026-06-10","cited_by_count":1,"area":"distill"},{"id":"2107.09625","title":"Learning ULMFiT and Self-Distillation with Calibration for Medical Dialogue System","created":"2021-07-20","cited_by_count":0,"area":"distill"},{"id":"2301.07316","title":"Adaptively Integrated Knowledge Distillation and Prediction Uncertainty for Continual Learning","created":"2023-01-18","cited_by_count":0,"area":"distill"},{"id":"2407.05315","title":"Topological Persistence Guided Knowledge Distillation for Wearable Sensor Data","created":"2024-07-07","cited_by_count":0,"area":"distill"},{"id":"2407.05316","title":"Leveraging Topological Guidance for Improved Knowledge Distillation","created":"2024-07-07","cited_by_count":0,"area":"distill"},{"id":"2508.20232","title":"ATMS-KD: Adaptive Temperature and Mixed Sample Knowledge Distillation for a Lightweight Residual CNN in Agricultural Embedded Systems","created":"2025-08-27","cited_by_count":0,"area":"distill"},{"id":"2511.19495","title":"A Systematic Study of Compression Ordering for Large Language Models","created":"2025-11-23","cited_by_count":0,"area":"distill"},{"id":"2512.24162","title":"Deep Probabilistic Supervision for Image Classification","created":"2025-12-30","cited_by_count":0,"area":"distill"},{"id":"2603.02430","title":"A Unified Revisit of Temperature in Classification-Based Knowledge Distillation","created":"2026-03-02","cited_by_count":0,"area":"distill"},{"id":"2604.26857","title":"Edge AI for Automotive Vulnerable Road User Safety: Deployable Detection via Knowledge Distillation","created":"2026-04-29","cited_by_count":0,"area":"distill"},{"id":"2605.00888","title":"Selective Correlation Based Knowledge Distillation for Ground Reaction Force Estimation","created":"2026-04-27","cited_by_count":0,"area":"distill"},{"id":"2607.15467","title":"ADS-C: Antidistillation Sampling for Classification","created":"2026-07-16","cited_by_count":0,"area":"distill"},{"id":"2608.06023","title":"BioKD: Selective Physiology-to-Video Knowledge Distillation via Reliability Gate for Emotion Recognition","created":"2026-08-06","cited_by_count":0,"area":"distill"},{"id":"2608.12600","title":"PseudoMapLabeler: Confidence-Aware Pseudo-Label Generation for Semi-Supervised Online Mapping","created":"2026-08-12","cited_by_count":0,"area":"distill"},{"id":"2608.15215","title":"The Distributional View of Knowledge Distillation","created":"2026-08-15","cited_by_count":0,"area":"distill"},{"id":"2608.29099","title":"Temperature-Adaptive Transformed Teacher Matching","created":"2026-08-29","cited_by_count":0,"area":"distill"},{"id":"2609.05481","title":"RAPID: Reliability-Aware Pair Importance Distillation","created":"2026-08-23","cited_by_count":0,"area":"distill"},{"id":"2609.29487","title":"BLADE: Distilled LLM Regularization for Calibrated Knowledge Graph Completion","created":"2026-08-26","cited_by_count":0,"area":"distill"},{"id":"2609.31785","title":"Cross-Modal Knowledge Distillation for Acoustic Pedestrian Detection","created":"2026-09-24","cited_by_count":0,"area":"distill"},{"id":"2609.33727","title":"A Statistical Perspective on Knowledge Distillation: Foundations, Classical Methods, and Large Language Model Extensions","created":"2026-09-27","cited_by_count":0,"area":"distill"},{"id":"2609.36734","title":"Distilling What Matters: Confidence-Aware Selective Distillation for Large Language Models","created":"2026-09-29","cited_by_count":0,"area":"distill"}],"next_cursor":null}