{"total":51,"rows":[{"id":"2207.09158","title":"FedX: Unsupervised Federated Learning with Cross Knowledge Distillation","created":"2022-07-19","cited_by_count":40,"area":"distill"},{"id":"2112.15278","title":"Data-Free Knowledge Transfer: A Survey","created":"2021-12-31","cited_by_count":31,"area":"distill"},{"id":"2203.16172","title":"Self-Distillation from the Last Mini-Batch for Consistency Regularization","created":"2022-03-30","cited_by_count":29,"area":"distill"},{"id":"2210.04427","title":"Asymmetric Temperature Scaling Makes Larger Networks Teach Well Again","created":"2022-10-10","cited_by_count":23,"area":"distill"},{"id":"2202.09852","title":"Cross-Task Knowledge Distillation in Multi-Task Recommendation","created":"2022-02-20","cited_by_count":22,"area":"distill"},{"id":"2306.10687","title":"Categories of Response-Based, Feature-Based, and Relation-Based Knowledge Distillation","created":"2023-06-19","cited_by_count":20,"area":"distill"},{"id":"2210.12787","title":"Respecting Transfer Gap in Knowledge Distillation","created":"2022-10-23","cited_by_count":18,"area":"distill"},{"id":"2104.13298","title":"Self-distillation with Batch Knowledge Ensembling Improves ImageNet Classification","created":"2021-04-27","cited_by_count":16,"area":"distill"},{"id":"2208.03763","title":"Label Semantic Knowledge Distillation for Unbiased Scene Graph Generation","created":"2022-08-07","cited_by_count":14,"area":"distill"},{"id":"2207.05345","title":"HEAD: HEtero-Assists Distillation for Heterogeneous Object Detectors","created":"2022-07-12","cited_by_count":12,"area":"distill"},{"id":"2207.12980","title":"Efficient One Pass Self-distillation with Zipf's Label Smoothing","created":"2022-07-26","cited_by_count":12,"area":"distill"},{"id":"2404.00936","title":"A Comprehensive Review of Knowledge Distillation in Computer Vision","created":"2024-04-01","cited_by_count":10,"area":"distill"},{"id":"2210.13459","title":"Adaptive Label Smoothing with Self-Knowledge in Natural Language Generation","created":"2022-10-22","cited_by_count":9,"area":"distill"},{"id":"2303.12915","title":"Self-distillation for surgical action recognition","created":"2023-03-22","cited_by_count":9,"area":"distill"},{"id":"2311.06056","title":"Learning Contrastive Self-Distillation for Ultra-Fine-Grained Visual Categorization Targeting Limited Samples","created":"2023-11-10","cited_by_count":9,"area":"distill"},{"id":"2408.07703","title":"Knowledge Distillation with Refined Logits","created":"2024-08-14","cited_by_count":9,"area":"distill"},{"id":"2401.05012","title":"HiMTM: Hierarchical Multi-Scale Masked Time Series Modeling with Self-Distillation for Long-Term Forecasting","created":"2024-01-10","cited_by_count":8,"area":"distill"},{"id":"2305.05233","title":"DynamicKD: An Effective Knowledge Distillation via Dynamic Entropy Correction-Based Distillation for Gap Optimizing","created":"2023-05-09","cited_by_count":7,"area":"distill"},{"id":"2302.01049","title":"Paced-Curriculum Distillation with Prediction and Label Uncertainty for Image Segmentation","created":"2023-02-02","cited_by_count":6,"area":"distill"},{"id":"2302.05629","title":"Improving Differentiable Architecture Search via Self-Distillation","created":"2023-02-11","cited_by_count":6,"area":"distill"},{"id":"2303.09230","title":"Towards a Smaller Student: Capacity Dynamic Distillation for Efficient Image Retrieval","created":"2023-03-16","cited_by_count":6,"area":"distill"},{"id":"2402.00084","title":"EPSD: Early Pruning with Self-Distillation for Efficient Model Compression","created":"2024-01-31","cited_by_count":6,"area":"distill"},{"id":"2412.09388","title":"All You Need in Knowledge Distillation Is a Tailored Coordinate System","created":"2024-12-12","cited_by_count":6,"area":"distill"},{"id":"2210.12427","title":"Hard Gate Knowledge Distillation -- Leverage Calibration for Robust and Reliable Language Model","created":"2022-10-22","cited_by_count":4,"area":"distill"},{"id":"2407.00115","title":"Instance Temperature Knowledge Distillation","created":"2024-06-27","cited_by_count":3,"area":"distill"},{"id":"2205.00506","title":"Preserve Pre-trained Knowledge: Transfer Learning With Self-Distillation For Action Recognition","created":"2022-05-01","cited_by_count":2,"area":"distill"},{"id":"2306.08961","title":"Self-Knowledge Distillation for Surgical Phase Recognition","created":"2023-06-15","cited_by_count":2,"area":"distill"},{"id":"2403.06417","title":"Enhanced Sparsification via Stimulative Training","created":"2024-03-11","cited_by_count":2,"area":"distill"},{"id":"2403.19941","title":"Diverse Feature Learning by Self-distillation and Reset","created":"2024-03-29","cited_by_count":2,"area":"distill"},{"id":"2107.06993","title":"Confidence Conditioned Knowledge Distillation","created":"2021-07-06","cited_by_count":1,"area":"distill"},{"id":"2204.08000","title":"LRH-Net: A Multi-Level Knowledge Distillation Approach for Low-Resource Heart Network","created":"2022-04-11","cited_by_count":1,"area":"distill"},{"id":"2206.08880","title":"Improving Generalization of Metric Learning via Listwise Self-distillation","created":"2022-06-17","cited_by_count":1,"area":"distill"},{"id":"2208.00351","title":"Chinese grammatical error correction based on knowledge distillation","created":"2022-07-31","cited_by_count":1,"area":"distill"},{"id":"2210.09668","title":"On effects of Knowledge Distillation on Transfer Learning","created":"2022-10-18","cited_by_count":1,"area":"distill"},{"id":"2211.10938","title":"AI-KD: Adversarial learning and Implicit regularization for self-Knowledge Distillation","created":"2022-11-20","cited_by_count":1,"area":"distill"},{"id":"2305.09183","title":"Lightweight Self-Knowledge Distillation with Multi-source Information Fusion","created":"2023-05-16","cited_by_count":1,"area":"distill"},{"id":"2312.11938","title":"DMT: Comprehensive Distillation with Multiple Self-supervised Teachers","created":"2023-12-19","cited_by_count":1,"area":"distill"},{"id":"2407.20062","title":"SalNAS: Efficient Saliency-prediction Neural Architecture Search with self-knowledge distillation","created":"2024-07-29","cited_by_count":1,"area":"distill"},{"id":"2409.18785","title":"Student-Oriented Teacher Knowledge Refinement for Knowledge Distillation","created":"2024-09-27","cited_by_count":1,"area":"distill"},{"id":"2502.06192","title":"Right Time to Learn:Promoting Generalization via Bio-inspired Spacing Effect in Knowledge Distillation","created":"2025-02-10","cited_by_count":1,"area":"distill"},{"id":"2601.19919","title":"ASKD-Whisper: Adaptive Self-knowledge Distillation for Efficient and Low-Latency Automatic Speech Recognition","created":"2026-01-08","cited_by_count":1,"area":"distill"},{"id":"2206.02963","title":"Confidence-aware Self-Semantic Distillation on Knowledge Graph Embedding","created":"2022-06-07","cited_by_count":0,"area":"distill"},{"id":"2206.12370","title":"Mixed Sample Augmentation for Online Distillation","created":"2022-06-24","cited_by_count":0,"area":"distill"},{"id":"2305.00918","title":"CORSD: Class-Oriented Relational Self Distillation","created":"2023-04-28","cited_by_count":0,"area":"distill"},{"id":"2305.13391","title":"EnSiam: Self-Supervised Learning With Ensemble Representations","created":"2023-05-22","cited_by_count":0,"area":"distill"},{"id":"2312.16902","title":"Joint Learning for Scattered Point Cloud Understanding with Hierarchical Self-Distillation","created":"2023-12-28","cited_by_count":0,"area":"distill"},{"id":"2506.07055","title":"A Layered Self-Supervised Knowledge Distillation Framework for Efficient Multimodal Learning on the Edge","created":"2025-06-08","cited_by_count":0,"area":"distill"},{"id":"2508.20461","title":"Dual-Model Weight Selection and Self-Knowledge Distillation for Medical Image Classification","created":"2025-08-28","cited_by_count":0,"area":"distill"},{"id":"2512.24162","title":"Deep Probabilistic Supervision for Image Classification","created":"2025-12-30","cited_by_count":0,"area":"distill"},{"id":"2604.12044","title":"VISTA: Validation-Informed Trajectory Adaptation via Self-Distillation","created":"2026-04-13","cited_by_count":0,"area":"distill"},{"id":"2606.03052","title":"What Do Students Learn? A Feature-Level Analysis of Dark Knowledge","created":"2026-06-02","cited_by_count":0,"area":"distill"}],"next_cursor":null}