{"total":70,"rows":[{"id":"2403.01427","title":"Logit Standardization in Knowledge Distillation","created":"2024-03-03","cited_by_count":102,"area":"distill"},{"id":"2307.12732","title":"CLIP-KD: An Empirical Study of CLIP Model Distillation","created":"2023-07-24","cited_by_count":87,"area":"distill"},{"id":"2507.02939","title":"Frequency-Aligned Knowledge Distillation for Lightweight Spatiotemporal Forecasting","created":"2025-06-27","cited_by_count":55,"area":"distill"},{"id":"2306.11369","title":"CrossKD: Cross-Head Knowledge Distillation for Object Detection","created":"2023-06-20","cited_by_count":52,"area":"distill"},{"id":"2402.11148","title":"Knowledge Distillation Based on Transformed Teacher Matching","created":"2024-02-17","cited_by_count":37,"area":"distill"},{"id":"2401.08732","title":"Bayes Conditional Distribution Estimation for Knowledge Distillation Based on Conditional Mutual Information","created":"2024-01-16","cited_by_count":25,"area":"distill"},{"id":"2501.16937","title":"TAID: Temporally Adaptive Interpolated Distillation for Efficient Knowledge Transfer in Language Models","created":"2025-01-28","cited_by_count":22,"area":"distill"},{"id":"2412.08139","title":"Wasserstein Distance Rivals Kullback-Leibler Divergence for Knowledge Distillation","created":"2024-12-11","cited_by_count":19,"area":"distill"},{"id":"2510.11615","title":"LLM-Oriented Token-Adaptive Knowledge Distillation","created":"2025-10-13","cited_by_count":13,"area":"distill"},{"id":"2308.14852","title":"SynthDistill: Face Recognition with Knowledge Distillation from Synthetic Data","created":"2023-08-28","cited_by_count":9,"area":"distill"},{"id":"2408.07703","title":"Knowledge Distillation with Refined Logits","created":"2024-08-14","cited_by_count":9,"area":"distill"},{"id":"2504.16801","title":"Decoupled Global-Local Alignment for Improving Compositional Understanding","created":"2025-04-23","cited_by_count":9,"area":"distill"},{"id":"2302.10494","title":"The Role of Masking for Efficient Supervised Knowledge Distillation of Vision Transformers","created":"2023-02-21","cited_by_count":8,"area":"distill"},{"id":"2311.13621","title":"EA-KD: Entropy-based Adaptive Knowledge Distillation","created":"2023-11-22","cited_by_count":8,"area":"distill"},{"id":"2404.14109","title":"CKD: Contrastive Knowledge Distillation from A Sample-wise Perspective","created":"2024-04-22","cited_by_count":7,"area":"distill"},{"id":"2404.12711","title":"Dynamic Temperature Knowledge Distillation","created":"2024-04-19","cited_by_count":6,"area":"distill"},{"id":"2408.07080","title":"DisCoM-KD: Cross-Modal Knowledge Distillation via Disentanglement Representation and Adversarial Learning","created":"2024-08-05","cited_by_count":6,"area":"distill"},{"id":"2502.20760","title":"VRM: Knowledge Distillation via Virtual Relation Matching","created":"2025-02-28","cited_by_count":6,"area":"distill"},{"id":"2404.03693","title":"Improve Knowledge Distillation via Label Revision and Data Selection","created":"2024-04-03","cited_by_count":5,"area":"distill"},{"id":"2501.08885","title":"Perspective-Aware Teaching: Adapting Knowledge for Heterogeneous Distillation","created":"2025-01-15","cited_by_count":5,"area":"distill"},{"id":"2504.00606","title":"Sample-level Adaptive Knowledge Distillation for Action Recognition","created":"2025-04-01","cited_by_count":4,"area":"distill"},{"id":"2505.15133","title":"DeepKD: A Deeply Decoupled and Denoised Knowledge Distillation Trainer","created":"2025-05-21","cited_by_count":4,"area":"distill"},{"id":"2506.05695","title":"Being Strong Progressively! Enhancing Knowledge Distillation of Large Language Models through a Curriculum Learning Framework","created":"2025-06-06","cited_by_count":4,"area":"distill"},{"id":"2506.23285","title":"Competitive Distillation: A Simple Learning Strategy for Improving Visual Classification","created":"2025-06-29","cited_by_count":4,"area":"distill"},{"id":"2507.15911","title":"Local Dense Logit Relations for Enhanced Knowledge Distillation","created":"2025-07-21","cited_by_count":4,"area":"distill"},{"id":"2507.21844","title":"Cross-Architecture Distillation Made Simple with Redundancy Suppression","created":"2025-07-29","cited_by_count":4,"area":"distill"},{"id":"2403.05451","title":"Attention-guided Feature Distillation for Semantic Segmentation","created":"2024-03-08","cited_by_count":3,"area":"distill"},{"id":"2405.08019","title":"AdaKD: Dynamic Knowledge Distillation of ASR models using Adaptive Loss Weighting","created":"2024-05-11","cited_by_count":3,"area":"distill"},{"id":"2407.00115","title":"Instance Temperature Knowledge Distillation","created":"2024-06-27","cited_by_count":3,"area":"distill"},{"id":"2409.17823","title":"Enhancing Logits Distillation with Plug\\&Play Kendall's $\\tau$ Ranking Loss","created":"2024-09-26","cited_by_count":3,"area":"distill"},{"id":"2409.04778","title":"LoCa: Logit Calibration for Knowledge Distillation","created":"2024-09-07","cited_by_count":2,"area":"distill"},{"id":"2409.07694","title":"Learn from Balance: Rectifying Knowledge Transfer for Long-Tailed Scenarios","created":"2024-09-12","cited_by_count":2,"area":"distill"},{"id":"2503.09030","title":"Adaptive Temperature Based on Logits Correlation in Knowledge Distillation","created":"2025-03-12","cited_by_count":2,"area":"distill"},{"id":"2506.18244","title":"Dual-Forward Path Teacher Knowledge Distillation: Bridging the Capacity Gap Between Teacher and Student","created":"2025-06-23","cited_by_count":2,"area":"distill"},{"id":"2212.08349","title":"Swing Distillation: A Privacy-Preserving Knowledge Distillation Framework","created":"2022-12-16","cited_by_count":1,"area":"distill"},{"id":"2305.09183","title":"Lightweight Self-Knowledge Distillation with Multi-source Information Fusion","created":"2023-05-16","cited_by_count":1,"area":"distill"},{"id":"2409.18785","title":"Student-Oriented Teacher Knowledge Refinement for Knowledge Distillation","created":"2024-09-27","cited_by_count":1,"area":"distill"},{"id":"2410.00074","title":"Collaborative Knowledge Distillation via a Learning-by-Education Node Community","created":"2024-09-30","cited_by_count":1,"area":"distill"},{"id":"2410.14741","title":"CAKD: A Correlation-Aware Knowledge Distillation Framework Based on Decoupling Kullback-Leibler Divergence","created":"2024-10-17","cited_by_count":1,"area":"distill"},{"id":"2411.10693","title":"Multi-perspective Contrastive Logit Distillation","created":"2024-11-16","cited_by_count":1,"area":"distill"},{"id":"2412.00382","title":"Toward Fair Graph Neural Networks Via Dual-Teacher Knowledge Distillation","created":"2024-11-30","cited_by_count":1,"area":"distill"},{"id":"2502.06192","title":"Right Time to Learn:Promoting Generalization via Bio-inspired Spacing Effect in Knowledge Distillation","created":"2025-02-10","cited_by_count":1,"area":"distill"},{"id":"2510.22480","title":"Single-Teacher View Augmentation: Boosting Knowledge Distillation via Angular Diversity","created":"2025-10-26","cited_by_count":1,"area":"distill"},{"id":"2511.13767","title":"Dynamic Temperature Scheduler for Knowledge Distillation","created":"2025-11-14","cited_by_count":1,"area":"distill"},{"id":"2602.09509","title":"Beyond Student: An Asymmetric Network for Neural Network Inheritance","created":"2026-02-10","cited_by_count":1,"area":"distill"},{"id":"2605.20357","title":"Consistently Informative Soft-Label Temperature for Knowledge Distillation","created":"2026-05-19","cited_by_count":1,"area":"distill"},{"id":"2606.19483","title":"Dyna-DINO: Efficient ViT Distillation Via Adaptive Representation Anchoring","created":"2026-06-17","cited_by_count":1,"area":"distill"},{"id":"2401.08332","title":"Generative Denoise Distillation: Simple Stochastic Noises Induce Efficient Knowledge Transfer for Dense Prediction","created":"2024-01-16","cited_by_count":0,"area":"distill"},{"id":"2405.11448","title":"Cross-Domain Knowledge Distillation for Low-Resolution Human Pose Estimation","created":"2024-05-19","cited_by_count":0,"area":"distill"},{"id":"2409.20237","title":"Classroom-Inspired Multi-Mentor Distillation with Adaptive Learning Strategies","created":"2024-09-30","cited_by_count":0,"area":"distill"},{"id":"2410.04140","title":"Gap Preserving Distillation by Building Bidirectional Mappings with A Dynamic Teacher","created":"2024-10-05","cited_by_count":0,"area":"distill"},{"id":"2502.05835","title":"Contrastive Representation Distillation via Multi-Scale Feature Decoupling","created":"2025-02-09","cited_by_count":0,"area":"distill"},{"id":"2504.00540","title":"Adversarial Curriculum Graph-Free Knowledge Distillation for Graph Neural Networks","created":"2025-04-01","cited_by_count":0,"area":"distill"},{"id":"2505.24310","title":"Progressive Class-level Distillation","created":"2025-05-30","cited_by_count":0,"area":"distill"},{"id":"2508.04539","title":"TopKD: Top-scaled Knowledge Distillation","created":"2025-08-06","cited_by_count":0,"area":"distill"},{"id":"2508.14082","title":"Toward Robust Semi-supervised Regression via Dual-stream Knowledge Distillation","created":"2025-08-12","cited_by_count":0,"area":"distill"},{"id":"2508.16050","title":"Expandable Residual Approximation for Knowledge Distillation","created":"2025-08-22","cited_by_count":0,"area":"distill"},{"id":"2508.16544","title":"Parameter-Free Logit Distillation via Sorting Mechanism","created":"2025-08-22","cited_by_count":0,"area":"distill"},{"id":"2512.04625","title":"Rethinking Decoupled Knowledge Distillation: A Predictive Distribution Perspective","created":"2025-12-04","cited_by_count":0,"area":"distill"},{"id":"2602.04677","title":"REDistill: Robust Estimator Distillation for Balancing Robustness and Efficiency","created":"2026-02-04","cited_by_count":0,"area":"distill"},{"id":"2603.02430","title":"A Unified Revisit of Temperature in Classification-Based Knowledge Distillation","created":"2026-03-02","cited_by_count":0,"area":"distill"},{"id":"2604.25795","title":"Improving Diversity in Black-box Few-shot Knowledge Distillation","created":"2026-04-28","cited_by_count":0,"area":"distill"},{"id":"2605.26246","title":"The Bridge-Garden Dilemma in LLM Distillation: Why Mixing Hard and Soft Labels Works","created":"2026-05-25","cited_by_count":0,"area":"distill"},{"id":"2607.11557","title":"Single-Teacher View Augmentation: Enhancing Knowledge Distillation with Student-Guided Perturbations","created":"2026-07-13","cited_by_count":0,"area":"distill"},{"id":"2608.00129","title":"Progressive$^2$: A Teacher-Student Progressive Co-Evolving Knowledge Distillation Method for Substantial Model Compression","created":"2026-07-31","cited_by_count":0,"area":"distill"},{"id":"2608.03100","title":"Channel-wise Dynamic Knowledge Distillation via Adaptive Sample Generation for Action Recognition","created":"2026-08-04","cited_by_count":0,"area":"distill"},{"id":"2608.29099","title":"Temperature-Adaptive Transformed Teacher Matching","created":"2026-08-29","cited_by_count":0,"area":"distill"},{"id":"2609.13024","title":"Label-Guided Knowledge Distillation for 3D-CNNs in Action Recognition","created":"2026-09-11","cited_by_count":0,"area":"distill"},{"id":"2610.05256","title":"Learning from imperfect teachers for low-resource acoustic generalization","created":"2026-10-04","cited_by_count":0,"area":"distill"},{"id":"2610.15997","title":"Representational Difference Distillation","created":"2026-10-11","cited_by_count":0,"area":"distill"}],"next_cursor":null}