{"total":141,"rows":[{"id":"2403.01427","title":"Logit Standardization in Knowledge Distillation","created":"2024-03-03","cited_by_count":102,"area":"distill"},{"id":"2307.00855","title":"Review of Large Vision Models and Visual Prompt Engineering","created":"2023-07-03","cited_by_count":77,"area":null},{"id":"2403.02781","title":"PromptKD: Unsupervised Prompt Distillation for Vision-Language Models","created":"2024-03-05","cited_by_count":72,"area":"mllm"},{"id":"2305.13803","title":"NORM: Knowledge Distillation via N-to-One Representation Matching","created":"2023-05-23","cited_by_count":44,"area":"distill"},{"id":"2306.02109","title":"Encoding Time-Series Explanations through Self-Supervised Model Behavior Consistency","created":"2023-06-03","cited_by_count":42,"area":null},{"id":"2310.08255","title":"Leveraging Vision-Language Models for Improving Domain Generalization in Image Classification","created":"2023-10-12","cited_by_count":41,"area":"mllm"},{"id":"2404.07236","title":"Lightweight Deep Learning for Resource-Constrained Environments: A Survey","created":"2024-04-08","cited_by_count":38,"area":null},{"id":"2303.11098","title":"Understanding the Role of the Projector in Knowledge Distillation","created":"2023-03-20","cited_by_count":31,"area":"distill"},{"id":"2303.15678","title":"DisWOT: Student Architecture Search for Distillation WithOut Training","created":"2023-03-28","cited_by_count":29,"area":"distill"},{"id":"2409.19365","title":"Conditional Image Synthesis with Diffusion Models: A Survey","created":"2024-09-28","cited_by_count":29,"area":"diffusion"},{"id":"2406.17328","title":"Dual-Space Knowledge Distillation for Large Language Models","created":"2024-06-25","cited_by_count":25,"area":"distill"},{"id":"2505.04560","title":"ABKD: Pursuing a Proper Allocation of the Probability Mass in Knowledge Distillation via $\\alpha$-$\\beta$-Divergence","created":"2025-05-07","cited_by_count":23,"area":"distill"},{"id":"2304.11832","title":"Function-Consistent Feature Distillation","created":"2023-04-24","cited_by_count":21,"area":"distill"},{"id":"2306.10687","title":"Categories of Response-Based, Feature-Based, and Relation-Based Knowledge Distillation","created":"2023-06-19","cited_by_count":20,"area":"distill"},{"id":"2301.12245","title":"Supervision Complexity and its Role in Knowledge Distillation","created":"2023-01-28","cited_by_count":19,"area":"distill"},{"id":"2306.06634","title":"Adaptive Multi-Teacher Knowledge Distillation with Meta-Learning","created":"2023-06-11","cited_by_count":16,"area":"distill"},{"id":"2211.12039","title":"Accelerating Diffusion Sampling with Classifier-based Feature Distillation","created":"2022-11-22","cited_by_count":15,"area":"diffusion"},{"id":"2303.17285","title":"Decomposed Cross-modal Distillation for RGB-based Temporal Action Detection","created":"2023-03-30","cited_by_count":12,"area":null},{"id":"2308.00520","title":"NormKD: Normalized Logits for Knowledge Distillation","created":"2023-08-01","cited_by_count":12,"area":"distill"},{"id":"2301.12005","title":"EmbedDistill: A Geometric Knowledge Distillation for Information Retrieval","created":"2023-01-27","cited_by_count":11,"area":"distill"},{"id":"2305.15781","title":"VanillaKD: Revisit the Power of Vanilla Knowledge Distillation from Small Scale to Large Scale","created":"2023-05-25","cited_by_count":11,"area":"distill"},{"id":"2312.16279","title":"Cloud-Device Collaborative Learning for Multimodal Large Language Models","created":"2023-12-26","cited_by_count":11,"area":"lr"},{"id":"2403.10082","title":"CrossGLG: LLM Guides One-shot Skeleton-based 3D Action Recognition in a Cross-level Manner","created":"2024-03-15","cited_by_count":11,"area":null},{"id":"2411.06786","title":"ScaleKD: Strong Vision Transformers Could Be Excellent Teachers","created":"2024-11-11","cited_by_count":11,"area":"distill"},{"id":"2305.17421","title":"FoPro-KD: Fourier Prompted Effective Knowledge Distillation for Long-Tailed Medical Image Recognition","created":"2023-05-27","cited_by_count":10,"area":"distill"},{"id":"2309.16460","title":"Diverse Target and Contribution Scheduling for Domain Generalization","created":"2023-09-28","cited_by_count":10,"area":null},{"id":"2408.07703","title":"Knowledge Distillation with Refined Logits","created":"2024-08-14","cited_by_count":9,"area":"distill"},{"id":"2307.11469","title":"Distribution Shift Matters for Knowledge Distillation with Webly Collected Images","created":"2023-07-21","cited_by_count":8,"area":"distill"},{"id":"2310.13024","title":"Towards Anytime Fine-tuning: Continually Pre-trained Language Models with Hypernetwork Prompt","created":"2023-10-19","cited_by_count":8,"area":null},{"id":"2401.06826","title":"Direct Distillation between Different Domains","created":"2024-01-12","cited_by_count":8,"area":"distill"},{"id":"2504.11426","title":"A Dual-Space Framework for General Knowledge Distillation of Large Language Models","created":"2025-04-15","cited_by_count":8,"area":"distill"},{"id":"2507.04636","title":"Put Teacher in Student's Shoes: Cross-Distillation for Ultra-compact Model Compression Framework","created":"2025-07-07","cited_by_count":8,"area":null},{"id":"2305.10648","title":"Adjusting Logit in Gaussian Form for Long-Tailed Visual Recognition","created":"2023-05-18","cited_by_count":7,"area":null},{"id":"2308.00291","title":"Fundus-Enhanced Disease-Aware Distillation Model for Retinal Disease Classification from OCT Images","created":"2023-08-01","cited_by_count":7,"area":null},{"id":"2310.18590","title":"Using Early Readouts to Mediate Featural Bias in Distillation","created":"2023-10-28","cited_by_count":7,"area":null},{"id":"2404.14109","title":"CKD: Contrastive Knowledge Distillation from A Sample-wise Perspective","created":"2024-04-22","cited_by_count":7,"area":"distill"},{"id":"2302.11187","title":"Debiased Distillation by Transplanting the Last Layer","created":"2023-02-22","cited_by_count":6,"area":"distill"},{"id":"2305.07180","title":"Robust Saliency-Aware Distillation for Few-shot Fine-grained Visual Recognition","created":"2023-05-12","cited_by_count":6,"area":null},{"id":"2308.16561","title":"MoMA: Momentum Contrastive Learning with Multi-head Attention-based Knowledge Distillation for Histopathology Image Analysis","created":"2023-08-31","cited_by_count":6,"area":"distill"},{"id":"2404.12711","title":"Dynamic Temperature Knowledge Distillation","created":"2024-04-19","cited_by_count":6,"area":"distill"},{"id":"2502.20760","title":"VRM: Knowledge Distillation via Virtual Relation Matching","created":"2025-02-28","cited_by_count":6,"area":"distill"},{"id":"2205.02468","title":"Alignahead: Online Cross-Layer Knowledge Extraction on Graph Neural Networks","created":"2022-05-05","cited_by_count":5,"area":"distill"},{"id":"2304.02263","title":"Towards Efficient Task-Driven Model Reprogramming with Foundation Models","created":"2023-04-05","cited_by_count":5,"area":null},{"id":"2311.14307","title":"Cosine Similarity Knowledge Distillation for Individual Class Information Transfer","created":"2023-11-24","cited_by_count":5,"area":"distill"},{"id":"2403.13512","title":"Scale Decoupled Distillation","created":"2024-03-20","cited_by_count":5,"area":"distill"},{"id":"2404.03693","title":"Improve Knowledge Distillation via Label Revision and Data Selection","created":"2024-04-03","cited_by_count":5,"area":"distill"},{"id":"2407.09920","title":"MutDet: Mutually Optimizing Pre-training for Remote Sensing Object Detection","created":"2024-07-13","cited_by_count":5,"area":null},{"id":"2411.14984","title":"Adaptive Group Robust Ensemble Knowledge Distillation","created":"2024-11-22","cited_by_count":5,"area":"distill"},{"id":"2412.16493","title":"Cross-View Consistency Regularisation for Knowledge Distillation","created":"2024-12-21","cited_by_count":5,"area":"distill"},{"id":"2509.23871","title":"Taught Well Learned Ill: Towards Distillation-conditional Backdoor Attack","created":"2025-09-28","cited_by_count":5,"area":"distill"},{"id":"2303.05073","title":"Learn More for Food Recognition via Progressive Self-Distillation","created":"2023-03-09","cited_by_count":4,"area":"distill"},{"id":"2311.13934","title":"Robustness-Reinforced Knowledge Distillation with Correlation Distance and Network Pruning","created":"2023-11-23","cited_by_count":4,"area":"distill"},{"id":"2410.12342","title":"Fuse Before Transfer: Knowledge Fusion for Heterogeneous Distillation","created":"2024-10-16","cited_by_count":4,"area":"distill"},{"id":"2411.08937","title":"Dual-Head Knowledge Distillation: Enhancing Logits Utilization with an Auxiliary Head","created":"2024-11-13","cited_by_count":4,"area":"distill"},{"id":"2505.15133","title":"DeepKD: A Deeply Decoupled and Denoised Knowledge Distillation Trainer","created":"2025-05-21","cited_by_count":4,"area":"distill"},{"id":"2506.23285","title":"Competitive Distillation: A Simple Learning Strategy for Improving Visual Classification","created":"2025-06-29","cited_by_count":4,"area":"distill"},{"id":"2507.21844","title":"Cross-Architecture Distillation Made Simple with Redundancy Suppression","created":"2025-07-29","cited_by_count":4,"area":"distill"},{"id":"2510.02302","title":"Knowledge Distillation Detection for Open-weights Models","created":"2025-10-02","cited_by_count":4,"area":"distill"},{"id":"2303.06155","title":"Digital Twin-Assisted Knowledge Distillation Framework for Heterogeneous Federated Learning","created":"2023-03-10","cited_by_count":3,"area":"distill"},{"id":"2403.05451","title":"Attention-guided Feature Distillation for Semantic Segmentation","created":"2024-03-08","cited_by_count":3,"area":"distill"},{"id":"2409.17823","title":"Enhancing Logits Distillation with Plug\\&Play Kendall's $\\tau$ Ranking Loss","created":"2024-09-26","cited_by_count":3,"area":"distill"},{"id":"2504.09876","title":"HDC: Hierarchical Distillation for Multi-level Noisy Consistency in Semi-Supervised Fetal Ultrasound Segmentation","created":"2025-04-14","cited_by_count":3,"area":null},{"id":"2507.02911","title":"DiceHuBERT: Distilling HuBERT with a Self-Supervised Learning Objective","created":"2025-06-25","cited_by_count":3,"area":"distill"},{"id":"2508.02801","title":"Adaptive Knowledge Distillation for Device-Directed Speech Detection","created":"2025-08-04","cited_by_count":3,"area":"distill"},{"id":"2307.04542","title":"Customizing Synthetic Data for Data-Free Student Learning","created":"2023-07-10","cited_by_count":2,"area":"distill"},{"id":"2308.04243","title":"AICSD: Adaptive Inter-Class Similarity Distillation for Semantic Segmentation","created":"2023-08-08","cited_by_count":2,"area":"distill"},{"id":"2309.09571","title":"Heterogeneous Generative Knowledge Distillation with Masked Image Modeling","created":"2023-09-18","cited_by_count":2,"area":"distill"},{"id":"2402.11401","title":"GraphKD: Exploring Knowledge Distillation Towards Document Object Detection with Structured Graph Creation","created":"2024-02-17","cited_by_count":2,"area":"distill"},{"id":"2405.06038","title":"From Algorithm to Hardware: A Survey on Efficient and Safe Deployment of Deep Neural Networks","created":"2024-05-09","cited_by_count":2,"area":null},{"id":"2407.17620","title":"CoMoTo: Unpaired Cross-Modal Lesion Distillation Improves Breast Lesion Detection in Tomosynthesis","created":"2024-07-24","cited_by_count":2,"area":null},{"id":"2409.04778","title":"LoCa: Logit Calibration for Knowledge Distillation","created":"2024-09-07","cited_by_count":2,"area":"distill"},{"id":"2409.07694","title":"Learn from Balance: Rectifying Knowledge Transfer for Long-Tailed Scenarios","created":"2024-09-12","cited_by_count":2,"area":"distill"},{"id":"2412.11788","title":"Neural Collapse Inspired Knowledge Distillation","created":"2024-12-16","cited_by_count":2,"area":"distill"},{"id":"2503.09030","title":"Adaptive Temperature Based on Logits Correlation in Knowledge Distillation","created":"2025-03-12","cited_by_count":2,"area":"distill"},{"id":"2503.14097","title":"SCJD: Sparse Correlation and Joint Distillation for Efficient 3D Human Pose Estimation","created":"2025-03-18","cited_by_count":2,"area":null},{"id":"2507.16296","title":"Cross-Modal Distillation For Widely Differing Modalities","created":"2025-07-22","cited_by_count":2,"area":null},{"id":"2508.15423","title":"An Empirical Study of Knowledge Distillation for Code Understanding Tasks","created":"2025-08-21","cited_by_count":2,"area":"distill"},{"id":"2511.05064","title":"Order-Level Attention Similarity Across Language Models: A Latent Commonality","created":"2025-11-07","cited_by_count":2,"area":null},{"id":"2605.10485","title":"VEGA: Visual Encoder Grounding Alignment for Spatially-Aware Vision-Language-Action Models","created":"2026-05-11","cited_by_count":2,"area":"lr"},{"id":"2210.13743","title":"Online Cross-Layer Knowledge Distillation on Graph Neural Networks with Deep Supervision","created":"2022-10-25","cited_by_count":1,"area":"distill"},{"id":"2211.14773","title":"Class-aware Information for Logit-based Knowledge Distillation","created":"2022-11-27","cited_by_count":1,"area":"distill"},{"id":"2303.07643","title":"Feature-Rich Audio Model Inversion for Data-Free Knowledge Distillation Towards General Sound Classification","created":"2023-03-14","cited_by_count":1,"area":"distill"},{"id":"2303.12130","title":"MV-MR: multi-views and multi-representations for self-supervised learning and knowledge distillation","created":"2023-03-21","cited_by_count":1,"area":"distill"},{"id":"2312.00627","title":"Rethinking the Domain Gap in Near-infrared Face Recognition","created":"2023-12-01","cited_by_count":1,"area":null},{"id":"2406.03146","title":"Tiny models from tiny data: Textual and null-text inversion for few-shot distillation","created":"2024-06-05","cited_by_count":1,"area":"diffusion"},{"id":"2406.08226","title":"DistilDoc: Knowledge Distillation for Visually-Rich Document Applications","created":"2024-06-12","cited_by_count":1,"area":"distill"},{"id":"2406.16525","title":"Enhancing OOD Detection Using Latent Diffusion","created":"2024-06-24","cited_by_count":1,"area":"diffusion"},{"id":"2407.12073","title":"Relational Representation Distillation","created":"2024-07-16","cited_by_count":1,"area":"distill"},{"id":"2407.18821","title":"Deep Companion Learning: Enhancing Generalization Through Historical Consistency","created":"2024-07-26","cited_by_count":1,"area":null},{"id":"2411.10693","title":"Multi-perspective Contrastive Logit Distillation","created":"2024-11-16","cited_by_count":1,"area":"distill"},{"id":"2504.00410","title":"NCAP: Scene Text Image Super-Resolution with Non-CAtegorical Prior","created":"2025-04-01","cited_by_count":1,"area":null},{"id":"2510.22480","title":"Single-Teacher View Augmentation: Boosting Knowledge Distillation via Angular Diversity","created":"2025-10-26","cited_by_count":1,"area":"distill"},{"id":"2510.24116","title":"UHKD: A Unified Framework for Heterogeneous Knowledge Distillation via Frequency-Domain Representations","created":"2025-10-28","cited_by_count":1,"area":"distill"},{"id":"2602.09509","title":"Beyond Student: An Asymmetric Network for Neural Network Inheritance","created":"2026-02-10","cited_by_count":1,"area":"distill"},{"id":"2605.27967","title":"Multi-Teacher Knowledge Distillation via Teacher-Informed Mixture Priors","created":"2026-05-27","cited_by_count":1,"area":"distill"},{"id":"2206.02963","title":"Confidence-aware Self-Semantic Distillation on Knowledge Graph Embedding","created":"2022-06-07","cited_by_count":0,"area":"distill"},{"id":"2212.02931","title":"Leveraging Different Learning Styles for Improved Knowledge Distillation in Biomedical Imaging","created":"2022-12-06","cited_by_count":0,"area":"distill"},{"id":"2304.11004","title":"Knowledge Distillation Under Ideal Joint Classifier Assumption","created":"2023-04-19","cited_by_count":0,"area":"distill"},{"id":"2305.17791","title":"LowDINO -- A Low Parameter Self Supervised Learning Model","created":"2023-05-28","cited_by_count":0,"area":null},{"id":"2309.02843","title":"Knowledge Distillation Layer that Lets the Student Decide","created":"2023-09-06","cited_by_count":0,"area":"distill"}],"next_cursor":"100"}