{"total":134,"rows":[{"id":"2403.01427","title":"Logit Standardization in Knowledge Distillation","created":"2024-03-03","cited_by_count":102,"area":"distill"},{"id":"2310.19444","title":"One-for-All: Bridge the Gap Between Heterogeneous Architectures in Knowledge Distillation","created":"2023-10-30","cited_by_count":78,"area":"distill"},{"id":"2303.13005","title":"From Knowledge Distillation to Self-Knowledge Distillation: A Unified Approach with Normalized Loss and Customized Soft Labels","created":"2023-03-23","cited_by_count":69,"area":"distill"},{"id":"2305.13948","title":"Decoupled Kullback-Leibler Divergence Loss","created":"2023-05-23","cited_by_count":58,"area":"distill"},{"id":"2402.11148","title":"Knowledge Distillation Based on Transformed Teacher Matching","created":"2024-02-17","cited_by_count":37,"area":"distill"},{"id":"2308.04268","title":"Teacher-Student Architecture for Knowledge Distillation: A Survey","created":"2023-08-08","cited_by_count":26,"area":"distill"},{"id":"2505.04560","title":"ABKD: Pursuing a Proper Allocation of the Probability Mass in Knowledge Distillation via $\\alpha$-$\\beta$-Divergence","created":"2025-05-07","cited_by_count":23,"area":"distill"},{"id":"2306.10687","title":"Categories of Response-Based, Feature-Based, and Relation-Based Knowledge Distillation","created":"2023-06-19","cited_by_count":20,"area":"distill"},{"id":"2412.08139","title":"Wasserstein Distance Rivals Kullback-Leibler Divergence for Knowledge Distillation","created":"2024-12-11","cited_by_count":19,"area":"distill"},{"id":"2607.13399","title":"Demystifying On-Policy Distillation: Roles, Pathologies, and Regulations","created":"2026-07-15","cited_by_count":19,"area":"distill"},{"id":"2305.17007","title":"Improving Knowledge Distillation via Regularizing Feature Norm and Direction","created":"2023-05-26","cited_by_count":18,"area":"distill"},{"id":"2401.11824","title":"Rethinking Centered Kernel Alignment in Knowledge Distillation","created":"2024-01-22","cited_by_count":17,"area":"distill"},{"id":"2502.18510","title":"Multi-Teacher Knowledge Distillation with Reinforcement Learning for Visual Recognition","created":"2025-02-22","cited_by_count":16,"area":"distill"},{"id":"2503.16870","title":"Sparse Logit Sampling: Accelerating Knowledge Distillation in LLMs","created":"2025-03-21","cited_by_count":16,"area":"distill"},{"id":"2302.02108","title":"Knowledge Distillation in Vision Transformers: A Critical Review","created":"2023-02-04","cited_by_count":13,"area":"distill"},{"id":"2302.05666","title":"Jaccard Metric Losses: Optimizing the Jaccard Index with Soft Labels","created":"2023-02-11","cited_by_count":12,"area":"distill"},{"id":"2305.10893","title":"Student-friendly Knowledge Distillation","created":"2023-05-18","cited_by_count":11,"area":"distill"},{"id":"2305.15781","title":"VanillaKD: Revisit the Power of Vanilla Knowledge Distillation from Small Scale to Large Scale","created":"2023-05-25","cited_by_count":11,"area":"distill"},{"id":"2411.06786","title":"ScaleKD: Strong Vision Transformers Could Be Excellent Teachers","created":"2024-11-11","cited_by_count":11,"area":"distill"},{"id":"2503.18244","title":"CustomKD: Customizing Large Vision Foundation for Edge Model Improvement via Knowledge Distillation","created":"2025-03-23","cited_by_count":11,"area":"distill"},{"id":"2301.09451","title":"A Simple Recipe for Competitive Low-compute Self supervised Vision Models","created":"2023-01-23","cited_by_count":10,"area":"distill"},{"id":"2305.15032","title":"How to Distill your BERT: An Empirical Study on the Impact of Weight Initialisation and Distillation Objectives","created":"2023-05-24","cited_by_count":9,"area":"distill"},{"id":"2406.17262","title":"D2LLM: Decomposed and Distilled Large Language Models for Semantic Search","created":"2024-06-25","cited_by_count":9,"area":"distill"},{"id":"2305.09651","title":"Tailoring Instructions to Student's Learning Levels Boosts Knowledge Distillation","created":"2023-05-16","cited_by_count":8,"area":"distill"},{"id":"2305.19412","title":"Are Large Kernels Better Teachers than Transformers for ConvNets?","created":"2023-05-30","cited_by_count":8,"area":"distill"},{"id":"2401.06826","title":"Direct Distillation between Different Domains","created":"2024-01-12","cited_by_count":8,"area":"distill"},{"id":"2403.08215","title":"LIX: Implicitly Infusing Spatial Geometric Prior Knowledge into Visual Semantic Segmentation for Autonomous Driving","created":"2024-03-13","cited_by_count":8,"area":"distill"},{"id":"2305.02722","title":"Avatar Knowledge Distillation: Self-ensemble Teacher Paradigm with Uncertainty","created":"2023-05-04","cited_by_count":7,"area":"distill"},{"id":"2404.14109","title":"CKD: Contrastive Knowledge Distillation from A Sample-wise Perspective","created":"2024-04-22","cited_by_count":7,"area":"distill"},{"id":"2403.10040","title":"Histo-Genomic Knowledge Distillation For Cancer Prognosis From Histopathology Whole Slide Images","created":"2024-03-15","cited_by_count":6,"area":"distill"},{"id":"2408.07080","title":"DisCoM-KD: Cross-Modal Knowledge Distillation via Disentanglement Representation and Adversarial Learning","created":"2024-08-05","cited_by_count":6,"area":"distill"},{"id":"2410.02116","title":"Dataset Distillation via Knowledge Distillation: Towards Efficient Self-Supervised Pre-Training of Deep Networks","created":"2024-10-03","cited_by_count":6,"area":"distill"},{"id":"2412.08939","title":"Dynamic Contrastive Knowledge Distillation for Efficient Image Restoration","created":"2024-12-12","cited_by_count":6,"area":"distill"},{"id":"2412.09388","title":"All You Need in Knowledge Distillation Is a Tailored Coordinate System","created":"2024-12-12","cited_by_count":6,"area":"distill"},{"id":"2502.20760","title":"VRM: Knowledge Distillation via Virtual Relation Matching","created":"2025-02-28","cited_by_count":6,"area":"distill"},{"id":"2503.08038","title":"Generalized Kullback-Leibler Divergence Loss","created":"2025-03-11","cited_by_count":6,"area":"distill"},{"id":"2212.05422","title":"Teaching What You Should Teach: A Data-Based Distillation Method","created":"2022-12-11","cited_by_count":5,"area":"distill"},{"id":"2306.17424","title":"Audio Embeddings as Teachers for Music Classification","created":"2023-06-30","cited_by_count":5,"area":"distill"},{"id":"2405.18524","title":"Aligning in a Compact Space: Contrastive Knowledge Distillation between Heterogeneous Architectures","created":"2024-05-28","cited_by_count":5,"area":"distill"},{"id":"2409.13939","title":"Simple Unsupervised Knowledge Distillation With Space Similarity","created":"2024-09-20","cited_by_count":5,"area":"distill"},{"id":"2411.06448","title":"Over-parameterized Student Model via Tensor Decomposition Boosted Knowledge Distillation","created":"2024-11-10","cited_by_count":5,"area":"distill"},{"id":"2412.16493","title":"Cross-View Consistency Regularisation for Knowledge Distillation","created":"2024-12-21","cited_by_count":5,"area":"distill"},{"id":"2501.08885","title":"Perspective-Aware Teaching: Adapting Knowledge for Heterogeneous Distillation","created":"2025-01-15","cited_by_count":5,"area":"distill"},{"id":"2509.23871","title":"Taught Well Learned Ill: Towards Distillation-conditional Backdoor Attack","created":"2025-09-28","cited_by_count":5,"area":"distill"},{"id":"2511.19887","title":"Distilling Cross-Modal Knowledge via Feature Disentanglement","created":"2025-11-25","cited_by_count":5,"area":"distill"},{"id":"2311.02253","title":"Comparative Knowledge Distillation","created":"2023-11-03","cited_by_count":4,"area":"distill"},{"id":"2311.13934","title":"Robustness-Reinforced Knowledge Distillation with Correlation Distance and Network Pruning","created":"2023-11-23","cited_by_count":4,"area":"distill"},{"id":"2404.19527","title":"Revealing the Two Sides of Data Augmentation: An Asymmetric Distillation-based Win-Win Solution for Open-Set Recognition","created":"2024-04-28","cited_by_count":4,"area":"distill"},{"id":"2405.13078","title":"Exploring Dark Knowledge under Various Teacher Capacities and Addressing Capacity Mismatch","created":"2024-05-21","cited_by_count":4,"area":"distill"},{"id":"2410.12342","title":"Fuse Before Transfer: Knowledge Fusion for Heterogeneous Distillation","created":"2024-10-16","cited_by_count":4,"area":"distill"},{"id":"2411.08937","title":"Dual-Head Knowledge Distillation: Enhancing Logits Utilization with an Auxiliary Head","created":"2024-11-13","cited_by_count":4,"area":"distill"},{"id":"2505.24361","title":"Revisiting Cross-Modal Knowledge Distillation: A Disentanglement Approach for RGBD Semantic Segmentation","created":"2025-05-30","cited_by_count":4,"area":"distill"},{"id":"2507.09269","title":"Cross Knowledge Distillation between Artificial and Spiking Neural Networks","created":"2025-07-12","cited_by_count":4,"area":"distill"},{"id":"2507.15911","title":"Local Dense Logit Relations for Enhanced Knowledge Distillation","created":"2025-07-21","cited_by_count":4,"area":"distill"},{"id":"2507.21844","title":"Cross-Architecture Distillation Made Simple with Redundancy Suppression","created":"2025-07-29","cited_by_count":4,"area":"distill"},{"id":"2312.08700","title":"RdimKD: Generic Distillation Paradigm by Dimensionality Reduction","created":"2023-12-14","cited_by_count":3,"area":"distill"},{"id":"2403.05451","title":"Attention-guided Feature Distillation for Semantic Segmentation","created":"2024-03-08","cited_by_count":3,"area":"distill"},{"id":"2407.07516","title":"HDKD: Hybrid Data-Efficient Knowledge Distillation Network for Medical Image Classification","created":"2024-07-10","cited_by_count":3,"area":"distill"},{"id":"2409.17823","title":"Enhancing Logits Distillation with Plug\\&Play Kendall's $\\tau$ Ranking Loss","created":"2024-09-26","cited_by_count":3,"area":"distill"},{"id":"2411.10676","title":"Exploring Feature-based Knowledge Distillation for Recommender System: A Frequency Perspective","created":"2024-11-16","cited_by_count":3,"area":"distill"},{"id":"2507.00012","title":"Towards Undistillable Models by Minimizing Conditional Mutual Information","created":"2025-06-13","cited_by_count":3,"area":"distill"},{"id":"2303.08360","title":"Knowledge Distillation from Single to Multi Labels: an Empirical Study","created":"2023-03-15","cited_by_count":2,"area":"distill"},{"id":"2306.12442","title":"Knowledge Distillation via Token-level Relationship Graph","created":"2023-06-20","cited_by_count":2,"area":"distill"},{"id":"2308.04243","title":"AICSD: Adaptive Inter-Class Similarity Distillation for Semantic Segmentation","created":"2023-08-08","cited_by_count":2,"area":"distill"},{"id":"2309.09571","title":"Heterogeneous Generative Knowledge Distillation with Masked Image Modeling","created":"2023-09-18","cited_by_count":2,"area":"distill"},{"id":"2312.15112","title":"Less or More From Teacher: Exploiting Trilateral Geometry For Knowledge Distillation","created":"2023-12-22","cited_by_count":2,"area":"distill"},{"id":"2404.16386","title":"Promoting CNNs with Cross-Architecture Knowledge Distillation for Efficient Monocular Depth Estimation","created":"2024-04-25","cited_by_count":2,"area":"distill"},{"id":"2409.04778","title":"LoCa: Logit Calibration for Knowledge Distillation","created":"2024-09-07","cited_by_count":2,"area":"distill"},{"id":"2410.06561","title":"Efficient and Robust Knowledge Distillation from A Stronger Teacher Based on Correlation Matching","created":"2024-10-09","cited_by_count":2,"area":"distill"},{"id":"2411.00209","title":"Semantic Knowledge Distillation for Onboard Satellite Earth Observation Image Classification","created":"2024-10-31","cited_by_count":2,"area":"distill"},{"id":"2412.11788","title":"Neural Collapse Inspired Knowledge Distillation","created":"2024-12-16","cited_by_count":2,"area":"distill"},{"id":"2503.21269","title":"Delving Deep into Semantic Relation Distillation","created":"2025-03-27","cited_by_count":2,"area":"distill"},{"id":"2505.21317","title":"A Cross Modal Knowledge Distillation & Data Augmentation Recipe for Improving Transcriptomics Representations through Morphological Features","created":"2025-05-27","cited_by_count":2,"area":"distill"},{"id":"2508.15423","title":"An Empirical Study of Knowledge Distillation for Code Understanding Tasks","created":"2025-08-21","cited_by_count":2,"area":"distill"},{"id":"2602.12687","title":"Trust the uncertain teacher: distilling dark knowledge via calibrated uncertainty","created":"2026-02-13","cited_by_count":2,"area":"distill"},{"id":"2303.06820","title":"Continuous sign language recognition based on cross-resolution knowledge distillation","created":"2023-03-13","cited_by_count":1,"area":"distill"},{"id":"2310.17183","title":"Understanding the Effects of Projectors in Knowledge Distillation","created":"2023-10-26","cited_by_count":1,"area":"distill"},{"id":"2404.06258","title":"Robust feature knowledge distillation for enhanced performance of lightweight crack segmentation models","created":"2024-04-09","cited_by_count":1,"area":"distill"},{"id":"2404.18891","title":"IPixMatch: Boost Semi-supervised Semantic Segmentation with Inter-Pixel Relation","created":"2024-04-29","cited_by_count":1,"area":"distill"},{"id":"2407.12073","title":"Relational Representation Distillation","created":"2024-07-16","cited_by_count":1,"area":"distill"},{"id":"2409.01679","title":"Adaptive Explicit Knowledge Transfer for Knowledge Distillation","created":"2024-09-03","cited_by_count":1,"area":"distill"},{"id":"2503.06685","title":"Asymmetric Decision-Making in Online Knowledge Distillation:Unifying Consensus and Divergence","created":"2025-03-09","cited_by_count":1,"area":"distill"},{"id":"2504.20445","title":"Head-Tail-Aware KL Divergence in Knowledge Distillation for Spiking Neural Networks","created":"2025-04-29","cited_by_count":1,"area":"distill"},{"id":"2507.14503","title":"Generative Distribution Distillation","created":"2025-07-19","cited_by_count":1,"area":"distill"},{"id":"2509.20989","title":"Rejuvenating Cross-Entropy Loss in Knowledge Distillation for Recommender Systems","created":"2025-09-25","cited_by_count":1,"area":"distill"},{"id":"2510.24116","title":"UHKD: A Unified Framework for Heterogeneous Knowledge Distillation via Frequency-Domain Representations","created":"2025-10-28","cited_by_count":1,"area":"distill"},{"id":"2511.13767","title":"Dynamic Temperature Scheduler for Knowledge Distillation","created":"2025-11-14","cited_by_count":1,"area":"distill"},{"id":"2511.21503","title":"CanKD: Cross-Attention-based Non-local operation for Feature-based Knowledge Distillation","created":"2025-11-26","cited_by_count":1,"area":"distill"},{"id":"2605.20357","title":"Consistently Informative Soft-Label Temperature for Knowledge Distillation","created":"2026-05-19","cited_by_count":1,"area":"distill"},{"id":"2606.12171","title":"Beyond Dark Knowledge: Mixup-Based Distillation for Reliable Predictions","created":"2026-06-10","cited_by_count":1,"area":"distill"},{"id":"2310.02572","title":"Improving Knowledge Distillation with Teacher's Explanation","created":"2023-10-04","cited_by_count":0,"area":"distill"},{"id":"2401.08332","title":"Generative Denoise Distillation: Simple Stochastic Noises Induce Efficient Knowledge Transfer for Dense Prediction","created":"2024-01-16","cited_by_count":0,"area":"distill"},{"id":"2403.14494","title":"Learning to Project for Cross-Task Knowledge Distillation","created":"2024-03-21","cited_by_count":0,"area":"distill"},{"id":"2406.08528","title":"Adaptive Teaching with Shared Classifier for Knowledge Distillation","created":"2024-06-12","cited_by_count":0,"area":"distill"},{"id":"2406.17838","title":"InFiConD: Interactive No-code Fine-tuning with Concept-based Knowledge Distillation","created":"2024-06-25","cited_by_count":0,"area":"distill"},{"id":"2407.05315","title":"Topological Persistence Guided Knowledge Distillation for Wearable Sensor Data","created":"2024-07-07","cited_by_count":0,"area":"distill"},{"id":"2407.11802","title":"Discriminative and Consistent Representation Distillation","created":"2024-07-16","cited_by_count":0,"area":"distill"},{"id":"2409.11817","title":"EFCM: Efficient Fine-tuning on Compressed Models for deployment of large models in medical image analysis","created":"2024-09-18","cited_by_count":0,"area":"distill"},{"id":"2409.20237","title":"Classroom-Inspired Multi-Mentor Distillation with Adaptive Learning Strategies","created":"2024-09-30","cited_by_count":0,"area":"distill"},{"id":"2410.04140","title":"Gap Preserving Distillation by Building Bidirectional Mappings with A Dynamic Teacher","created":"2024-10-05","cited_by_count":0,"area":"distill"}],"next_cursor":"100"}