{"total":208,"rows":[{"id":"2307.15880","title":"Effective Whole-body Pose Estimation with Two-stages Distillation","created":"2023-07-29","cited_by_count":311,"area":null},{"id":"2403.01427","title":"Logit Standardization in Knowledge Distillation","created":"2024-03-03","cited_by_count":102,"area":"distill"},{"id":"2503.15850","title":"Uncertainty Quantification and Confidence Calibration in Large Language Models: A Survey","created":"2025-03-20","cited_by_count":95,"area":"lr"},{"id":"2310.19444","title":"One-for-All: Bridge the Gap Between Heterogeneous Architectures in Knowledge Distillation","created":"2023-10-30","cited_by_count":78,"area":"distill"},{"id":"2303.13005","title":"From Knowledge Distillation to Self-Knowledge Distillation: A Unified Approach with Normalized Loss and Customized Soft Labels","created":"2023-03-23","cited_by_count":69,"area":"distill"},{"id":"2309.13625","title":"GraphAdapter: Tuning Vision-Language Models With Dual Knowledge Graph","created":"2023-09-24","cited_by_count":69,"area":"mllm"},{"id":"2311.17950","title":"Generalized Large-Scale Data Condensation via Various Backbone and Statistical Matching","created":"2023-11-29","cited_by_count":69,"area":null},{"id":"2305.13948","title":"Decoupled Kullback-Leibler Divergence Loss","created":"2023-05-23","cited_by_count":58,"area":"distill"},{"id":"2305.15712","title":"Knowledge Diffusion for Distillation","created":"2023-05-25","cited_by_count":53,"area":"diffusion"},{"id":"2402.11148","title":"Knowledge Distillation Based on Transformed Teacher Matching","created":"2024-02-17","cited_by_count":37,"area":"distill"},{"id":"2410.14425","title":"Unlearning Backdoor Attacks for LLMs with Weak-to-Strong Knowledge Distillation","created":"2024-10-18","cited_by_count":27,"area":"safety"},{"id":"2308.04268","title":"Teacher-Student Architecture for Knowledge Distillation: A Survey","created":"2023-08-08","cited_by_count":26,"area":"distill"},{"id":"2205.14589","title":"Masked Distillation with Receptive Tokens","created":"2022-05-29","cited_by_count":23,"area":null},{"id":"2505.04560","title":"ABKD: Pursuing a Proper Allocation of the Probability Mass in Knowledge Distillation via $\\alpha$-$\\beta$-Divergence","created":"2025-05-07","cited_by_count":23,"area":"distill"},{"id":"2406.19774","title":"Direct Preference Knowledge Distillation for Large Language Models","created":"2024-06-28","cited_by_count":21,"area":"alignment"},{"id":"2306.10687","title":"Categories of Response-Based, Feature-Based, and Relation-Based Knowledge Distillation","created":"2023-06-19","cited_by_count":20,"area":"distill"},{"id":"2406.13555","title":"BiLD: Bi-directional Logits Difference Loss for Large Language Model Distillation","created":"2024-06-19","cited_by_count":19,"area":null},{"id":"2412.08139","title":"Wasserstein Distance Rivals Kullback-Leibler Divergence for Knowledge Distillation","created":"2024-12-11","cited_by_count":19,"area":"distill"},{"id":"2607.13399","title":"Demystifying On-Policy Distillation: Roles, Pathologies, and Regulations","created":"2026-07-15","cited_by_count":19,"area":"distill"},{"id":"2305.17007","title":"Improving Knowledge Distillation via Regularizing Feature Norm and Direction","created":"2023-05-26","cited_by_count":18,"area":"distill"},{"id":"2401.11824","title":"Rethinking Centered Kernel Alignment in Knowledge Distillation","created":"2024-01-22","cited_by_count":17,"area":"distill"},{"id":"2502.18510","title":"Multi-Teacher Knowledge Distillation with Reinforcement Learning for Visual Recognition","created":"2025-02-22","cited_by_count":16,"area":"distill"},{"id":"2503.16870","title":"Sparse Logit Sampling: Accelerating Knowledge Distillation in LLMs","created":"2025-03-21","cited_by_count":16,"area":"distill"},{"id":"2402.04841","title":"Data-efficient Large Vision Models through Sequential Autoregression","created":"2024-02-07","cited_by_count":14,"area":null},{"id":"2302.02108","title":"Knowledge Distillation in Vision Transformers: A Critical Review","created":"2023-02-04","cited_by_count":13,"area":"distill"},{"id":"2302.05666","title":"Jaccard Metric Losses: Optimizing the Jaccard Index with Soft Labels","created":"2023-02-11","cited_by_count":12,"area":"distill"},{"id":"2306.09008","title":"Exploring the Application of Large-scale Pre-trained Models on Adverse Weather Removal","created":"2023-06-15","cited_by_count":12,"area":null},{"id":"2401.00701","title":"Towards Efficient and Effective Text-to-Video Retrieval with Coarse-to-Fine Visual Representation Learning","created":"2024-01-01","cited_by_count":12,"area":null},{"id":"2401.12987","title":"TelME: Teacher-leading Multimodal Fusion Network for Emotion Recognition in Conversation","created":"2024-01-16","cited_by_count":12,"area":null},{"id":"2305.10893","title":"Student-friendly Knowledge Distillation","created":"2023-05-18","cited_by_count":11,"area":"distill"},{"id":"2305.15781","title":"VanillaKD: Revisit the Power of Vanilla Knowledge Distillation from Small Scale to Large Scale","created":"2023-05-25","cited_by_count":11,"area":"distill"},{"id":"2411.06786","title":"ScaleKD: Strong Vision Transformers Could Be Excellent Teachers","created":"2024-11-11","cited_by_count":11,"area":"distill"},{"id":"2503.18244","title":"CustomKD: Customizing Large Vision Foundation for Edge Model Improvement via Knowledge Distillation","created":"2025-03-23","cited_by_count":11,"area":"distill"},{"id":"2301.09451","title":"A Simple Recipe for Competitive Low-compute Self supervised Vision Models","created":"2023-01-23","cited_by_count":10,"area":"distill"},{"id":"2401.08139","title":"Transferring Core Knowledge via Learngenes","created":"2024-01-16","cited_by_count":10,"area":null},{"id":"2402.19144","title":"Weakly Supervised Monocular 3D Detection with a Single-View Image","created":"2024-02-29","cited_by_count":10,"area":null},{"id":"2305.15032","title":"How to Distill your BERT: An Empirical Study on the Impact of Weight Initialisation and Distillation Objectives","created":"2023-05-24","cited_by_count":9,"area":"distill"},{"id":"2311.01441","title":"Distilling Out-of-Distribution Robustness from Vision-Language Foundation Models","created":"2023-11-02","cited_by_count":9,"area":"mllm"},{"id":"2405.15170","title":"Label-efficient Semantic Scene Completion with Scribble Annotations","created":"2024-05-24","cited_by_count":9,"area":null},{"id":"2406.17262","title":"D2LLM: Decomposed and Distilled Large Language Models for Semantic Search","created":"2024-06-25","cited_by_count":9,"area":"distill"},{"id":"2305.09651","title":"Tailoring Instructions to Student's Learning Levels Boosts Knowledge Distillation","created":"2023-05-16","cited_by_count":8,"area":"distill"},{"id":"2305.19412","title":"Are Large Kernels Better Teachers than Transformers for ConvNets?","created":"2023-05-30","cited_by_count":8,"area":"distill"},{"id":"2401.06826","title":"Direct Distillation between Different Domains","created":"2024-01-12","cited_by_count":8,"area":"distill"},{"id":"2403.08215","title":"LIX: Implicitly Infusing Spatial Geometric Prior Knowledge into Visual Semantic Segmentation for Autonomous Driving","created":"2024-03-13","cited_by_count":8,"area":"distill"},{"id":"2305.02722","title":"Avatar Knowledge Distillation: Self-ensemble Teacher Paradigm with Uncertainty","created":"2023-05-04","cited_by_count":7,"area":"distill"},{"id":"2306.16016","title":"Positive Label Is All You Need for Multi-Label Classification","created":"2023-06-28","cited_by_count":7,"area":null},{"id":"2404.14109","title":"CKD: Contrastive Knowledge Distillation from A Sample-wise Perspective","created":"2024-04-22","cited_by_count":7,"area":"distill"},{"id":"2403.10040","title":"Histo-Genomic Knowledge Distillation For Cancer Prognosis From Histopathology Whole Slide Images","created":"2024-03-15","cited_by_count":6,"area":"distill"},{"id":"2408.07080","title":"DisCoM-KD: Cross-Modal Knowledge Distillation via Disentanglement Representation and Adversarial Learning","created":"2024-08-05","cited_by_count":6,"area":"distill"},{"id":"2410.02116","title":"Dataset Distillation via Knowledge Distillation: Towards Efficient Self-Supervised Pre-Training of Deep Networks","created":"2024-10-03","cited_by_count":6,"area":"distill"},{"id":"2412.08939","title":"Dynamic Contrastive Knowledge Distillation for Efficient Image Restoration","created":"2024-12-12","cited_by_count":6,"area":"distill"},{"id":"2412.09388","title":"All You Need in Knowledge Distillation Is a Tailored Coordinate System","created":"2024-12-12","cited_by_count":6,"area":"distill"},{"id":"2502.20760","title":"VRM: Knowledge Distillation via Virtual Relation Matching","created":"2025-02-28","cited_by_count":6,"area":"distill"},{"id":"2503.08038","title":"Generalized Kullback-Leibler Divergence Loss","created":"2025-03-11","cited_by_count":6,"area":"distill"},{"id":"2212.05422","title":"Teaching What You Should Teach: A Data-Based Distillation Method","created":"2022-12-11","cited_by_count":5,"area":"distill"},{"id":"2303.16296","title":"Dice Semimetric Losses: Optimizing the Dice Score with Soft Labels","created":"2023-03-28","cited_by_count":5,"area":null},{"id":"2304.02263","title":"Towards Efficient Task-Driven Model Reprogramming with Foundation Models","created":"2023-04-05","cited_by_count":5,"area":null},{"id":"2306.17424","title":"Audio Embeddings as Teachers for Music Classification","created":"2023-06-30","cited_by_count":5,"area":"distill"},{"id":"2405.18524","title":"Aligning in a Compact Space: Contrastive Knowledge Distillation between Heterogeneous Architectures","created":"2024-05-28","cited_by_count":5,"area":"distill"},{"id":"2406.18540","title":"Fully Exploiting Every Real Sample: SuperPixel Sample Gradient Model Stealing","created":"2024-05-18","cited_by_count":5,"area":null},{"id":"2407.15155","title":"Distilling Vision-Language Foundation Models: A Data-Free Approach via Prompt Diversification","created":"2024-07-21","cited_by_count":5,"area":"mllm"},{"id":"2409.13939","title":"Simple Unsupervised Knowledge Distillation With Space Similarity","created":"2024-09-20","cited_by_count":5,"area":"distill"},{"id":"2411.06448","title":"Over-parameterized Student Model via Tensor Decomposition Boosted Knowledge Distillation","created":"2024-11-10","cited_by_count":5,"area":"distill"},{"id":"2412.16493","title":"Cross-View Consistency Regularisation for Knowledge Distillation","created":"2024-12-21","cited_by_count":5,"area":"distill"},{"id":"2501.08885","title":"Perspective-Aware Teaching: Adapting Knowledge for Heterogeneous Distillation","created":"2025-01-15","cited_by_count":5,"area":"distill"},{"id":"2509.23871","title":"Taught Well Learned Ill: Towards Distillation-conditional Backdoor Attack","created":"2025-09-28","cited_by_count":5,"area":"distill"},{"id":"2511.19887","title":"Distilling Cross-Modal Knowledge via Feature Disentanglement","created":"2025-11-25","cited_by_count":5,"area":"distill"},{"id":"2311.02253","title":"Comparative Knowledge Distillation","created":"2023-11-03","cited_by_count":4,"area":"distill"},{"id":"2311.13934","title":"Robustness-Reinforced Knowledge Distillation with Correlation Distance and Network Pruning","created":"2023-11-23","cited_by_count":4,"area":"distill"},{"id":"2404.19527","title":"Revealing the Two Sides of Data Augmentation: An Asymmetric Distillation-based Win-Win Solution for Open-Set Recognition","created":"2024-04-28","cited_by_count":4,"area":"distill"},{"id":"2405.13078","title":"Exploring Dark Knowledge under Various Teacher Capacities and Addressing Capacity Mismatch","created":"2024-05-21","cited_by_count":4,"area":"distill"},{"id":"2410.12342","title":"Fuse Before Transfer: Knowledge Fusion for Heterogeneous Distillation","created":"2024-10-16","cited_by_count":4,"area":"distill"},{"id":"2410.20035","title":"Training the Untrainable: Introducing Inductive Bias via Representational Alignment","created":"2024-10-26","cited_by_count":4,"area":null},{"id":"2411.08937","title":"Dual-Head Knowledge Distillation: Enhancing Logits Utilization with an Auxiliary Head","created":"2024-11-13","cited_by_count":4,"area":"distill"},{"id":"2505.24361","title":"Revisiting Cross-Modal Knowledge Distillation: A Disentanglement Approach for RGBD Semantic Segmentation","created":"2025-05-30","cited_by_count":4,"area":"distill"},{"id":"2506.08646","title":"TableDreamer: Progressive and Weakness-guided Data Synthesis from Scratch for Table Instruction Tuning","created":"2025-06-10","cited_by_count":4,"area":"synth"},{"id":"2507.09269","title":"Cross Knowledge Distillation between Artificial and Spiking Neural Networks","created":"2025-07-12","cited_by_count":4,"area":"distill"},{"id":"2507.15911","title":"Local Dense Logit Relations for Enhanced Knowledge Distillation","created":"2025-07-21","cited_by_count":4,"area":"distill"},{"id":"2507.21844","title":"Cross-Architecture Distillation Made Simple with Redundancy Suppression","created":"2025-07-29","cited_by_count":4,"area":"distill"},{"id":"2312.08700","title":"RdimKD: Generic Distillation Paradigm by Dimensionality Reduction","created":"2023-12-14","cited_by_count":3,"area":"distill"},{"id":"2403.05451","title":"Attention-guided Feature Distillation for Semantic Segmentation","created":"2024-03-08","cited_by_count":3,"area":"distill"},{"id":"2407.07516","title":"HDKD: Hybrid Data-Efficient Knowledge Distillation Network for Medical Image Classification","created":"2024-07-10","cited_by_count":3,"area":"distill"},{"id":"2409.17823","title":"Enhancing Logits Distillation with Plug\\&Play Kendall's $\\tau$ Ranking Loss","created":"2024-09-26","cited_by_count":3,"area":"distill"},{"id":"2411.10676","title":"Exploring Feature-based Knowledge Distillation for Recommender System: A Frequency Perspective","created":"2024-11-16","cited_by_count":3,"area":"distill"},{"id":"2504.09876","title":"HDC: Hierarchical Distillation for Multi-level Noisy Consistency in Semi-Supervised Fetal Ultrasound Segmentation","created":"2025-04-14","cited_by_count":3,"area":null},{"id":"2507.00012","title":"Towards Undistillable Models by Minimizing Conditional Mutual Information","created":"2025-06-13","cited_by_count":3,"area":"distill"},{"id":"2605.08873","title":"CoDistill-GRPO: A Co-Distillation Recipe for Efficient Group Relative Policy Optimization","created":"2026-05-09","cited_by_count":3,"area":"lr"},{"id":"2303.08360","title":"Knowledge Distillation from Single to Multi Labels: an Empirical Study","created":"2023-03-15","cited_by_count":2,"area":"distill"},{"id":"2306.12442","title":"Knowledge Distillation via Token-level Relationship Graph","created":"2023-06-20","cited_by_count":2,"area":"distill"},{"id":"2308.04243","title":"AICSD: Adaptive Inter-Class Similarity Distillation for Semantic Segmentation","created":"2023-08-08","cited_by_count":2,"area":"distill"},{"id":"2309.09571","title":"Heterogeneous Generative Knowledge Distillation with Masked Image Modeling","created":"2023-09-18","cited_by_count":2,"area":"distill"},{"id":"2312.15112","title":"Less or More From Teacher: Exploiting Trilateral Geometry For Knowledge Distillation","created":"2023-12-22","cited_by_count":2,"area":"distill"},{"id":"2401.13937","title":"DiDA: Video Object Segmentation with Distillation Learning of Deformable Attention","created":"2024-01-25","cited_by_count":2,"area":null},{"id":"2404.03144","title":"Diverse and Tailored Image Generation for Zero-shot Multi-label Classification","created":"2024-04-04","cited_by_count":2,"area":null},{"id":"2404.16386","title":"Promoting CNNs with Cross-Architecture Knowledge Distillation for Efficient Monocular Depth Estimation","created":"2024-04-25","cited_by_count":2,"area":"distill"},{"id":"2405.06038","title":"From Algorithm to Hardware: A Survey on Efficient and Safe Deployment of Deep Neural Networks","created":"2024-05-09","cited_by_count":2,"area":null},{"id":"2406.12254","title":"Enhancing Single-Slice Segmentation with 3D-to-2D Unpaired Scan Distillation","created":"2024-06-18","cited_by_count":2,"area":null},{"id":"2406.15102","title":"HLQ: Fast and Efficient Backpropagation via Hadamard Low-rank Quantization","created":"2024-06-21","cited_by_count":2,"area":null},{"id":"2409.04778","title":"LoCa: Logit Calibration for Knowledge Distillation","created":"2024-09-07","cited_by_count":2,"area":"distill"},{"id":"2410.06561","title":"Efficient and Robust Knowledge Distillation from A Stronger Teacher Based on Correlation Matching","created":"2024-10-09","cited_by_count":2,"area":"distill"}],"next_cursor":"100"}