{"total":83,"rows":[{"id":"2205.10536","title":"Knowledge Distillation from A Stronger Teacher","created":"2022-05-21","cited_by_count":208,"area":"distill"},{"id":"2403.01427","title":"Logit Standardization in Knowledge Distillation","created":"2024-03-03","cited_by_count":102,"area":"distill"},{"id":"2410.13842","title":"D-FINE: Redefine Regression Task in DETRs as Fine-grained Distribution Refinement","created":"2024-10-17","cited_by_count":74,"area":"distill"},{"id":"2102.12252","title":"Localization Distillation for Dense Object Detection","created":"2021-02-24","cited_by_count":55,"area":"distill"},{"id":"2305.15712","title":"Knowledge Diffusion for Distillation","created":"2023-05-25","cited_by_count":53,"area":"diffusion"},{"id":"2410.16236","title":"LLaVA-KD: A Framework of Distilling Multimodal Large Language Models","created":"2024-10-21","cited_by_count":40,"area":"mllm"},{"id":"2307.12574","title":"A Good Student is Cooperative and Reliable: CNN-Transformer Collaborative Learning for Semantic Segmentation","created":"2023-07-24","cited_by_count":33,"area":"distill"},{"id":"2210.15274","title":"Improved Feature Distillation via Projector Ensemble","created":"2022-10-27","cited_by_count":27,"area":"distill"},{"id":"2406.19774","title":"Direct Preference Knowledge Distillation for Large Language Models","created":"2024-06-28","cited_by_count":21,"area":"alignment"},{"id":"2306.10687","title":"Categories of Response-Based, Feature-Based, and Relation-Based Knowledge Distillation","created":"2023-06-19","cited_by_count":20,"area":"distill"},{"id":"2204.05957","title":"Localization Distillation for Object Detection","created":"2022-04-12","cited_by_count":19,"area":"distill"},{"id":"2210.12787","title":"Respecting Transfer Gap in Knowledge Distillation","created":"2022-10-23","cited_by_count":18,"area":"distill"},{"id":"2104.13298","title":"Self-distillation with Batch Knowledge Ensembling Improves ImageNet Classification","created":"2021-04-27","cited_by_count":16,"area":"distill"},{"id":"2304.13031","title":"DQS3D: Densely-matched Quantization-aware Semi-supervised 3D Detection","created":"2023-04-25","cited_by_count":16,"area":null},{"id":"2306.06629","title":"GKD: A General Knowledge Distillation Framework for Large-scale Pre-trained Language Model","created":"2023-06-11","cited_by_count":15,"area":"distill"},{"id":"2205.15531","title":"itKD: Interchange Transfer-based Knowledge Distillation for 3D Object Detection","created":"2022-05-31","cited_by_count":14,"area":"distill"},{"id":"2306.16170","title":"Mitigating Accuracy-Robustness Trade-off via Balanced Multi-Teacher Adversarial Distillation","created":"2023-06-28","cited_by_count":13,"area":null},{"id":"2406.05322","title":"Teaching-Assistant-in-the-Loop: Improving Knowledge Distillation from Imperfect Teacher Models in Low-Budget Scenarios","created":"2024-06-08","cited_by_count":12,"area":"distill"},{"id":"2407.04208","title":"AMD: Automatic Multi-step Distillation of Large-scale Vision Models","created":"2024-07-05","cited_by_count":12,"area":null},{"id":"2305.10893","title":"Student-friendly Knowledge Distillation","created":"2023-05-18","cited_by_count":11,"area":"distill"},{"id":"2308.03449","title":"Accurate Retraining-free Pruning for Pretrained Encoder-based Language Models","created":"2023-08-07","cited_by_count":11,"area":null},{"id":"2411.06786","title":"ScaleKD: Strong Vision Transformers Could Be Excellent Teachers","created":"2024-11-11","cited_by_count":11,"area":"distill"},{"id":"2506.15681","title":"GenRecal: Generation after Recalibration from Large to Small Vision-Language Models","created":"2025-06-18","cited_by_count":10,"area":"mllm"},{"id":"2507.01887","title":"MiCoTA: Bridging the Learnability Gap with Intermediate CoT and Teacher Assistants","created":"2025-07-02","cited_by_count":9,"area":"lr"},{"id":"2310.08797","title":"A Comparative Analysis of Task-Agnostic Distillation Methods for Compressing Transformer Language Models","created":"2023-10-13","cited_by_count":6,"area":null},{"id":"2412.09388","title":"All You Need in Knowledge Distillation Is a Tailored Coordinate System","created":"2024-12-12","cited_by_count":6,"area":"distill"},{"id":"2502.20760","title":"VRM: Knowledge Distillation via Virtual Relation Matching","created":"2025-02-28","cited_by_count":6,"area":"distill"},{"id":"2512.22238","title":"Masking Teacher and Reinforcing Student for Distilling Vision-Language Models","created":"2025-12-23","cited_by_count":6,"area":"mllm"},{"id":"2202.03250","title":"Adaptive Mixing of Auxiliary Losses in Supervised Learning","created":"2022-02-07","cited_by_count":5,"area":"distill"},{"id":"2205.14570","title":"MiniDisc: Minimal Distillation Schedule for Language Model Compression","created":"2022-05-29","cited_by_count":5,"area":null},{"id":"2402.16918","title":"m2mKD: Module-to-Module Knowledge Distillation for Modular Transformers","created":"2024-02-26","cited_by_count":5,"area":"moe"},{"id":"2412.16493","title":"Cross-View Consistency Regularisation for Knowledge Distillation","created":"2024-12-21","cited_by_count":5,"area":"distill"},{"id":"2503.13053","title":"Uncertainty-Aware Knowledge Distillation for Compact and Efficient 6DoF Pose Estimation","created":"2025-03-17","cited_by_count":5,"area":"distill"},{"id":"2508.00546","title":"SPENCER: Self-Adaptive Model Distillation for Efficient Code Retrieval","created":"2025-08-01","cited_by_count":5,"area":null},{"id":"2305.12074","title":"DisCo: Distilled Student Models Co-training for Semi-supervised Text Mining","created":"2023-05-20","cited_by_count":4,"area":"distill"},{"id":"2407.14768","title":"Teach Harder, Learn Poorer: Rethinking Hard Sample Distillation for GNN-to-MLP Knowledge Distillation","created":"2024-07-20","cited_by_count":4,"area":"distill"},{"id":"2507.15911","title":"Local Dense Logit Relations for Enhanced Knowledge Distillation","created":"2025-07-21","cited_by_count":4,"area":"distill"},{"id":"2508.20224","title":"The Role of Teacher Calibration in Knowledge Distillation","created":"2025-08-27","cited_by_count":4,"area":"distill"},{"id":"2209.14520","title":"Label driven Knowledge Distillation for Federated Learning with non-IID Data","created":"2022-09-29","cited_by_count":3,"area":"distill"},{"id":"2310.15594","title":"Retrieval-based Knowledge Transfer: An Effective Approach for Extreme Large Language Model Compression","created":"2023-10-24","cited_by_count":3,"area":null},{"id":"2504.09814","title":"DUDA: Distilled Unsupervised Domain Adaptation for Lightweight Semantic Segmentation","created":"2025-04-14","cited_by_count":3,"area":null},{"id":"2408.08144","title":"MIDAS: Multi-level Intent, Domain, And Slot Knowledge Distillation for Multi-turn NLU","created":"2024-08-15","cited_by_count":2,"area":"distill"},{"id":"2410.06561","title":"Efficient and Robust Knowledge Distillation from A Stronger Teacher Based on Correlation Matching","created":"2024-10-09","cited_by_count":2,"area":"distill"},{"id":"2411.15397","title":"Visual-Word Tokenizer: Beyond Fixed Sets of Tokens in Vision Transformers","created":"2024-11-23","cited_by_count":2,"area":null},{"id":"2506.03168","title":"Farm-LightSeek: An Edge-centric Multimodal Agricultural IoT Data Analytics Framework with Lightweight LLMs","created":"2025-05-28","cited_by_count":2,"area":null},{"id":"2506.18244","title":"Dual-Forward Path Teacher Knowledge Distillation: Bridging the Capacity Gap Between Teacher and Student","created":"2025-06-23","cited_by_count":2,"area":"distill"},{"id":"2604.14629","title":"Switch-KD: Visual-Switch Knowledge Distillation for Vision-Language Models","created":"2026-04-16","cited_by_count":2,"area":"mllm"},{"id":"2102.10335","title":"Exploring Knowledge Distillation of a Deep Neural Network for Multi-Script identification","created":"2021-02-20","cited_by_count":1,"area":"distill"},{"id":"2104.10414","title":"Orderly Dual-Teacher Knowledge Distillation for Lightweight Human Pose Estimation","created":"2021-04-21","cited_by_count":1,"area":"distill"},{"id":"2206.01186","title":"ORC: Network Group-based Knowledge Distillation using Online Role Change","created":"2022-06-01","cited_by_count":1,"area":"distill"},{"id":"2209.07606","title":"CES-KD: Curriculum-based Expert Selection for Guided Knowledge Distillation","created":"2022-09-15","cited_by_count":1,"area":"distill"},{"id":"2310.17183","title":"Understanding the Effects of Projectors in Knowledge Distillation","created":"2023-10-26","cited_by_count":1,"area":"distill"},{"id":"2505.13461","title":"FPGA-based Acceleration for Convolutional Neural Networks: A Comprehensive Review","created":"2025-05-04","cited_by_count":1,"area":null},{"id":"2510.22480","title":"Single-Teacher View Augmentation: Boosting Knowledge Distillation via Angular Diversity","created":"2025-10-26","cited_by_count":1,"area":"distill"},{"id":"2510.24116","title":"UHKD: A Unified Framework for Heterogeneous Knowledge Distillation via Frequency-Domain Representations","created":"2025-10-28","cited_by_count":1,"area":"distill"},{"id":"2605.29247","title":"DenseSteer: Steering Small Language Models towards Dense Math Reasoning","created":"2026-05-28","cited_by_count":1,"area":"lr"},{"id":"2304.11923","title":"Improving Knowledge Distillation via Transferring Learning Ability","created":"2023-04-24","cited_by_count":0,"area":"distill"},{"id":"2306.06625","title":"Are Intermediate Layers and Labels Really Necessary? A General Language Model Distillation Method","created":"2023-06-11","cited_by_count":0,"area":"distill"},{"id":"2308.08884","title":"SRMAE: Masked Image Modeling for Scale-Invariant Deep Representations","created":"2023-08-17","cited_by_count":0,"area":null},{"id":"2401.08332","title":"Generative Denoise Distillation: Simple Stochastic Noises Induce Efficient Knowledge Transfer for Dense Prediction","created":"2024-01-16","cited_by_count":0,"area":"distill"},{"id":"2406.17838","title":"InFiConD: Interactive No-code Fine-tuning with Concept-based Knowledge Distillation","created":"2024-06-25","cited_by_count":0,"area":"distill"},{"id":"2409.20237","title":"Classroom-Inspired Multi-Mentor Distillation with Adaptive Learning Strategies","created":"2024-09-30","cited_by_count":0,"area":"distill"},{"id":"2410.04140","title":"Gap Preserving Distillation by Building Bidirectional Mappings with A Dynamic Teacher","created":"2024-10-05","cited_by_count":0,"area":"distill"},{"id":"2501.07040","title":"Rethinking Knowledge in Distillation: An In-context Sample Retrieval Perspective","created":"2025-01-13","cited_by_count":0,"area":"distill"},{"id":"2501.08088","title":"AgentPose: Progressive Distribution Alignment via Feature Agent for Human Pose Distillation","created":"2025-01-14","cited_by_count":0,"area":null},{"id":"2506.07055","title":"A Layered Self-Supervised Knowledge Distillation Framework for Efficient Multimodal Learning on the Edge","created":"2025-06-08","cited_by_count":0,"area":"distill"},{"id":"2506.12542","title":"PLD: A Choice-Theoretic List-Wise Knowledge Distillation","created":"2025-06-14","cited_by_count":0,"area":"distill"},{"id":"2508.16050","title":"Expandable Residual Approximation for Knowledge Distillation","created":"2025-08-22","cited_by_count":0,"area":"distill"},{"id":"2509.12380","title":"GhostNetV3-Small: A Tailored Architecture and Comparative Study of Distillation Strategies for Tiny Images","created":"2025-09-15","cited_by_count":0,"area":"distill"},{"id":"2509.12553","title":"iCD: A Implicit Clustering Distillation Mathod for Structural Information Mining","created":"2025-09-16","cited_by_count":0,"area":"distill"},{"id":"2511.17577","title":"Efficient Mathematical Reasoning Models via Dynamic Pruning and Knowledge Distillation","created":"2025-11-15","cited_by_count":0,"area":"lr"},{"id":"2602.04677","title":"REDistill: Robust Estimator Distillation for Balancing Robustness and Efficiency","created":"2026-02-04","cited_by_count":0,"area":"distill"},{"id":"2603.15166","title":"DAIT: Distillation from Vision-Language Models to Lightweight Classifiers with Adaptive Intermediate Teacher Transfer","created":"2026-03-16","cited_by_count":0,"area":"mllm"},{"id":"2605.09924","title":"Evolving Knowledge Distillation for Lightweight Neural Machine Translation","created":"2026-05-11","cited_by_count":0,"area":"distill"},{"id":"2605.10641","title":"LLaVA-CKD: Bottom-Up Cascaded Knowledge Distillation for Vision-Language Models","created":"2026-05-11","cited_by_count":0,"area":"mllm"},{"id":"2605.11414","title":"Generative Diffusion Prior Distillation for Long-Context Knowledge Transfer","created":"2026-05-12","cited_by_count":0,"area":"diffusion"},{"id":"2605.19729","title":"LIFT and PLACE: A Simple, Stable, and Effective Knowledge Distillation Framework for Lightweight Diffusion Models","created":"2026-05-19","cited_by_count":0,"area":"diffusion"},{"id":"2606.21851","title":"TALAS: Teacher-Anchored Layer Alignment with Adaptive Sharpness-Aware Minimization for Embedding Distillation","created":"2026-06-20","cited_by_count":0,"area":"distill"},{"id":"2607.11557","title":"Single-Teacher View Augmentation: Enhancing Knowledge Distillation with Student-Guided Perturbations","created":"2026-07-13","cited_by_count":0,"area":"distill"},{"id":"2607.27054","title":"CoCaRS: Correlation Calibration-Based Redundancy Suppression for Heterogeneous Knowledge Distillation","created":"2026-07-29","cited_by_count":0,"area":"distill"},{"id":"2608.00129","title":"Progressive$^2$: A Teacher-Student Progressive Co-Evolving Knowledge Distillation Method for Substantial Model Compression","created":"2026-07-31","cited_by_count":0,"area":"distill"},{"id":"2608.18622","title":"PALATE: Personalized Aesthetic Learning through Adaptive Taste Evolution for Multi-User Portrait Retouching","created":"2026-08-19","cited_by_count":0,"area":null},{"id":"2609.13199","title":"Discovering and Preserving Category Correlation Knowledge via Adaptive Reciprocal Knowledge Distillation","created":"2026-08-14","cited_by_count":0,"area":"distill"}],"next_cursor":null}