{"total":112,"rows":[{"id":"2403.01427","title":"Logit Standardization in Knowledge Distillation","created":"2024-03-03","cited_by_count":102,"area":"distill"},{"id":"2307.12732","title":"CLIP-KD: An Empirical Study of CLIP Model Distillation","created":"2023-07-24","cited_by_count":87,"area":"distill"},{"id":"2403.02781","title":"PromptKD: Unsupervised Prompt Distillation for Vision-Language Models","created":"2024-03-05","cited_by_count":72,"area":"mllm"},{"id":"2507.02939","title":"Frequency-Aligned Knowledge Distillation for Lightweight Spatiotemporal Forecasting","created":"2025-06-27","cited_by_count":55,"area":"distill"},{"id":"2306.11369","title":"CrossKD: Cross-Head Knowledge Distillation for Object Detection","created":"2023-06-20","cited_by_count":52,"area":"distill"},{"id":"2402.11148","title":"Knowledge Distillation Based on Transformed Teacher Matching","created":"2024-02-17","cited_by_count":37,"area":"distill"},{"id":"2510.27350","title":"RzenEmbed: Towards Comprehensive Multimodal Retrieval","created":"2025-10-31","cited_by_count":29,"area":"mllm"},{"id":"2407.19628","title":"Text2LiDAR: Text-guided LiDAR Point Cloud Generation via Equirectangular Transformer","created":"2024-07-29","cited_by_count":27,"area":"wm"},{"id":"2401.08732","title":"Bayes Conditional Distribution Estimation for Knowledge Distillation Based on Conditional Mutual Information","created":"2024-01-16","cited_by_count":25,"area":"distill"},{"id":"2501.16937","title":"TAID: Temporally Adaptive Interpolated Distillation for Efficient Knowledge Transfer in Language Models","created":"2025-01-28","cited_by_count":22,"area":"distill"},{"id":"2305.12954","title":"Is Synthetic Data From Diffusion Models Ready for Knowledge Distillation?","created":"2023-05-22","cited_by_count":21,"area":"diffusion"},{"id":"2412.09442","title":"Advancing Textual Prompt Learning with Anchored Attributes","created":"2024-12-12","cited_by_count":20,"area":null},{"id":"2409.17805","title":"Cascade Prompt Learning for Vision-Language Model Adaptation","created":"2024-09-26","cited_by_count":19,"area":"mllm"},{"id":"2412.08139","title":"Wasserstein Distance Rivals Kullback-Leibler Divergence for Knowledge Distillation","created":"2024-12-11","cited_by_count":19,"area":"distill"},{"id":"2301.13156","title":"SeaFormer++: Squeeze-enhanced Axial Transformer for Mobile Visual Recognition","created":"2023-01-30","cited_by_count":18,"area":null},{"id":"2307.00331","title":"Quantization Variation: A New Perspective on Training Transformers with Low-Bit Precision","created":"2023-07-01","cited_by_count":17,"area":null},{"id":"2601.09088","title":"Distribution-Aligned Sequence Distillation for Superior Long-CoT Reasoning","created":"2026-01-14","cited_by_count":17,"area":"lr"},{"id":"2408.07221","title":"A Review of Pseudo-Labeling for Computer Vision","created":"2024-08-13","cited_by_count":16,"area":null},{"id":"2605.11458","title":"Adaptive Teacher Exposure for Self-Distillation in LLM Reasoning","created":"2026-05-12","cited_by_count":14,"area":"lr"},{"id":"2306.16170","title":"Mitigating Accuracy-Robustness Trade-off via Balanced Multi-Teacher Adversarial Distillation","created":"2023-06-28","cited_by_count":13,"area":null},{"id":"2510.11615","title":"LLM-Oriented Token-Adaptive Knowledge Distillation","created":"2025-10-13","cited_by_count":13,"area":"distill"},{"id":"2304.04248","title":"Curricular Object Manipulation in LiDAR-based Object Detection","created":"2023-04-09","cited_by_count":12,"area":null},{"id":"2407.04208","title":"AMD: Automatic Multi-step Distillation of Large-scale Vision Models","created":"2024-07-05","cited_by_count":12,"area":null},{"id":"2305.18144","title":"GripRank: Bridging the Gap between Retrieval and Generation via the Generative Knowledge Improved Passage Ranking","created":"2023-05-29","cited_by_count":11,"area":null},{"id":"2404.04575","title":"To Cool or not to Cool? Temperature Network Meets Large Foundation Models via DRO","created":"2024-04-06","cited_by_count":11,"area":null},{"id":"2507.01182","title":"Rapid Salient Object Detection with Difference Convolutional Neural Networks","created":"2025-07-01","cited_by_count":10,"area":null},{"id":"2308.14852","title":"SynthDistill: Face Recognition with Knowledge Distillation from Synthetic Data","created":"2023-08-28","cited_by_count":9,"area":"distill"},{"id":"2408.07703","title":"Knowledge Distillation with Refined Logits","created":"2024-08-14","cited_by_count":9,"area":"distill"},{"id":"2504.16801","title":"Decoupled Global-Local Alignment for Improving Compositional Understanding","created":"2025-04-23","cited_by_count":9,"area":"distill"},{"id":"2302.10494","title":"The Role of Masking for Efficient Supervised Knowledge Distillation of Vision Transformers","created":"2023-02-21","cited_by_count":8,"area":"distill"},{"id":"2311.13621","title":"EA-KD: Entropy-based Adaptive Knowledge Distillation","created":"2023-11-22","cited_by_count":8,"area":"distill"},{"id":"2404.14109","title":"CKD: Contrastive Knowledge Distillation from A Sample-wise Perspective","created":"2024-04-22","cited_by_count":7,"area":"distill"},{"id":"2404.12711","title":"Dynamic Temperature Knowledge Distillation","created":"2024-04-19","cited_by_count":6,"area":"distill"},{"id":"2408.07080","title":"DisCoM-KD: Cross-Modal Knowledge Distillation via Disentanglement Representation and Adversarial Learning","created":"2024-08-05","cited_by_count":6,"area":"distill"},{"id":"2502.20760","title":"VRM: Knowledge Distillation via Virtual Relation Matching","created":"2025-02-28","cited_by_count":6,"area":"distill"},{"id":"2404.03693","title":"Improve Knowledge Distillation via Label Revision and Data Selection","created":"2024-04-03","cited_by_count":5,"area":"distill"},{"id":"2501.08885","title":"Perspective-Aware Teaching: Adapting Knowledge for Heterogeneous Distillation","created":"2025-01-15","cited_by_count":5,"area":"distill"},{"id":"2506.02671","title":"Test-Time Distillation for Continual Model Adaptation","created":"2025-06-03","cited_by_count":5,"area":null},{"id":"2511.13108","title":"DGS-Net: Distillation-Guided Gradient Surgery for CLIP Fine-Tuning in AI-Generated Image Detection","created":"2025-11-17","cited_by_count":5,"area":"diffusion"},{"id":"2504.00606","title":"Sample-level Adaptive Knowledge Distillation for Action Recognition","created":"2025-04-01","cited_by_count":4,"area":"distill"},{"id":"2505.15133","title":"DeepKD: A Deeply Decoupled and Denoised Knowledge Distillation Trainer","created":"2025-05-21","cited_by_count":4,"area":"distill"},{"id":"2506.05695","title":"Being Strong Progressively! Enhancing Knowledge Distillation of Large Language Models through a Curriculum Learning Framework","created":"2025-06-06","cited_by_count":4,"area":"distill"},{"id":"2506.23285","title":"Competitive Distillation: A Simple Learning Strategy for Improving Visual Classification","created":"2025-06-29","cited_by_count":4,"area":"distill"},{"id":"2507.15911","title":"Local Dense Logit Relations for Enhanced Knowledge Distillation","created":"2025-07-21","cited_by_count":4,"area":"distill"},{"id":"2507.21844","title":"Cross-Architecture Distillation Made Simple with Redundancy Suppression","created":"2025-07-29","cited_by_count":4,"area":"distill"},{"id":"2509.25179","title":"NAIPv2: Debiased Pairwise Learning for Efficient Paper Quality Estimation","created":"2025-09-29","cited_by_count":4,"area":null},{"id":"2312.07795","title":"Traffic Signal Control Using Lightweight Transformers: An Offline-to-Online RL Approach","created":"2023-12-12","cited_by_count":3,"area":"offlinerl"},{"id":"2403.05451","title":"Attention-guided Feature Distillation for Semantic Segmentation","created":"2024-03-08","cited_by_count":3,"area":"distill"},{"id":"2404.14822","title":"CNN2GNN: How to Bridge CNN with GNN","created":"2024-04-23","cited_by_count":3,"area":null},{"id":"2405.08019","title":"AdaKD: Dynamic Knowledge Distillation of ASR models using Adaptive Loss Weighting","created":"2024-05-11","cited_by_count":3,"area":"distill"},{"id":"2407.00115","title":"Instance Temperature Knowledge Distillation","created":"2024-06-27","cited_by_count":3,"area":"distill"},{"id":"2409.17823","title":"Enhancing Logits Distillation with Plug\\&Play Kendall's $\\tau$ Ranking Loss","created":"2024-09-26","cited_by_count":3,"area":"distill"},{"id":"2409.04778","title":"LoCa: Logit Calibration for Knowledge Distillation","created":"2024-09-07","cited_by_count":2,"area":"distill"},{"id":"2409.07694","title":"Learn from Balance: Rectifying Knowledge Transfer for Long-Tailed Scenarios","created":"2024-09-12","cited_by_count":2,"area":"distill"},{"id":"2503.09030","title":"Adaptive Temperature Based on Logits Correlation in Knowledge Distillation","created":"2025-03-12","cited_by_count":2,"area":"distill"},{"id":"2506.18244","title":"Dual-Forward Path Teacher Knowledge Distillation: Bridging the Capacity Gap Between Teacher and Student","created":"2025-06-23","cited_by_count":2,"area":"distill"},{"id":"2507.00724","title":"Holmes: Towards Effective and Harmless Model Ownership Verification to Personalized Large Vision Models via Decoupling Common Features","created":"2025-06-24","cited_by_count":2,"area":null},{"id":"2212.08349","title":"Swing Distillation: A Privacy-Preserving Knowledge Distillation Framework","created":"2022-12-16","cited_by_count":1,"area":"distill"},{"id":"2305.09183","title":"Lightweight Self-Knowledge Distillation with Multi-source Information Fusion","created":"2023-05-16","cited_by_count":1,"area":"distill"},{"id":"2401.00894","title":"Balanced Multi-modal Federated Learning via Cross-Modal Infiltration","created":"2023-12-31","cited_by_count":1,"area":null},{"id":"2402.01296","title":"Bi-CryptoNets: Leveraging Different-Level Privacy for Encrypted Inference","created":"2024-02-02","cited_by_count":1,"area":null},{"id":"2403.14430","title":"Ranking Distillation for Open-Ended Video Question Answering with Insufficient Labels","created":"2024-03-21","cited_by_count":1,"area":null},{"id":"2408.08250","title":"Computer Vision Model Compression Techniques for Embedded Systems: A Survey","created":"2024-08-15","cited_by_count":1,"area":null},{"id":"2409.18785","title":"Student-Oriented Teacher Knowledge Refinement for Knowledge Distillation","created":"2024-09-27","cited_by_count":1,"area":"distill"},{"id":"2410.00074","title":"Collaborative Knowledge Distillation via a Learning-by-Education Node Community","created":"2024-09-30","cited_by_count":1,"area":"distill"},{"id":"2410.14741","title":"CAKD: A Correlation-Aware Knowledge Distillation Framework Based on Decoupling Kullback-Leibler Divergence","created":"2024-10-17","cited_by_count":1,"area":"distill"},{"id":"2411.10693","title":"Multi-perspective Contrastive Logit Distillation","created":"2024-11-16","cited_by_count":1,"area":"distill"},{"id":"2412.00382","title":"Toward Fair Graph Neural Networks Via Dual-Teacher Knowledge Distillation","created":"2024-11-30","cited_by_count":1,"area":"distill"},{"id":"2501.01983","title":"ECG-guided individual identification via PPG","created":"2024-12-30","cited_by_count":1,"area":null},{"id":"2502.06192","title":"Right Time to Learn:Promoting Generalization via Bio-inspired Spacing Effect in Knowledge Distillation","created":"2025-02-10","cited_by_count":1,"area":"distill"},{"id":"2505.08793","title":"Onboard Optimization and Learning: A Survey","created":"2025-05-07","cited_by_count":1,"area":null},{"id":"2510.22480","title":"Single-Teacher View Augmentation: Boosting Knowledge Distillation via Angular Diversity","created":"2025-10-26","cited_by_count":1,"area":"distill"},{"id":"2511.13767","title":"Dynamic Temperature Scheduler for Knowledge Distillation","created":"2025-11-14","cited_by_count":1,"area":"distill"},{"id":"2511.21188","title":"AnchorOPT: Towards Optimizing Dynamic Anchors for Adaptive Prompt Learning","created":"2025-11-26","cited_by_count":1,"area":null},{"id":"2602.09509","title":"Beyond Student: An Asymmetric Network for Neural Network Inheritance","created":"2026-02-10","cited_by_count":1,"area":"distill"},{"id":"2603.08202","title":"MM-TS: Multi-Modal Temperature and Margin Schedules for Contrastive Learning with Long-Tail Data","created":"2026-03-09","cited_by_count":1,"area":null},{"id":"2605.20357","title":"Consistently Informative Soft-Label Temperature for Knowledge Distillation","created":"2026-05-19","cited_by_count":1,"area":"distill"},{"id":"2606.19483","title":"Dyna-DINO: Efficient ViT Distillation Via Adaptive Representation Anchoring","created":"2026-06-17","cited_by_count":1,"area":"distill"},{"id":"2401.08332","title":"Generative Denoise Distillation: Simple Stochastic Noises Induce Efficient Knowledge Transfer for Dense Prediction","created":"2024-01-16","cited_by_count":0,"area":"distill"},{"id":"2405.11448","title":"Cross-Domain Knowledge Distillation for Low-Resolution Human Pose Estimation","created":"2024-05-19","cited_by_count":0,"area":"distill"},{"id":"2409.20237","title":"Classroom-Inspired Multi-Mentor Distillation with Adaptive Learning Strategies","created":"2024-09-30","cited_by_count":0,"area":"distill"},{"id":"2410.01423","title":"Fair4Free: Generating High-fidelity Fair Synthetic Samples using Data Free Distillation","created":"2024-10-02","cited_by_count":0,"area":null},{"id":"2410.04140","title":"Gap Preserving Distillation by Building Bidirectional Mappings with A Dynamic Teacher","created":"2024-10-05","cited_by_count":0,"area":"distill"},{"id":"2410.10835","title":"DIIT: A Domain-Invariant Information Transfer Method for Industrial Cross-Domain Recommendation","created":"2024-09-29","cited_by_count":0,"area":null},{"id":"2502.05835","title":"Contrastive Representation Distillation via Multi-Scale Feature Decoupling","created":"2025-02-09","cited_by_count":0,"area":"distill"},{"id":"2504.00540","title":"Adversarial Curriculum Graph-Free Knowledge Distillation for Graph Neural Networks","created":"2025-04-01","cited_by_count":0,"area":"distill"},{"id":"2504.15594","title":"Analytical Softmax Temperature Setting from Feature Dimensions for Model- and Domain-Robust Classification","created":"2025-04-22","cited_by_count":0,"area":null},{"id":"2504.20080","title":"DNAD: Differentiable Neural Architecture Distillation","created":"2025-04-25","cited_by_count":0,"area":null},{"id":"2505.10057","title":"JointDistill: Adaptive Multi-Task Distillation for Joint Depth Estimation and Scene Segmentation","created":"2025-05-15","cited_by_count":0,"area":null},{"id":"2505.24310","title":"Progressive Class-level Distillation","created":"2025-05-30","cited_by_count":0,"area":"distill"},{"id":"2508.04539","title":"TopKD: Top-scaled Knowledge Distillation","created":"2025-08-06","cited_by_count":0,"area":"distill"},{"id":"2508.14082","title":"Toward Robust Semi-supervised Regression via Dual-stream Knowledge Distillation","created":"2025-08-12","cited_by_count":0,"area":"distill"},{"id":"2508.16050","title":"Expandable Residual Approximation for Knowledge Distillation","created":"2025-08-22","cited_by_count":0,"area":"distill"},{"id":"2508.16544","title":"Parameter-Free Logit Distillation via Sorting Mechanism","created":"2025-08-22","cited_by_count":0,"area":"distill"},{"id":"2512.04625","title":"Rethinking Decoupled Knowledge Distillation: A Predictive Distribution Perspective","created":"2025-12-04","cited_by_count":0,"area":"distill"},{"id":"2602.02107","title":"Teacher-Guided Student Self-Knowledge Distillation Using Diffusion Model","created":"2026-02-02","cited_by_count":0,"area":"diffusion"},{"id":"2602.04677","title":"REDistill: Robust Estimator Distillation for Balancing Robustness and Efficiency","created":"2026-02-04","cited_by_count":0,"area":"distill"},{"id":"2603.02430","title":"A Unified Revisit of Temperature in Classification-Based Knowledge Distillation","created":"2026-03-02","cited_by_count":0,"area":"distill"},{"id":"2604.25795","title":"Improving Diversity in Black-box Few-shot Knowledge Distillation","created":"2026-04-28","cited_by_count":0,"area":"distill"},{"id":"2605.26246","title":"The Bridge-Garden Dilemma in LLM Distillation: Why Mixing Hard and Soft Labels Works","created":"2026-05-25","cited_by_count":0,"area":"distill"}],"next_cursor":"100"}