{"total":324,"rows":[{"id":"2103.13630","title":"A Survey of Quantization Methods for Efficient Neural Network Inference","created":"2021-03-25","cited_by_count":815,"area":null},{"id":"2101.05930","title":"Neural Attention Distillation: Erasing Backdoor Triggers from Deep Neural Networks","created":"2021-01-15","cited_by_count":324,"area":null},{"id":"2104.09044","title":"Distilling Knowledge via Knowledge Review","created":"2021-04-19","cited_by_count":288,"area":"distill"},{"id":"2205.10536","title":"Knowledge Distillation from A Stronger Teacher","created":"2022-05-21","cited_by_count":208,"area":"distill"},{"id":"2312.06709","title":"AM-RADIO: Agglomerative Vision Foundation Model -- Reduce All Domains Into One","created":"2023-12-10","cited_by_count":169,"area":null},{"id":"2203.14001","title":"Knowledge Distillation with the Reused Teacher Classifier","created":"2022-03-26","cited_by_count":141,"area":"distill"},{"id":"2101.04731","title":"SEED: Self-supervised Distillation For Visual Representation","created":"2021-01-12","cited_by_count":134,"area":null},{"id":"2203.10789","title":"Domain Generalization by Mutual-Information Regularization with Pre-trained Models","created":"2022-03-21","cited_by_count":133,"area":null},{"id":"2102.00650","title":"Rethinking Soft Labels for Knowledge Distillation: A Bias-Variance Tradeoff Perspective","created":"2021-02-01","cited_by_count":119,"area":"distill"},{"id":"2103.02340","title":"General Instance Distillation for Object Detection","created":"2021-03-03","cited_by_count":114,"area":"distill"},{"id":"2211.16231","title":"Curriculum Temperature for Knowledge Distillation","created":"2022-11-29","cited_by_count":112,"area":"distill"},{"id":"2103.14475","title":"Distilling Object Detectors via Decoupled Features","created":"2021-03-26","cited_by_count":106,"area":"distill"},{"id":"2107.03358","title":"Novel Visual Category Discovery with Dual Ranking Statistics and Mutual Knowledge Distillation","created":"2021-07-07","cited_by_count":104,"area":"distill"},{"id":"2403.01427","title":"Logit Standardization in Knowledge Distillation","created":"2024-03-03","cited_by_count":102,"area":"distill"},{"id":"2309.15698","title":"Deep Model Fusion: A Survey","created":"2023-09-27","cited_by_count":91,"area":null},{"id":"2104.02096","title":"Compressing Visual-linguistic Model via Knowledge Distillation","created":"2021-04-05","cited_by_count":86,"area":"distill"},{"id":"2102.02973","title":"Show, Attend and Distill:Knowledge Distillation via Attention-based Feature Matching","created":"2021-02-05","cited_by_count":79,"area":"distill"},{"id":"2106.04570","title":"BERT Learns to Teach: Knowledge Distillation with Meta Learning","created":"2021-06-08","cited_by_count":61,"area":"distill"},{"id":"2102.07650","title":"Learning Student-Friendly Teacher Networks for Knowledge Distillation","created":"2021-02-12","cited_by_count":60,"area":"distill"},{"id":"2106.04411","title":"Fair Feature Distillation for Visual Recognition","created":"2021-05-27","cited_by_count":59,"area":"distill"},{"id":"2305.15712","title":"Knowledge Diffusion for Distillation","created":"2023-05-25","cited_by_count":53,"area":"diffusion"},{"id":"2111.05193","title":"A Survey on Green Deep Learning","created":"2021-11-08","cited_by_count":52,"area":null},{"id":"2205.15308","title":"Parameter-Efficient and Student-Friendly Knowledge Distillation","created":"2022-05-28","cited_by_count":47,"area":"distill"},{"id":"2103.08273","title":"Refine Myself by Teaching Myself: Feature Refinement via Self-Knowledge Distillation","created":"2021-03-15","cited_by_count":46,"area":"distill"},{"id":"2107.13715","title":"Hierarchical Self-supervised Augmented Knowledge Distillation","created":"2021-07-29","cited_by_count":44,"area":"distill"},{"id":"2305.13803","title":"NORM: Knowledge Distillation via N-to-One Representation Matching","created":"2023-05-23","cited_by_count":44,"area":"distill"},{"id":"2106.14591","title":"ACN: Adversarial Co-training Network for Brain Tumor Segmentation with Missing Modalities","created":"2021-06-28","cited_by_count":43,"area":null},{"id":"2103.16367","title":"Complementary Relation Contrastive Distillation","created":"2021-03-29","cited_by_count":42,"area":"distill"},{"id":"2206.06067","title":"Better Teacher Better Student: Dynamic Prior Knowledge for Knowledge Distillation","created":"2022-06-13","cited_by_count":41,"area":"distill"},{"id":"2207.02039","title":"PKD: General Distillation Framework for Object Detectors via Pearson Correlation Coefficient","created":"2022-07-05","cited_by_count":41,"area":"distill"},{"id":"2201.00007","title":"Confidence-Aware Multi-Teacher Knowledge Distillation","created":"2021-12-30","cited_by_count":39,"area":"distill"},{"id":"2203.06321","title":"Wavelet Knowledge Distillation: Towards Efficient Image-to-Image Translation","created":"2022-03-12","cited_by_count":39,"area":"distill"},{"id":"2207.10659","title":"Novel Class Discovery without Forgetting","created":"2022-07-21","cited_by_count":39,"area":null},{"id":"2302.00219","title":"Knowledge Distillation on Graphs: A Survey","created":"2023-02-01","cited_by_count":38,"area":"distill"},{"id":"2210.06458","title":"Efficient Knowledge Distillation from Model Checkpoints","created":"2022-10-12","cited_by_count":37,"area":"distill"},{"id":"2402.11148","title":"Knowledge Distillation Based on Transformed Teacher Matching","created":"2024-02-17","cited_by_count":37,"area":"distill"},{"id":"2102.07954","title":"AlphaNet: Improved Training of Supernets with Alpha-Divergence","created":"2021-02-16","cited_by_count":36,"area":null},{"id":"2105.07381","title":"Undistillable: Making A Nasty Teacher That CANNOT teach students","created":"2021-05-16","cited_by_count":36,"area":"distill"},{"id":"2104.04687","title":"Learning from 2D: Contrastive Pixel-to-Point Knowledge Transfer for 3D Pretraining","created":"2021-04-10","cited_by_count":33,"area":null},{"id":"2207.10026","title":"Locality Guidance for Improving Vision Transformers on Tiny Datasets","created":"2022-07-20","cited_by_count":33,"area":null},{"id":"2110.13041","title":"Applications and Techniques for Fast Machine Learning in Science","created":"2021-10-25","cited_by_count":32,"area":null},{"id":"2404.16456","title":"Correlation-Decoupled Knowledge Distillation for Multimodal Sentiment Analysis with Incomplete Modalities","created":"2024-04-25","cited_by_count":32,"area":"distill"},{"id":"2104.02710","title":"The Multi-Agent Behavior Dataset: Mouse Dyadic Social Interactions","created":"2021-04-06","cited_by_count":31,"area":null},{"id":"2106.09835","title":"Dual-Teacher Class-Incremental Learning With Data-Free Generative Replay","created":"2021-06-17","cited_by_count":31,"area":null},{"id":"2209.10359","title":"Momentum Adversarial Distillation: Handling Large Distribution Shifts in Data-Free Knowledge Distillation","created":"2022-09-21","cited_by_count":31,"area":"distill"},{"id":"2103.13811","title":"Student Network Learning via Evolutionary Knowledge Distillation","created":"2021-03-23","cited_by_count":30,"area":"distill"},{"id":"2303.15678","title":"DisWOT: Student Architecture Search for Distillation WithOut Training","created":"2023-03-28","cited_by_count":29,"area":"distill"},{"id":"2211.16928","title":"Knowledge Distillation based Degradation Estimation for Blind Super-Resolution","created":"2022-11-30","cited_by_count":28,"area":"distill"},{"id":"2303.18232","title":"DIME-FM: DIstilling Multimodal and Efficient Foundation Models","created":"2023-03-31","cited_by_count":28,"area":"mllm"},{"id":"2408.05088","title":"UNIC: Universal Classification Models via Multi-teacher Distillation","created":"2024-08-09","cited_by_count":27,"area":"distill"},{"id":"2410.16215","title":"Pre-training Distillation for Large Language Models: A Design Space Exploration","created":"2024-10-21","cited_by_count":27,"area":"distill"},{"id":"2308.04268","title":"Teacher-Student Architecture for Knowledge Distillation: A Survey","created":"2023-08-08","cited_by_count":26,"area":"distill"},{"id":"2401.08732","title":"Bayes Conditional Distribution Estimation for Knowledge Distillation Based on Conditional Mutual Information","created":"2024-01-16","cited_by_count":25,"area":"distill"},{"id":"2206.08491","title":"Revisiting Self-Distillation","created":"2022-06-17","cited_by_count":24,"area":"distill"},{"id":"2210.04208","title":"Let Images Give You More:Point Cloud Cross-Modal Training for Shape Analysis","created":"2022-10-09","cited_by_count":24,"area":null},{"id":"2403.05894","title":"Frequency Attention for Knowledge Distillation","created":"2024-03-09","cited_by_count":24,"area":"distill"},{"id":"2204.11830","title":"Proto2Proto: Can you recognize the car, the way I do?","created":"2022-04-25","cited_by_count":23,"area":null},{"id":"2210.04427","title":"Asymmetric Temperature Scaling Makes Larger Networks Teach Well Again","created":"2022-10-10","cited_by_count":23,"area":"distill"},{"id":"2307.09158","title":"Class-relation Knowledge Distillation for Novel Class Discovery","created":"2023-07-18","cited_by_count":23,"area":"distill"},{"id":"2205.02399","title":"Spot-adaptive Knowledge Distillation","created":"2022-05-05","cited_by_count":22,"area":"distill"},{"id":"2304.01279","title":"Long-Tailed Visual Recognition via Self-Heterogeneous Integration with Knowledge Excavation","created":"2023-04-03","cited_by_count":22,"area":"moe"},{"id":"2103.14908","title":"Embedding Transfer with Label Relaxation for Improved Metric Learning","created":"2021-03-27","cited_by_count":21,"area":null},{"id":"2203.05180","title":"Knowledge Distillation as Efficient Pre-training: Faster Convergence, Higher Data-efficiency, and Better Transferability","created":"2022-03-10","cited_by_count":21,"area":"distill"},{"id":"2301.13304","title":"Understanding Self-Distillation in the Presence of Label Noise","created":"2023-01-30","cited_by_count":21,"area":"distill"},{"id":"2304.11832","title":"Function-Consistent Feature Distillation","created":"2023-04-24","cited_by_count":21,"area":"distill"},{"id":"2410.01680","title":"PHI-S: Distribution Balancing for Label-Free Multi-Teacher Distillation","created":"2024-10-02","cited_by_count":21,"area":"distill"},{"id":"2202.07940","title":"Meta Knowledge Distillation","created":"2022-02-16","cited_by_count":20,"area":"distill"},{"id":"2207.05306","title":"Contrastive Deep Supervision","created":"2022-07-12","cited_by_count":20,"area":null},{"id":"2207.05409","title":"Knowledge Condensation Distillation","created":"2022-07-12","cited_by_count":20,"area":"distill"},{"id":"2306.10687","title":"Categories of Response-Based, Feature-Based, and Relation-Based Knowledge Distillation","created":"2023-06-19","cited_by_count":20,"area":"distill"},{"id":"2109.14335","title":"A Systematic Survey of Deep Learning-based Single-Image Super-Resolution","created":"2021-09-29","cited_by_count":19,"area":null},{"id":"2112.00459","title":"Information Theoretic Representation Distillation","created":"2021-12-01","cited_by_count":19,"area":"distill"},{"id":"2202.04241","title":"Distillation with Contrast is All You Need for Self-Supervised Point Cloud Representation Learning","created":"2022-02-09","cited_by_count":19,"area":"distill"},{"id":"2302.14771","title":"Generic-to-Specific Distillation of Masked Autoencoders","created":"2023-02-28","cited_by_count":19,"area":null},{"id":"2412.08139","title":"Wasserstein Distance Rivals Kullback-Leibler Divergence for Knowledge Distillation","created":"2024-12-11","cited_by_count":19,"area":"distill"},{"id":"2210.12787","title":"Respecting Transfer Gap in Knowledge Distillation","created":"2022-10-23","cited_by_count":18,"area":"distill"},{"id":"2305.18413","title":"Learning to Learn from APIs: Black-Box Data-Free Meta-Learning","created":"2023-05-28","cited_by_count":18,"area":"distill"},{"id":"2108.08532","title":"An Information Theory-inspired Strategy for Automatic Network Pruning","created":"2021-08-19","cited_by_count":17,"area":null},{"id":"2401.11824","title":"Rethinking Centered Kernel Alignment in Knowledge Distillation","created":"2024-01-22","cited_by_count":17,"area":"distill"},{"id":"2403.09192","title":"PYRA: Parallel Yielding Re-Activation for Training-Inference Efficient Task Adaptation","created":"2024-03-14","cited_by_count":17,"area":null},{"id":"2210.00944","title":"Attention Distillation: self-supervised vision transformer students need more guidance","created":"2022-10-03","cited_by_count":16,"area":"distill"},{"id":"2306.06634","title":"Adaptive Multi-Teacher Knowledge Distillation with Meta-Learning","created":"2023-06-11","cited_by_count":16,"area":"distill"},{"id":"2312.01711","title":"Regressor-Segmenter Mutual Prompt Learning for Crowd Counting","created":"2023-12-04","cited_by_count":16,"area":null},{"id":"2411.02793","title":"Toward Robust Incomplete Multimodal Sentiment Analysis via Hierarchical Representation Learning","created":"2024-11-05","cited_by_count":16,"area":null},{"id":"2503.16870","title":"Sparse Logit Sampling: Accelerating Knowledge Distillation in LLMs","created":"2025-03-21","cited_by_count":16,"area":"distill"},{"id":"2107.00181","title":"Revisiting Knowledge Distillation: An Inheritance and Exploration Framework","created":"2021-07-01","cited_by_count":15,"area":"distill"},{"id":"2208.03767","title":"Class-Incremental Learning with Cross-Space Clustering and Controlled Transfer","created":"2022-08-07","cited_by_count":15,"area":null},{"id":"2402.17110","title":"Sinkhorn Distance Minimization for Knowledge Distillation","created":"2024-02-27","cited_by_count":15,"area":"distill"},{"id":"2407.04600","title":"Understanding the Gains from Repeated Self-Distillation","created":"2024-07-05","cited_by_count":15,"area":"distill"},{"id":"2104.04868","title":"Data-Free Knowledge Distillation with Soft Targeted Transfer Set Synthesis","created":"2021-04-10","cited_by_count":14,"area":"distill"},{"id":"2207.12106","title":"Black-box Few-shot Knowledge Distillation","created":"2022-07-25","cited_by_count":14,"area":"distill"},{"id":"2304.14271","title":"A Survey on Approximate Edge AI for Energy Efficient Autonomous Driving Services","created":"2023-04-13","cited_by_count":14,"area":null},{"id":"2606.27377","title":"DanceOPD: On-Policy Generative Field Distillation","created":"2026-06-25","cited_by_count":14,"area":"diffusion"},{"id":"2109.03075","title":"Knowledge Distillation Using Hierarchical Self-Supervision Augmented Distribution","created":"2021-09-07","cited_by_count":13,"area":"distill"},{"id":"2210.06711","title":"Weighted Distillation with Unlabeled Examples","created":"2022-10-13","cited_by_count":13,"area":null},{"id":"2411.07483","title":"Quantifying Knowledge Distillation Using Partial Information Decomposition","created":"2024-11-12","cited_by_count":13,"area":"distill"},{"id":"2503.16707","title":"Cross-Modal and Uncertainty-Aware Agglomeration for Open-Vocabulary 3D Scene Understanding","created":"2025-03-20","cited_by_count":13,"area":"mllm"},{"id":"2205.01915","title":"Generalized Knowledge Distillation via Relationship Matching","created":"2022-05-04","cited_by_count":12,"area":"distill"},{"id":"2207.05345","title":"HEAD: HEtero-Assists Distillation for Heterogeneous Object Detectors","created":"2022-07-12","cited_by_count":12,"area":"distill"},{"id":"2212.09042","title":"Gait Recognition Using 3-D Human Body Shape Inference","created":"2022-12-18","cited_by_count":12,"area":null}],"next_cursor":"100"}