{"total":497,"rows":[{"id":"2103.13630","title":"A Survey of Quantization Methods for Efficient Neural Network Inference","created":"2021-03-25","cited_by_count":815,"area":null},{"id":"2210.11610","title":"Large Language Models Can Self-Improve","created":"2022-10-20","cited_by_count":664,"area":"lr"},{"id":"2106.14448","title":"R-Drop: Regularized Dropout for Neural Networks","created":"2021-06-28","cited_by_count":202,"area":null},{"id":"2106.07476","title":"Training Graph Neural Networks with 1000 Layers","created":"2021-06-14","cited_by_count":169,"area":null},{"id":"2106.15147","title":"SCARF: Self-Supervised Contrastive Learning using Random Feature Corruption","created":"2021-06-29","cited_by_count":156,"area":null},{"id":"2206.13188","title":"Self-supervised Learning in Remote Sensing: A Review","created":"2022-06-27","cited_by_count":137,"area":null},{"id":"2105.08919","title":"Comparing Kullback-Leibler Divergence and Mean Squared Error Loss in Knowledge Distillation","created":"2021-05-19","cited_by_count":134,"area":"distill"},{"id":"2301.07014","title":"Dataset Distillation: A Comprehensive Review","created":"2023-01-17","cited_by_count":127,"area":null},{"id":"2201.00766","title":"Class-Incremental Continual Learning into the eXtended DER-verse","created":"2022-01-03","cited_by_count":124,"area":"distill"},{"id":"2212.08320","title":"Autoencoders as Cross-Modal Teachers: Can Pretrained 2D Image Transformers Help 3D Representation Learning?","created":"2022-12-16","cited_by_count":122,"area":"distill"},{"id":"2303.00566","title":"Structured Pruning for Deep Convolutional Neural Networks: A survey","created":"2023-03-01","cited_by_count":122,"area":null},{"id":"2409.07825","title":"Deep Multimodal Learning with Missing Modality: A Survey","created":"2024-09-12","cited_by_count":92,"area":null},{"id":"2303.14652","title":"Hierarchical Dense Correlation Distillation for Few-Shot Segmentation","created":"2023-03-26","cited_by_count":84,"area":null},{"id":"2310.05424","title":"Fast and Robust Early-Exiting Framework for Autoregressive Language Models with Synchronized Parallel Decoding","created":"2023-10-09","cited_by_count":80,"area":"inference"},{"id":"2108.07969","title":"Revisiting Adversarial Robustness Distillation: Robust Soft Labels Make Student Better","created":"2021-08-18","cited_by_count":79,"area":"distill"},{"id":"2310.19444","title":"One-for-All: Bridge the Gap Between Heterogeneous Architectures in Knowledge Distillation","created":"2023-10-30","cited_by_count":78,"area":"distill"},{"id":"2106.05022","title":"Adaptive Inference through Early-Exit Networks: Design, Challenges and Directions","created":"2021-06-09","cited_by_count":75,"area":"inference"},{"id":"2410.13842","title":"D-FINE: Redefine Regression Task in DETRs as Fine-grained Distribution Refinement","created":"2024-10-17","cited_by_count":74,"area":"distill"},{"id":"2303.13005","title":"From Knowledge Distillation to Self-Knowledge Distillation: A Unified Approach with Normalized Loss and Customized Soft Labels","created":"2023-03-23","cited_by_count":69,"area":"distill"},{"id":"2604.12002","title":"Self-Distillation Zero: Self-Revision Turns Binary Rewards into Dense Supervision","created":"2026-04-13","cited_by_count":68,"area":"distill"},{"id":"2110.08324","title":"Mitigating Membership Inference Attacks by Self-Distillation Through a Novel Ensemble Architecture","created":"2021-10-15","cited_by_count":67,"area":"safety"},{"id":"2102.07650","title":"Learning Student-Friendly Teacher Networks for Knowledge Distillation","created":"2021-02-12","cited_by_count":60,"area":"distill"},{"id":"2102.12252","title":"Localization Distillation for Dense Object Detection","created":"2021-02-24","cited_by_count":55,"area":"distill"},{"id":"2405.20309","title":"Large Language Models Can Self-Improve At Web Agent Tasks","created":"2024-05-30","cited_by_count":55,"area":"agents"},{"id":"2407.00945","title":"Efficient Expert Pruning for Sparse Mixture-of-Experts Language Models: Enhancing Performance and Reducing Inference Costs","created":"2024-07-01","cited_by_count":53,"area":"moe"},{"id":"2104.02862","title":"Farewell to Mutual Information: Variational Distillation for Cross-Modal Person Re-Identification","created":"2021-04-07","cited_by_count":50,"area":null},{"id":"2112.01528","title":"A Fast Knowledge Distillation Framework for Visual Recognition","created":"2021-12-02","cited_by_count":50,"area":"distill"},{"id":"2110.12911","title":"Instance-Dependent Partial Label Learning","created":"2021-10-25","cited_by_count":49,"area":null},{"id":"2109.12484","title":"Excavating the Potential Capacity of Self-Supervised Monocular Depth Estimation","created":"2021-09-26","cited_by_count":48,"area":"distill"},{"id":"2304.09670","title":"CMID: A Unified Self-Supervised Learning Framework for Remote Sensing Image Understanding","created":"2023-04-19","cited_by_count":48,"area":null},{"id":"2405.20646","title":"LLM-ESR: Large Language Models Enhancement for Long-tailed Sequential Recommendation","created":"2024-05-31","cited_by_count":47,"area":null},{"id":"2103.08273","title":"Refine Myself by Teaching Myself: Feature Refinement via Self-Knowledge Distillation","created":"2021-03-15","cited_by_count":46,"area":"distill"},{"id":"2503.06027","title":"Empowering Edge Intelligence: A Comprehensive Survey on On-Device AI Models","created":"2025-03-08","cited_by_count":46,"area":null},{"id":"2305.17455","title":"CrossGET: Cross-Guided Ensemble of Tokens for Accelerating Vision-Language Transformers","created":"2023-05-27","cited_by_count":44,"area":"mllm"},{"id":"2108.09987","title":"Efficient Medical Image Segmentation Based on Knowledge Distillation","created":"2021-08-23","cited_by_count":43,"area":"distill"},{"id":"2404.11958","title":"Not All Voxels Are Equal: Hardness-Aware Semantic Scene Completion with Self-Distillation","created":"2024-04-18","cited_by_count":43,"area":"distill"},{"id":"2106.06168","title":"Generate, Annotate, and Learn: NLP with Synthetic Text","created":"2021-06-11","cited_by_count":42,"area":"distill"},{"id":"2108.05720","title":"Semantic Concentration for Domain Adaptation","created":"2021-08-12","cited_by_count":42,"area":null},{"id":"2303.10902","title":"Feature Alignment and Uniformity for Test Time Adaptation","created":"2023-03-20","cited_by_count":42,"area":null},{"id":"2106.11059","title":"Improving Multi-Modal Learning with Uni-Modal Teachers","created":"2021-06-21","cited_by_count":41,"area":null},{"id":"2307.05977","title":"Towards Safe Self-Distillation of Internet-Scale Text-to-Image Diffusion Models","created":"2023-07-12","cited_by_count":41,"area":"diffusion"},{"id":"2203.06321","title":"Wavelet Knowledge Distillation: Towards Efficient Image-to-Image Translation","created":"2022-03-12","cited_by_count":39,"area":"distill"},{"id":"2302.00219","title":"Knowledge Distillation on Graphs: A Survey","created":"2023-02-01","cited_by_count":38,"area":"distill"},{"id":"2404.07236","title":"Lightweight Deep Learning for Resource-Constrained Environments: A Survey","created":"2024-04-08","cited_by_count":38,"area":null},{"id":"2206.00227","title":"Rethinking the Augmentation Module in Contrastive Learning: Learning Hierarchical Augmentation Invariance with Expanded Views","created":"2022-06-01","cited_by_count":37,"area":null},{"id":"2207.05801","title":"RelaxLoss: Defending Membership Inference Attacks without Losing Utility","created":"2022-07-12","cited_by_count":37,"area":"safety"},{"id":"2210.06458","title":"Efficient Knowledge Distillation from Model Checkpoints","created":"2022-10-12","cited_by_count":37,"area":"distill"},{"id":"2310.20494","title":"A Transformer-Based Model With Self-Distillation for Multimodal Emotion Recognition in Conversations","created":"2023-10-31","cited_by_count":37,"area":"distill"},{"id":"2105.07381","title":"Undistillable: Making A Nasty Teacher That CANNOT teach students","created":"2021-05-16","cited_by_count":36,"area":"distill"},{"id":"2402.12204","title":"Enhancing Multilingual Capabilities of Large Language Models through Self-Distillation from Resource-Rich Languages","created":"2024-02-19","cited_by_count":36,"area":"distill"},{"id":"2203.04781","title":"How many Observations are Enough? Knowledge Distillation for Trajectory Forecasting","created":"2022-03-09","cited_by_count":35,"area":"distill"},{"id":"2207.12392","title":"Self-Distilled Vision Transformer for Domain Generalization","created":"2022-07-25","cited_by_count":35,"area":null},{"id":"2308.03322","title":"Part-Aware Transformer for Generalizable Person Re-identification","created":"2023-08-07","cited_by_count":35,"area":null},{"id":"2312.12807","title":"All but One: Surgical Concept Erasing with Model Preservation in Text-to-Image Diffusion Models","created":"2023-12-20","cited_by_count":33,"area":"diffusion"},{"id":"2110.13041","title":"Applications and Techniques for Fast Machine Learning in Science","created":"2021-10-25","cited_by_count":32,"area":null},{"id":"2303.11098","title":"Understanding the Role of the Projector in Knowledge Distillation","created":"2023-03-20","cited_by_count":31,"area":"distill"},{"id":"2502.01612","title":"Self-Improving Transformers Overcome Easy-to-Hard and Length Generalization Challenges","created":"2025-02-03","cited_by_count":31,"area":"synth"},{"id":"2103.13811","title":"Student Network Learning via Evolutionary Knowledge Distillation","created":"2021-03-23","cited_by_count":30,"area":"distill"},{"id":"2208.05768","title":"MixSKD: Self-Knowledge Distillation from Mixup for Image Recognition","created":"2022-08-11","cited_by_count":30,"area":"distill"},{"id":"2203.16172","title":"Self-Distillation from the Last Mini-Batch for Consistency Regularization","created":"2022-03-30","cited_by_count":29,"area":"distill"},{"id":"2304.10668","title":"Train Your Own GNN Teacher: Graph-Aware Distillation on Textual Graphs","created":"2023-04-20","cited_by_count":29,"area":null},{"id":"2310.18933","title":"Label Poisoning is All You Need","created":"2023-10-29","cited_by_count":29,"area":"safety"},{"id":"2505.19147","title":"Shifting AI Efficiency From Model-Centric to Data-Centric Compression","created":"2025-05-25","cited_by_count":29,"area":"mllm"},{"id":"2509.14786","title":"Pre-training under infinite compute","created":"2025-09-18","cited_by_count":29,"area":null},{"id":"2105.09121","title":"Single-Layer Vision Transformers for More Accurate Early Exits with Less Overhead","created":"2021-05-19","cited_by_count":26,"area":"inference"},{"id":"2110.09022","title":"Mitigating Memorization of Noisy Labels via Regularization between Representations","created":"2021-10-18","cited_by_count":26,"area":null},{"id":"2208.12807","title":"Towards Federated Learning against Noisy Labels via Local Self-Regularization","created":"2022-08-25","cited_by_count":26,"area":null},{"id":"2308.04268","title":"Teacher-Student Architecture for Knowledge Distillation: A Survey","created":"2023-08-08","cited_by_count":26,"area":"distill"},{"id":"2510.17111","title":"Efficient Vision-Language-Action Models for Embodied Manipulation: A Systematic Survey","created":"2025-10-20","cited_by_count":26,"area":"mllm"},{"id":"2111.01026","title":"Introspective Distillation for Robust Question Answering","created":"2021-11-01","cited_by_count":25,"area":null},{"id":"2105.11683","title":"Towards Compact Single Image Super-Resolution via Contrastive Self-distillation","created":"2021-05-25","cited_by_count":24,"area":"distill"},{"id":"2110.08890","title":"Network Augmentation for Tiny Deep Learning","created":"2021-10-17","cited_by_count":24,"area":null},{"id":"2206.08491","title":"Revisiting Self-Distillation","created":"2022-06-17","cited_by_count":24,"area":"distill"},{"id":"2210.04427","title":"Asymmetric Temperature Scaling Makes Larger Networks Teach Well Again","created":"2022-10-10","cited_by_count":23,"area":"distill"},{"id":"2210.17332","title":"Teacher-Student Architecture for Knowledge Learning: A Survey","created":"2022-10-28","cited_by_count":23,"area":"distill"},{"id":"2103.14473","title":"Distilling a Powerful Student Model via Online Knowledge Distillation","created":"2021-03-26","cited_by_count":22,"area":"distill"},{"id":"2106.11719","title":"Test Distribution-Aware Active Learning: A Principled Approach Against Distribution Shift and Outliers","created":"2021-06-22","cited_by_count":22,"area":null},{"id":"2205.02399","title":"Spot-adaptive Knowledge Distillation","created":"2022-05-05","cited_by_count":22,"area":"distill"},{"id":"2203.02485","title":"Better Supervisory Signals by Observing Learning Paths","created":"2022-03-04","cited_by_count":21,"area":"distill"},{"id":"2211.14058","title":"Cross-Domain Ensemble Distillation for Domain Generalization","created":"2022-11-25","cited_by_count":21,"area":null},{"id":"2304.14122","title":"Deeply-Coupled Convolution-Transformer with Spatial-temporal Complementary Learning for Video-based Person Re-identification","created":"2023-04-27","cited_by_count":21,"area":null},{"id":"2305.12954","title":"Is Synthetic Data From Diffusion Models Ready for Knowledge Distillation?","created":"2023-05-22","cited_by_count":21,"area":"diffusion"},{"id":"2207.05306","title":"Contrastive Deep Supervision","created":"2022-07-12","cited_by_count":20,"area":null},{"id":"2306.10687","title":"Categories of Response-Based, Feature-Based, and Relation-Based Knowledge Distillation","created":"2023-06-19","cited_by_count":20,"area":"distill"},{"id":"2109.11496","title":"LGD: Label-guided Self-distillation for Object Detection","created":"2021-09-23","cited_by_count":19,"area":"distill"},{"id":"2111.12172","title":"Multi-label Iterated Learning for Image Classification with Label Ambiguity","created":"2021-11-23","cited_by_count":19,"area":null},{"id":"2112.09459","title":"Weakly Supervised Semantic Segmentation via Alternative Self-Dual Teaching","created":"2021-12-17","cited_by_count":19,"area":"distill"},{"id":"2112.14380","title":"Cross-Domain Empirical Risk Minimization for Unbiased Long-tailed Classification","created":"2021-12-29","cited_by_count":19,"area":null},{"id":"2203.03072","title":"Leashing the Inner Demons: Self-Detoxification for Language Models","created":"2022-03-06","cited_by_count":19,"area":null},{"id":"2203.13344","title":"Linking Emergent and Natural Languages via Corpus Transfer","created":"2022-03-24","cited_by_count":19,"area":null},{"id":"2204.05957","title":"Localization Distillation for Object Detection","created":"2022-04-12","cited_by_count":19,"area":"distill"},{"id":"2308.09922","title":"MDCS: More Diverse Experts with Consistency Self-distillation for Long-tailed Recognition","created":"2023-08-19","cited_by_count":19,"area":"distill"},{"id":"2103.05152","title":"Knowledge Evolution in Neural Networks","created":"2021-03-09","cited_by_count":18,"area":null},{"id":"2106.03527","title":"Multi-Exit Semantic Segmentation Networks","created":"2021-06-07","cited_by_count":18,"area":null},{"id":"2108.09702","title":"Self-Regulation for Semantic Segmentation","created":"2021-08-22","cited_by_count":18,"area":null},{"id":"2208.05642","title":"Self-Knowledge Distillation via Dropout","created":"2022-08-11","cited_by_count":18,"area":"distill"},{"id":"2210.12787","title":"Respecting Transfer Gap in Knowledge Distillation","created":"2022-10-23","cited_by_count":18,"area":"distill"},{"id":"2406.15586","title":"TinyStyler: Efficient Few-Shot Text Style Transfer with Authorship Embeddings","created":"2024-06-21","cited_by_count":17,"area":null},{"id":"2410.05101","title":"CR-CTC: Consistency regularization on CTC for improved speech recognition","created":"2024-10-07","cited_by_count":17,"area":null},{"id":"2510.19422","title":"LLM Unlearning with LLM Beliefs","created":"2025-10-22","cited_by_count":17,"area":"safety"}],"next_cursor":"100"}