{"total":542,"rows":[{"id":"2306.11695","title":"A Simple and Effective Pruning Approach for Large Language Models","created":"2023-06-20","cited_by_count":800,"area":null},{"id":"2311.03099","title":"Language Models are Super Mario: Absorbing Abilities from Homologous Models as a Free Lunch","created":"2023-11-06","cited_by_count":694,"area":null},{"id":"2102.00554","title":"Sparsity in Deep Learning: Pruning and growth for efficient inference and training in neural networks","created":"2021-01-31","cited_by_count":527,"area":null},{"id":"2101.09671","title":"Pruning and Quantization for Deep Neural Network Acceleration: A Survey","created":"2021-01-24","cited_by_count":263,"area":null},{"id":"2310.17157","title":"Deja Vu: Contextual Sparsity for Efficient LLMs at Inference Time","created":"2023-10-26","cited_by_count":252,"area":null},{"id":"2104.08378","title":"Accelerating Sparse Deep Neural Networks","created":"2021-04-16","cited_by_count":223,"area":null},{"id":"2308.06767","title":"A Survey on Deep Neural Network Pruning-Taxonomy, Comparison, Analysis, and Recommendations","created":"2023-08-13","cited_by_count":202,"area":null},{"id":"2305.07027","title":"EfficientViT: Memory Efficient Vision Transformer with Cascaded Group Attention","created":"2023-05-11","cited_by_count":172,"area":null},{"id":"2204.00408","title":"Structured Pruning Learns Compact and Accurate Models","created":"2022-04-01","cited_by_count":170,"area":null},{"id":"2106.08962","title":"Efficient Deep Learning: A Survey on Making Deep Learning Models Smaller, Faster, and Better","created":"2021-06-16","cited_by_count":154,"area":null},{"id":"2205.09329","title":"Dataset Pruning: Reducing Training Data by Examining Generalization Influence","created":"2022-05-19","cited_by_count":133,"area":null},{"id":"2301.07014","title":"Dataset Distillation: A Comprehensive Review","created":"2023-01-17","cited_by_count":127,"area":null},{"id":"2303.00566","title":"Structured Pruning for Deep Convolutional Neural Networks: A survey","created":"2023-03-01","cited_by_count":122,"area":null},{"id":"2102.06790","title":"A Unified Lottery Ticket Hypothesis for Graph Neural Networks","created":"2021-02-12","cited_by_count":118,"area":null},{"id":"2102.02887","title":"Do We Actually Need Dense Over-Parameterization? In-Time Over-Parameterization in Sparse Training","created":"2021-02-04","cited_by_count":110,"area":null},{"id":"2102.08124","title":"Accelerated Sparse Neural Training: A Provable and Efficient Method to Find N:M Transposable Masks","created":"2021-02-16","cited_by_count":103,"area":null},{"id":"2403.02181","title":"Not All Layers of LLMs Are Necessary During Inference","created":"2024-03-04","cited_by_count":96,"area":null},{"id":"2309.12314","title":"TinyCLIP: CLIP Distillation via Affinity Mimicking and Weight Inheritance","created":"2023-09-21","cited_by_count":90,"area":null},{"id":"2106.10404","title":"Sparse Training via Boosting Pruning Plasticity with Neuroregeneration","created":"2021-06-19","cited_by_count":84,"area":null},{"id":"2103.13258","title":"Dynamic Slimmable Network","created":"2021-03-24","cited_by_count":83,"area":null},{"id":"2406.11617","title":"DELLA-Merging: Reducing Interference in Model Merging through Magnitude-Based Sampling","created":"2024-06-17","cited_by_count":81,"area":null},{"id":"2110.14032","title":"MEST: Accurate and Fast Memory-Economic Sparse Training Framework on the Edge","created":"2021-10-26","cited_by_count":79,"area":null},{"id":"2106.02890","title":"Can Subnetwork Structure be the Key to Out-of-Distribution Generalization?","created":"2021-06-05","cited_by_count":75,"area":null},{"id":"2206.00187","title":"DisPFL: Towards Communication-Efficient Personalized Federated Learning via Decentralized Sparse Training","created":"2022-06-01","cited_by_count":74,"area":null},{"id":"2104.03438","title":"Convolutional Neural Network Pruning with Structural Redundancy Reduction","created":"2021-04-08","cited_by_count":73,"area":null},{"id":"2212.07048","title":"PD-Quant: Post-Training Quantization based on Prediction Difference Metric","created":"2022-12-14","cited_by_count":73,"area":null},{"id":"2110.04869","title":"Global Vision Transformer Pruning with Hessian-Aware Saliency","created":"2021-10-10","cited_by_count":70,"area":null},{"id":"2201.05125","title":"GradMax: Growing Neural Networks using Gradient Information","created":"2022-01-13","cited_by_count":66,"area":null},{"id":"2103.03014","title":"Lost in Pruning: The Effects of Pruning Neural Networks beyond Test Accuracy","created":"2021-03-04","cited_by_count":62,"area":null},{"id":"2106.09129","title":"A Winning Hand: Compressing Deep Networks Can Improve Out-Of-Distribution Robustness","created":"2021-06-16","cited_by_count":62,"area":null},{"id":"2103.03936","title":"Pufferfish: Communication-efficient Models At No Extra Cost","created":"2021-03-05","cited_by_count":61,"area":null},{"id":"2110.06554","title":"Towards Mixed-Precision Quantization of Neural Networks via Constrained Optimization","created":"2021-10-13","cited_by_count":61,"area":null},{"id":"2206.10369","title":"The State of Sparse Training in Deep Reinforcement Learning","created":"2022-06-17","cited_by_count":61,"area":null},{"id":"2105.12002","title":"Super Tickets in Pre-Trained Language Models: From Model Compression to Improving Generalization","created":"2021-05-25","cited_by_count":56,"area":null},{"id":"2103.09377","title":"Multi-Prize Lottery Ticket Hypothesis: Finding Accurate Binary Neural Networks by Pruning A Randomly Weighted Network","created":"2021-03-17","cited_by_count":55,"area":null},{"id":"2106.05933","title":"PARP: Prune, Adjust and Re-Prune for Self-Supervised Speech Recognition","created":"2021-06-10","cited_by_count":53,"area":null},{"id":"2107.00166","title":"Sanity Checks for Lottery Tickets: Does Your Winning Ticket Really Win the Jackpot?","created":"2021-07-01","cited_by_count":52,"area":null},{"id":"2111.05193","title":"A Survey on Green Deep Learning","created":"2021-11-08","cited_by_count":52,"area":null},{"id":"2205.05676","title":"Revisiting Random Channel Pruning for Neural Network Compression","created":"2022-05-11","cited_by_count":50,"area":null},{"id":"2302.05071","title":"EVC: Towards Real-Time Neural Image Compression with Mask Decay","created":"2023-02-10","cited_by_count":49,"area":null},{"id":"2105.09259","title":"Learning Language Specific Sub-network for Multilingual Machine Translation","created":"2021-05-19","cited_by_count":48,"area":null},{"id":"2110.14678","title":"Meta-Learning Sparse Implicit Neural Representations","created":"2021-10-27","cited_by_count":48,"area":null},{"id":"2101.08940","title":"Hessian-Aware Pruning and Optimal Neural Implant","created":"2021-01-22","cited_by_count":45,"area":null},{"id":"2104.11832","title":"Playing Lottery Tickets with Vision and Language","created":"2021-04-23","cited_by_count":45,"area":null},{"id":"2105.01571","title":"Effective Sparsification of Neural Networks with Global Sparsity Constraint","created":"2021-05-03","cited_by_count":45,"area":null},{"id":"2110.10394","title":"Deep Learning for HDR Imaging: State-of-the-Art and Future Trends","created":"2021-10-20","cited_by_count":45,"area":null},{"id":"2104.04163","title":"Combined Depth Space based Architecture Search For Person Re-identification","created":"2021-04-09","cited_by_count":44,"area":null},{"id":"2103.06460","title":"Recent Advances on Neural Network Pruning at Initialization","created":"2021-03-11","cited_by_count":41,"area":null},{"id":"2201.03014","title":"Glance and Focus Networks for Dynamic Visual Recognition","created":"2022-01-09","cited_by_count":41,"area":null},{"id":"2203.04466","title":"The Combinatorial Brain Surgeon: Pruning Weights That Cancel One Another in Neural Networks","created":"2022-03-09","cited_by_count":41,"area":null},{"id":"2210.06659","title":"Structural Pruning via Latency-Saliency Knapsack","created":"2022-10-13","cited_by_count":41,"area":null},{"id":"2304.05340","title":"Unified Multi-Modal Image Synthesis for Missing Modality Imputation","created":"2023-04-11","cited_by_count":40,"area":null},{"id":"2406.02924","title":"Pruner-Zero: Evolving Symbolic Pruning Metric from scratch for Large Language Models","created":"2024-06-05","cited_by_count":40,"area":null},{"id":"2311.18823","title":"Initializing Models with Larger Ones","created":"2023-11-30","cited_by_count":39,"area":null},{"id":"2110.12007","title":"When to Prune? A Policy towards Early Structural Pruning","created":"2021-10-22","cited_by_count":38,"area":null},{"id":"2210.06640","title":"Compute-Efficient Deep Learning: Algorithmic Trends and Opportunities","created":"2022-10-13","cited_by_count":38,"area":null},{"id":"2103.03467","title":"Teachers Do More Than Teach: Compressing Image-to-Image Models","created":"2021-03-05","cited_by_count":37,"area":null},{"id":"2108.01958","title":"Learning Compatible Embeddings","created":"2021-08-04","cited_by_count":37,"area":null},{"id":"2202.08036","title":"No One Left Behind: Inclusive Federated Learning over Heterogeneous Devices","created":"2022-02-16","cited_by_count":37,"area":null},{"id":"2105.11228","title":"Towards Compact CNNs via Collaborative Compression","created":"2021-05-24","cited_by_count":36,"area":null},{"id":"2203.15794","title":"CHEX: CHannel EXploration for CNN Model Compression","created":"2022-03-29","cited_by_count":36,"area":null},{"id":"2305.17651","title":"DPHuBERT: Joint Distillation and Pruning of Self-Supervised Speech Models","created":"2023-05-28","cited_by_count":36,"area":null},{"id":"2209.14635","title":"Compressed Gastric Image Generation Based on Soft-Label Dataset Distillation for Medical Data Sharing","created":"2022-09-29","cited_by_count":35,"area":null},{"id":"2108.08910","title":"Achieving on-Mobile Real-Time Super-Resolution with Neural Architecture and Pruning Search","created":"2021-08-18","cited_by_count":34,"area":null},{"id":"2305.19753","title":"The Tunnel Effect: Building Data Representations in Deep Neural Networks","created":"2023-05-31","cited_by_count":34,"area":null},{"id":"2107.11442","title":"Compressing Neural Networks: Towards Determining the Optimal Layer-wise Decomposition","created":"2021-07-23","cited_by_count":33,"area":null},{"id":"2210.01035","title":"Expediting Large-Scale Vision Transformer for Dense Prediction without Fine-tuning","created":"2022-10-03","cited_by_count":33,"area":null},{"id":"2106.00134","title":"GANs Can Play Lottery Tickets Too","created":"2021-05-31","cited_by_count":32,"area":null},{"id":"2112.11081","title":"RepMLPNet: Hierarchical Vision MLP with Re-parameterized Locality","created":"2021-12-21","cited_by_count":32,"area":null},{"id":"2106.13700","title":"ViTAS: Vision Transformer Architecture Search","created":"2021-06-25","cited_by_count":31,"area":null},{"id":"2210.13738","title":"Pruning's Effect on Generalization Through the Lens of Training and Regularization","created":"2022-10-25","cited_by_count":31,"area":null},{"id":"2110.11395","title":"SOSP: Efficiently Capturing Global Correlations by Second-Order Structured Pruning","created":"2021-10-19","cited_by_count":30,"area":null},{"id":"2111.05685","title":"Efficient Neural Network Training via Forward and Backward Propagation Sparsification","created":"2021-11-10","cited_by_count":30,"area":null},{"id":"2302.03773","title":"What Matters In The Structured Pruning of Generative Language Models?","created":"2023-02-07","cited_by_count":30,"area":null},{"id":"2304.02840","title":"NTK-SAP: Improving neural network pruning by aligning training dynamics","created":"2023-04-06","cited_by_count":30,"area":null},{"id":"2106.06091","title":"DECORE: Deep Compression with Reinforcement Learning","created":"2021-06-11","cited_by_count":29,"area":null},{"id":"2110.14068","title":"Drawing Robust Scratch Tickets: Subnetworks with Inborn Robustness Are Found within Randomly Initialized Networks","created":"2021-10-26","cited_by_count":29,"area":null},{"id":"2207.06646","title":"DropNet: Reducing Neural Network Complexity via Iterative Pruning","created":"2022-07-14","cited_by_count":29,"area":null},{"id":"2202.05239","title":"F8Net: Fixed-Point 8-bit Only Multiplication for Network Quantization","created":"2022-02-10","cited_by_count":28,"area":null},{"id":"2205.14550","title":"Machine Learning for Microcontroller-Class Hardware: A Review","created":"2022-05-29","cited_by_count":28,"area":null},{"id":"2206.04459","title":"SDQ: Stochastic Differentiable Quantization with Mixed Precision","created":"2022-06-09","cited_by_count":28,"area":null},{"id":"2102.05258","title":"Locally Free Weight Sharing for Network Width Search","created":"2021-02-10","cited_by_count":27,"area":null},{"id":"2103.00794","title":"Early-Bird GCNs: Graph-Network Co-Optimization Towards More Efficient GCN Training and Inference via Drawing Early-Bird Lottery Tickets","created":"2021-03-01","cited_by_count":27,"area":null},{"id":"2303.02141","title":"Sparsity May Cry: Let Us Fail (Current) Sparse Neural Networks Together!","created":"2023-03-03","cited_by_count":27,"area":null},{"id":"2309.11932","title":"A Machine Learning-oriented Survey on Tiny Machine Learning","created":"2023-09-21","cited_by_count":27,"area":null},{"id":"2106.09857","title":"Effective Model Sparsification by Scheduled Grow-and-Prune Methods","created":"2021-06-18","cited_by_count":26,"area":null},{"id":"2206.08684","title":"Sparse Double Descent: Where Network Pruning Aggravates Overfitting","created":"2022-06-17","cited_by_count":26,"area":null},{"id":"2206.12755","title":"Training Your Sparse Neural Network Better with Any Mask","created":"2022-06-26","cited_by_count":26,"area":null},{"id":"2207.01382","title":"Exploring Lottery Ticket Hypothesis in Spiking Neural Networks","created":"2022-07-04","cited_by_count":26,"area":null},{"id":"2211.11177","title":"NeuMap: Neural Coordinate Mapping by Auto-Transdecoder for Camera Localization","created":"2022-11-21","cited_by_count":26,"area":null},{"id":"2406.05233","title":"Federated LoRA with Sparse Communication","created":"2024-06-07","cited_by_count":26,"area":null},{"id":"2504.10686","title":"The Tenth NTIRE 2025 Efficient Super-Resolution Challenge Report","created":"2025-04-14","cited_by_count":26,"area":null},{"id":"2102.08329","title":"An Information-Theoretic Justification for Model Pruning","created":"2021-02-16","cited_by_count":25,"area":null},{"id":"2103.00397","title":"Data-Efficient GAN Training Beyond (Just) Augmentations: A Lottery Ticket Perspective","created":"2021-02-28","cited_by_count":25,"area":null},{"id":"2105.03193","title":"Network Pruning That Matters: A Case Study on Retraining Variants","created":"2021-05-07","cited_by_count":25,"area":null},{"id":"2305.02538","title":"Cuttlefish: Low-Rank Model Training without All the Tuning","created":"2023-05-04","cited_by_count":25,"area":null},{"id":"2604.03198","title":"The Eleventh NTIRE 2026 Efficient Super-Resolution Challenge Report","created":"2026-04-03","cited_by_count":25,"area":null},{"id":"2110.08232","title":"Fire Together Wire Together: A Dynamic Pruning Approach with Self-Supervised Mask Prediction","created":"2021-10-15","cited_by_count":24,"area":null},{"id":"2110.08890","title":"Network Augmentation for Tiny Deep Learning","created":"2021-10-17","cited_by_count":24,"area":null},{"id":"2207.01580","title":"Dynamic Spatial Sparsification for Efficient Vision Transformers and Convolutional Neural Networks","created":"2022-07-04","cited_by_count":24,"area":null}],"next_cursor":"100"}