{"total":181,"rows":[{"id":"2103.13630","title":"A Survey of Quantization Methods for Efficient Neural Network Inference","created":"2021-03-25","cited_by_count":815,"area":null},{"id":"2401.15024","title":"SliceGPT: Compress Large Language Models by Deleting Rows and Columns","created":"2024-01-26","cited_by_count":385,"area":null},{"id":"2101.09671","title":"Pruning and Quantization for Deep Neural Network Acceleration: A Survey","created":"2021-01-24","cited_by_count":263,"area":null},{"id":"2301.12900","title":"DepGraph: Towards Any Structural Pruning","created":"2023-01-30","cited_by_count":203,"area":null},{"id":"2308.06767","title":"A Survey on Deep Neural Network Pruning-Taxonomy, Comparison, Analysis, and Recommendations","created":"2023-08-13","cited_by_count":202,"area":null},{"id":"2107.00910","title":"Learned Token Pruning for Transformers","created":"2021-07-02","cited_by_count":139,"area":"inference"},{"id":"2108.00708","title":"Group Fisher Pruning for Practical Network Compression","created":"2021-08-02","cited_by_count":131,"area":null},{"id":"2303.00566","title":"Structured Pruning for Deep Convolutional Neural Networks: A survey","created":"2023-03-01","cited_by_count":122,"area":null},{"id":"2110.13981","title":"CHIP: CHannel Independence-based Pruning for Compact Neural Networks","created":"2021-10-26","cited_by_count":78,"area":null},{"id":"2107.07467","title":"Only Train Once: A One-Shot Neural Network Training And Pruning Framework","created":"2021-07-15","cited_by_count":70,"area":null},{"id":"2205.05676","title":"Revisiting Random Channel Pruning for Neural Network Compression","created":"2022-05-11","cited_by_count":50,"area":null},{"id":"2408.09632","title":"MoDeGPT: Modular Decomposition for Large Language Model Compression","created":"2024-08-19","cited_by_count":48,"area":null},{"id":"2108.04657","title":"Differentiable Subset Pruning of Transformer Heads","created":"2021-08-10","cited_by_count":47,"area":null},{"id":"2101.08940","title":"Hessian-Aware Pruning and Optimal Neural Implant","created":"2021-01-22","cited_by_count":45,"area":null},{"id":"2209.08310","title":"Learning to Weight Samples for Dynamic Early-exiting Networks","created":"2022-09-17","cited_by_count":44,"area":"inference"},{"id":"2205.13571","title":"Low-rank lottery tickets: finding efficient low-rank neural networks via matrix differential equations","created":"2022-05-26","cited_by_count":43,"area":null},{"id":"2111.06061","title":"Edge-Cloud Polarization and Collaboration: A Comprehensive Survey for AI","created":"2021-11-11","cited_by_count":39,"area":null},{"id":"2203.15794","title":"CHEX: CHannel EXploration for CNN Model Compression","created":"2022-03-29","cited_by_count":36,"area":null},{"id":"2110.13041","title":"Applications and Techniques for Fast Machine Learning in Science","created":"2021-10-25","cited_by_count":32,"area":null},{"id":"2303.06862","title":"OTOV2: Automatic, Generic, User-Friendly","created":"2023-03-13","cited_by_count":32,"area":null},{"id":"2106.02898","title":"Dynamic Resolution Network","created":"2021-06-05","cited_by_count":31,"area":null},{"id":"2409.06211","title":"STUN: Structured-Then-Unstructured Pruning for Scalable MoE Pruning","created":"2024-09-10","cited_by_count":30,"area":"moe"},{"id":"2106.06091","title":"DECORE: Deep Compression with Reinforcement Learning","created":"2021-06-11","cited_by_count":29,"area":null},{"id":"2409.09951","title":"Optimal ablation for interpretability","created":"2024-09-16","cited_by_count":25,"area":null},{"id":"2410.14720","title":"SGLP: A Similarity Guided Fast Layer Partition Pruning for Compressing Large Deep Models","created":"2024-10-14","cited_by_count":25,"area":null},{"id":"2410.11988","title":"DISP-LLM: Dimension-Independent Structural Pruning for Large Language Models","created":"2024-10-15","cited_by_count":24,"area":null},{"id":"2105.10533","title":"BCNet: Searching for Network Width with Bilaterally Coupled Network","created":"2021-05-21","cited_by_count":23,"area":null},{"id":"2108.04890","title":"On the Effect of Pruning on Adversarial Robustness","created":"2021-08-10","cited_by_count":23,"area":null},{"id":"2104.11883","title":"Carrying out CNN Channel Pruning in a White Box","created":"2021-04-24","cited_by_count":22,"area":null},{"id":"2405.16534","title":"Pruning for Robust Concept Erasing in Diffusion Models","created":"2024-05-26","cited_by_count":22,"area":"diffusion"},{"id":"2403.14729","title":"Auto-Train-Once: Controller Network Guided Automatic Network Pruning from Scratch","created":"2024-03-21","cited_by_count":20,"area":null},{"id":"2105.14797","title":"RED : Looking for Redundancies for Data-Free Structured Compression of Deep Neural Networks","created":"2021-05-31","cited_by_count":19,"area":null},{"id":"2108.12594","title":"Layer-wise Model Pruning based on Mutual Information","created":"2021-08-28","cited_by_count":19,"area":null},{"id":"2406.07929","title":"A Generic Layer Pruning Method for Signal Modulation Recognition Deep Learning Models","created":"2024-06-12","cited_by_count":18,"area":null},{"id":"2208.04952","title":"Continual Prune-and-Select: Class-incremental learning with specialized subnetworks","created":"2022-08-09","cited_by_count":17,"area":null},{"id":"2101.07985","title":"Network Pruning using Adaptive Exemplar Filters","created":"2021-01-20","cited_by_count":16,"area":null},{"id":"2202.07190","title":"Pruning Networks with Cross-Layer Ranking & k-Reciprocal Nearest Filters","created":"2022-02-15","cited_by_count":16,"area":null},{"id":"2203.07808","title":"Interspace Pruning: Using Adaptive Filter Representations to Improve Training of Sparse CNNs","created":"2022-03-15","cited_by_count":16,"area":null},{"id":"2212.03537","title":"Efficient Stein Variational Inference for Reliable Distribution-lossless Network Pruning","created":"2022-12-07","cited_by_count":16,"area":null},{"id":"2201.03297","title":"GhostNets on Heterogeneous Devices via Cheap Operations","created":"2022-01-10","cited_by_count":15,"area":null},{"id":"2107.05033","title":"Blending Pruning Criteria for Convolutional Neural Networks","created":"2021-07-11","cited_by_count":13,"area":null},{"id":"2201.00043","title":"Multi-Dimensional Model Compression of Vision Transformer","created":"2021-12-31","cited_by_count":13,"area":null},{"id":"2303.07677","title":"SR-init: An interpretable layer pruning method","created":"2023-03-14","cited_by_count":13,"area":null},{"id":"2205.08099","title":"Dimensionality Reduced Training by Pruning and Freezing Parts of a Deep Neural Network, a Survey","created":"2022-05-17","cited_by_count":12,"area":null},{"id":"2209.01542","title":"Recurrent Bilinear Optimization for Binary Neural Networks","created":"2022-09-04","cited_by_count":12,"area":null},{"id":"2203.12868","title":"DyRep: Bootstrapping Training with Dynamic Re-parameterization","created":"2022-03-24","cited_by_count":11,"area":null},{"id":"2303.08595","title":"Automatic Attention Pruning: Improving and Automating Model Pruning using Attentions","created":"2023-03-14","cited_by_count":11,"area":null},{"id":"2109.10795","title":"Neural network relief: a pruning algorithm based on neural activity","created":"2021-09-22","cited_by_count":10,"area":null},{"id":"2203.13483","title":"MKQ-BERT: Quantized BERT with 4-bits Weights and Activations","created":"2022-03-25","cited_by_count":10,"area":null},{"id":"2307.08483","title":"Differentiable Transportation Pruning","created":"2023-07-17","cited_by_count":10,"area":null},{"id":"2409.01249","title":"Adversarial Pruning: A Survey and Benchmark of Pruning Methods for Adversarial Robustness","created":"2024-09-02","cited_by_count":10,"area":null},{"id":"2108.00065","title":"Model Preserving Compression for Neural Networks","created":"2021-07-30","cited_by_count":9,"area":null},{"id":"2312.05875","title":"Class-Aware Pruning for Efficient Neural Networks","created":"2023-12-10","cited_by_count":9,"area":null},{"id":"2302.14670","title":"Balanced Training for Sparse GANs","created":"2023-02-28","cited_by_count":8,"area":null},{"id":"2403.18955","title":"Structurally Prune Anything: Any Architecture, Any Framework, Any Time","created":"2024-03-03","cited_by_count":8,"area":null},{"id":"2102.00160","title":"Deep Model Compression based on the Training History","created":"2021-01-30","cited_by_count":7,"area":null},{"id":"2105.14636","title":"LEAP: Learnable Pruning for Transformer-based Models","created":"2021-05-30","cited_by_count":7,"area":null},{"id":"2204.02965","title":"LilNetX: Lightweight Networks with EXtreme Model Compression and Structured Sparsification","created":"2022-04-06","cited_by_count":7,"area":null},{"id":"2408.16772","title":"An Effective Information Theoretic Framework for Channel Pruning","created":"2024-08-14","cited_by_count":7,"area":null},{"id":"2101.04935","title":"Single-path Bit Sharing for Automatic Loss-aware Model Compression","created":"2021-01-13","cited_by_count":6,"area":null},{"id":"2103.10858","title":"Toward Compact Deep Neural Networks via Energy-Aware Pruning","created":"2021-03-19","cited_by_count":6,"area":null},{"id":"2103.11083","title":"Compacting Deep Neural Networks for Internet of Things: Methods and Applications","created":"2021-03-20","cited_by_count":6,"area":null},{"id":"2105.03679","title":"EZCrop: Energy-Zoned Channels for Robust Output Pruning","created":"2021-05-08","cited_by_count":6,"area":null},{"id":"2105.06052","title":"Model Pruning Based on Quantified Similarity of Feature Maps","created":"2021-05-13","cited_by_count":6,"area":null},{"id":"2110.15946","title":"Estimating and Maximizing Mutual Information for Knowledge Distillation","created":"2021-10-29","cited_by_count":6,"area":"distill"},{"id":"2208.13363","title":"Survey: Exploiting Data Redundancy for Optimization of Deep Learning","created":"2022-08-29","cited_by_count":6,"area":null},{"id":"2211.12714","title":"Developmental Plasticity-inspired Adaptive Pruning for Deep Spiking and Artificial Neural Networks","created":"2022-11-23","cited_by_count":6,"area":null},{"id":"2303.09230","title":"Towards a Smaller Student: Capacity Dynamic Distillation for Efficient Image Retrieval","created":"2023-03-16","cited_by_count":6,"area":"distill"},{"id":"2304.05440","title":"PixelRNN: In-pixel Recurrent Neural Networks for End-to-end-optimized Perception with Neural Sensors","created":"2023-04-11","cited_by_count":6,"area":null},{"id":"2309.11531","title":"EPTQ: Enhanced Post-Training Quantization via Hessian-guided Network-wise Optimization","created":"2023-09-20","cited_by_count":6,"area":null},{"id":"2311.15782","title":"Relationship between Model Compression and Adversarial Robustness: A Review of Current Evidence","created":"2023-11-27","cited_by_count":6,"area":null},{"id":"2312.09411","title":"OTOv3: Automatic Architecture-Agnostic Neural Network Training and Compression from Structured Pruning to Erasing Operators","created":"2023-12-15","cited_by_count":6,"area":null},{"id":"2406.10576","title":"Bypass Back-propagation: Optimization-based Structural Pruning for Large Language Models via Policy Gradient","created":"2024-06-15","cited_by_count":6,"area":null},{"id":"2107.06916","title":"Training Compact CNNs for Image Classification using Dynamic-coded Filter Fusion","created":"2021-07-14","cited_by_count":5,"area":null},{"id":"2201.06776","title":"Pruning-aware Sparse Regularization for Network Pruning","created":"2022-01-18","cited_by_count":5,"area":null},{"id":"2202.02777","title":"Learning Features with Parameter-Free Layers","created":"2022-02-06","cited_by_count":5,"area":null},{"id":"2209.13590","title":"Sauron U-Net: Simple automated redundancy elimination in medical image segmentation via filter pruning","created":"2022-09-27","cited_by_count":5,"area":null},{"id":"2302.08878","title":"Less is More: The Influence of Pruning on the Explainability of CNNs","created":"2023-02-17","cited_by_count":5,"area":null},{"id":"2306.04147","title":"CFDP: Common Frequency Domain Pruning","created":"2023-06-07","cited_by_count":5,"area":null},{"id":"2406.04549","title":"Concurrent Training and Layer Pruning of Deep Neural Networks","created":"2024-06-06","cited_by_count":5,"area":null},{"id":"2410.19274","title":"Neuralink: Fast LLM Inference on Smartphones with Neuron Co-Activation Linking","created":"2024-10-25","cited_by_count":5,"area":null},{"id":"2102.00390","title":"AACP: Model Compression by Accurate and Automatic Channel Pruning","created":"2021-01-31","cited_by_count":4,"area":null},{"id":"2106.14126","title":"AdaptCL: Efficient Collaborative Learning with Dynamic and Adaptive Pruning","created":"2021-06-27","cited_by_count":4,"area":null},{"id":"2108.08560","title":"Pruning in the Face of Adversaries","created":"2021-08-19","cited_by_count":4,"area":null},{"id":"2109.05075","title":"On the Compression of Neural Networks Using $\\ell_0$-Norm Regularization and Weight Pruning","created":"2021-09-10","cited_by_count":4,"area":null},{"id":"2110.03858","title":"ABCP: Automatic Block-wise and Channel-wise Network Pruning via Joint Search","created":"2021-10-08","cited_by_count":4,"area":null},{"id":"2201.05020","title":"Automatic Sparse Connectivity Learning for Neural Networks","created":"2022-01-13","cited_by_count":4,"area":null},{"id":"2202.10728","title":"Distilled Neural Networks for Efficient Learning to Rank","created":"2022-02-22","cited_by_count":4,"area":null},{"id":"2203.13714","title":"Searching for Network Width with Bilaterally Coupled Network","created":"2022-03-25","cited_by_count":4,"area":null},{"id":"2206.14056","title":"Deep Neural Networks pruning via the Structured Perspective Regularization","created":"2022-06-28","cited_by_count":4,"area":null},{"id":"2207.02632","title":"Network Pruning via Feature Shift Minimization","created":"2022-07-06","cited_by_count":4,"area":null},{"id":"2305.03716","title":"3D Small Object Detection with Dynamic Spatial Pruning","created":"2023-05-05","cited_by_count":4,"area":null},{"id":"2308.06755","title":"Influence Function Based Second-Order Channel Pruning-Evaluating True Loss Changes For Pruning Is Possible Without Retraining","created":"2023-08-13","cited_by_count":4,"area":null},{"id":"2402.17862","title":"REPrune: Channel Pruning via Kernel Representative Selection","created":"2024-02-27","cited_by_count":4,"area":null},{"id":"2409.09085","title":"HESSO: Towards Automatic Efficient and User Friendly Any Neural Network Training and Pruning","created":"2024-09-11","cited_by_count":4,"area":null},{"id":"2411.10507","title":"RedTest: Towards Measuring Redundancy in Deep Neural Networks Effectively","created":"2024-11-15","cited_by_count":4,"area":null},{"id":"2505.21571","title":"FCOS: A Two-Stage Recoverable Model Pruning Framework for Automatic Modulation Recognition","created":"2025-05-27","cited_by_count":4,"area":null},{"id":"2109.09310","title":"Learning Versatile Convolution Filters for Efficient Visual Recognition","created":"2021-09-20","cited_by_count":3,"area":null},{"id":"2201.10520","title":"Adaptive Activation-based Structured Pruning","created":"2022-01-21","cited_by_count":3,"area":null},{"id":"2204.04977","title":"Regularization-based Pruning of Irrelevant Weights in Deep Neural Architectures","created":"2022-04-11","cited_by_count":3,"area":null}],"next_cursor":"100"}