{"total":233,"rows":[{"id":"2101.09671","title":"Pruning and Quantization for Deep Neural Network Acceleration: A Survey","created":"2021-01-24","cited_by_count":263,"area":null},{"id":"2301.12900","title":"DepGraph: Towards Any Structural Pruning","created":"2023-01-30","cited_by_count":203,"area":null},{"id":"2308.06767","title":"A Survey on Deep Neural Network Pruning-Taxonomy, Comparison, Analysis, and Recommendations","created":"2023-08-13","cited_by_count":202,"area":null},{"id":"2302.03241","title":"Continual Pre-training of Language Models","created":"2023-02-07","cited_by_count":198,"area":null},{"id":"2102.13451","title":"FjORD: Fair and Accurate Federated Learning under heterogeneous targets with Ordered Dropout","created":"2021-02-26","cited_by_count":192,"area":null},{"id":"2102.04010","title":"Learning N:M Fine-grained Structured Sparse Neural Networks From Scratch","created":"2021-02-08","cited_by_count":179,"area":null},{"id":"2108.00708","title":"Group Fisher Pruning for Practical Network Compression","created":"2021-08-02","cited_by_count":131,"area":null},{"id":"2303.00566","title":"Structured Pruning for Deep Convolutional Neural Networks: A survey","created":"2023-03-01","cited_by_count":122,"area":null},{"id":"2102.02887","title":"Do We Actually Need Dense Over-Parameterization? In-Time Over-Parameterization in Sparse Training","created":"2021-02-04","cited_by_count":110,"area":null},{"id":"2103.14475","title":"Distilling Object Detectors via Decoupled Features","created":"2021-03-26","cited_by_count":106,"area":"distill"},{"id":"2110.14032","title":"MEST: Accurate and Fast Memory-Economic Sparse Training Framework on the Edge","created":"2021-10-26","cited_by_count":79,"area":null},{"id":"2110.13981","title":"CHIP: CHannel Independence-based Pruning for Compact Neural Networks","created":"2021-10-26","cited_by_count":78,"area":null},{"id":"2407.06322","title":"MagMax: Leveraging Model Merging for Seamless Continual Learning","created":"2024-07-08","cited_by_count":67,"area":null},{"id":"2205.07877","title":"A Comprehensive Survey on Model Quantization for Deep Neural Networks in Image Classification","created":"2022-05-14","cited_by_count":65,"area":null},{"id":"2106.05933","title":"PARP: Prune, Adjust and Re-Prune for Self-Supervised Speech Recognition","created":"2021-06-10","cited_by_count":53,"area":null},{"id":"2106.04217","title":"Dynamic Sparse Training for Deep Reinforcement Learning","created":"2021-06-08","cited_by_count":49,"area":null},{"id":"2403.17312","title":"ALISA: Accelerating Large Language Model Inference via Sparsity-Aware KV Caching","created":"2024-03-26","cited_by_count":48,"area":null},{"id":"2108.04657","title":"Differentiable Subset Pruning of Transformer Heads","created":"2021-08-10","cited_by_count":47,"area":null},{"id":"2110.03036","title":"The Low-Resource Double Bind: An Empirical Study of Pruning for Low-Resource Machine Translation","created":"2021-10-06","cited_by_count":47,"area":null},{"id":"2105.01571","title":"Effective Sparsification of Neural Networks with Global Sparsity Constraint","created":"2021-05-03","cited_by_count":45,"area":null},{"id":"2208.02507","title":"ZeroFL: Efficient On-Device Training for Federated Learning with Local Sparsity","created":"2022-08-04","cited_by_count":45,"area":null},{"id":"2205.13571","title":"Low-rank lottery tickets: finding efficient low-rank neural networks via matrix differential equations","created":"2022-05-26","cited_by_count":43,"area":null},{"id":"2103.06460","title":"Recent Advances on Neural Network Pruning at Initialization","created":"2021-03-11","cited_by_count":41,"area":null},{"id":"2111.06061","title":"Edge-Cloud Polarization and Collaboration: A Comprehensive Survey for AI","created":"2021-11-11","cited_by_count":39,"area":null},{"id":"2404.07236","title":"Lightweight Deep Learning for Resource-Constrained Environments: A Survey","created":"2024-04-08","cited_by_count":38,"area":null},{"id":"2203.15794","title":"CHEX: CHannel EXploration for CNN Model Compression","created":"2022-03-29","cited_by_count":36,"area":null},{"id":"2108.08910","title":"Achieving on-Mobile Real-Time Super-Resolution with Neural Architecture and Pruning Search","created":"2021-08-18","cited_by_count":34,"area":null},{"id":"2204.11786","title":"Enable Deep Learning on Mobile Devices: Methods, Systems, and Applications","created":"2022-04-25","cited_by_count":32,"area":null},{"id":"2102.03214","title":"Topology-Aware Network Pruning using Multi-stage Graph Embedding and Reinforcement Learning","created":"2021-02-05","cited_by_count":30,"area":null},{"id":"2111.05685","title":"Efficient Neural Network Training via Forward and Backward Propagation Sparsification","created":"2021-11-10","cited_by_count":30,"area":null},{"id":"2205.15043","title":"RLx2: Training a Sparse Deep Reinforcement Learning Model from Scratch","created":"2022-05-30","cited_by_count":30,"area":null},{"id":"2304.02840","title":"NTK-SAP: Improving neural network pruning by aligning training dynamics","created":"2023-04-06","cited_by_count":30,"area":null},{"id":"2308.10134","title":"AutoReP: Automatic ReLU Replacement for Fast Private Network Inference","created":"2023-08-20","cited_by_count":29,"area":null},{"id":"2106.09857","title":"Effective Model Sparsification by Scheduled Grow-and-Prune Methods","created":"2021-06-18","cited_by_count":26,"area":null},{"id":"2102.08329","title":"An Information-Theoretic Justification for Model Pruning","created":"2021-02-16","cited_by_count":25,"area":null},{"id":"2208.04425","title":"Controlled Sparsity via Constrained Optimization or: How I Learned to Stop Tuning Penalties and Love Constraints","created":"2022-08-08","cited_by_count":25,"area":null},{"id":"2410.14720","title":"SGLP: A Similarity Guided Fast Layer Partition Pruning for Compressing Large Deep Models","created":"2024-10-14","cited_by_count":25,"area":null},{"id":"2310.08670","title":"Every Parameter Matters: Ensuring the Convergence of Federated Learning with Dynamic Heterogeneous Models Reduction","created":"2023-10-12","cited_by_count":24,"area":null},{"id":"2301.08986","title":"Adapting a Language Model While Preserving its General Knowledge","created":"2023-01-21","cited_by_count":23,"area":null},{"id":"2212.06140","title":"Fairify: Fairness Verification of Neural Networks","created":"2022-12-08","cited_by_count":22,"area":null},{"id":"2407.10032","title":"LeanQuant: Accurate and Scalable Large Language Model Quantization with Loss-error-aware Grid","created":"2024-07-14","cited_by_count":22,"area":null},{"id":"2209.08554","title":"Pruning Neural Networks via Coresets and Convex Geometry: Towards No Assumptions","created":"2022-09-18","cited_by_count":20,"area":null},{"id":"2108.12594","title":"Layer-wise Model Pruning based on Mutual Information","created":"2021-08-28","cited_by_count":19,"area":null},{"id":"2205.11141","title":"OPQ: Compressing Deep Neural Networks with One-shot Pruning-Quantization","created":"2022-05-23","cited_by_count":19,"area":null},{"id":"2405.20935","title":"Effective Interplay between Sparsity and Quantization: From Theory to Practice","created":"2024-05-31","cited_by_count":19,"area":null},{"id":"2406.07831","title":"ALPS: Improved Optimization for Highly Sparse One-Shot Pruning for Large Language Models","created":"2024-06-12","cited_by_count":19,"area":null},{"id":"2104.15129","title":"Stealthy Backdoors as Compression Artifacts","created":"2021-04-30","cited_by_count":18,"area":null},{"id":"2402.04744","title":"Progressive Gradient Flow for Robust N:M Sparsity Training in Transformers","created":"2024-02-07","cited_by_count":18,"area":null},{"id":"2403.12983","title":"OSSCAR: One-Shot Structured Pruning in Vision and Language Models with Combinatorial Optimization","created":"2024-03-02","cited_by_count":18,"area":null},{"id":"2101.07985","title":"Network Pruning using Adaptive Exemplar Filters","created":"2021-01-20","cited_by_count":16,"area":null},{"id":"2105.14713","title":"1xN Pattern for Pruning Convolutional Neural Networks","created":"2021-05-31","cited_by_count":16,"area":null},{"id":"2203.07808","title":"Interspace Pruning: Using Adaptive Filter Representations to Improve Training of Sparse CNNs","created":"2022-03-15","cited_by_count":16,"area":null},{"id":"2205.12268","title":"Wavelet Feature Maps Compression for Image-to-Image CNNs","created":"2022-05-24","cited_by_count":16,"area":null},{"id":"2308.10438","title":"Efficient Joint Optimization of Layer-Adaptive Weight Pruning in Deep Neural Networks","created":"2023-08-21","cited_by_count":15,"area":null},{"id":"2309.07438","title":"Towards Artificial General Intelligence (AGI) in the Internet of Things (IoT): Opportunities and Challenges","created":"2023-09-14","cited_by_count":14,"area":null},{"id":"2410.13780","title":"Optimal Quantization for Matrix Multiplication","created":"2024-10-17","cited_by_count":14,"area":null},{"id":"2102.03773","title":"SeReNe: Sensitivity based Regularization of Neurons for Structured Sparsity in Neural Networks","created":"2021-02-07","cited_by_count":12,"area":null},{"id":"2205.08099","title":"Dimensionality Reduced Training by Pruning and Freezing Parts of a Deep Neural Network, a Survey","created":"2022-05-17","cited_by_count":12,"area":null},{"id":"2211.02206","title":"Soft Masking for Cost-Constrained Channel Pruning","created":"2022-11-04","cited_by_count":12,"area":null},{"id":"2305.11203","title":"PDP: Parameter-free Differentiable Pruning is All You Need","created":"2023-05-18","cited_by_count":12,"area":null},{"id":"2305.19059","title":"Geometry-aware training of factorized layers in tensor Tucker format","created":"2023-05-30","cited_by_count":12,"area":null},{"id":"2209.07617","title":"Training Recipe for N:M Structured Sparsity with Decaying Pruning Mask","created":"2022-09-15","cited_by_count":11,"area":null},{"id":"2209.11204","title":"Layer Freezing & Data Sieving: Missing Pieces of a Generic Framework for Sparse Training","created":"2022-09-22","cited_by_count":11,"area":null},{"id":"2406.02996","title":"Quantifying Task Priority for Multi-Task Optimization","created":"2024-06-05","cited_by_count":11,"area":null},{"id":"2104.08700","title":"Lottery Jackpots Exist in Pre-trained Models","created":"2021-04-18","cited_by_count":10,"area":null},{"id":"2109.10795","title":"Neural network relief: a pruning algorithm based on neural activity","created":"2021-09-22","cited_by_count":10,"area":null},{"id":"2201.05842","title":"UDC: Unified DNAS for Compressible TinyML Models","created":"2022-01-15","cited_by_count":10,"area":null},{"id":"2310.01365","title":"Elephant Neural Networks: Born to Be a Continual Learner","created":"2023-10-02","cited_by_count":10,"area":null},{"id":"2312.15322","title":"Hardware-Aware DNN Compression via Diverse Pruning and Mixed-Precision Quantization","created":"2023-12-23","cited_by_count":10,"area":null},{"id":"2406.05641","title":"PaRa: Personalizing Text-to-Image Diffusion via Parameter Rank Reduction","created":"2024-06-09","cited_by_count":10,"area":"diffusion"},{"id":"2101.10181","title":"Machine Learning for the Detection and Identification of Internet of Things (IoT) Devices: A Survey","created":"2021-01-25","cited_by_count":9,"area":null},{"id":"2107.14444","title":"Manipulating Identical Filter Redundancy for Efficient Pruning on Deep and Complicated CNN","created":"2021-07-30","cited_by_count":9,"area":null},{"id":"2112.15131","title":"Resource-Efficient Deep Learning: A Survey on Model-, Arithmetic-, and Implementation-Level Techniques","created":"2021-12-30","cited_by_count":9,"area":null},{"id":"2306.05857","title":"How Sparse Can We Prune A Deep Network: A Fundamental Limit Perspective","created":"2023-06-09","cited_by_count":9,"area":null},{"id":"2310.10563","title":"RefConv: Re-parameterized Refocusing Convolution for Powerful ConvNets","created":"2023-10-16","cited_by_count":9,"area":null},{"id":"2102.07725","title":"Neural Network Compression for Noisy Storage Devices","created":"2021-02-15","cited_by_count":8,"area":null},{"id":"2201.02620","title":"Compressing Models with Few Samples: Mimicking then Replacing","created":"2022-01-07","cited_by_count":8,"area":null},{"id":"2208.12816","title":"Complexity-Driven CNN Compression for Resource-constrained Edge AI","created":"2022-08-26","cited_by_count":8,"area":null},{"id":"2302.14670","title":"Balanced Training for Sparse GANs","created":"2023-02-28","cited_by_count":8,"area":null},{"id":"2406.06946","title":"Sparse Bayesian Networks: Efficient Uncertainty Quantification in Medical Image Analysis","created":"2024-06-11","cited_by_count":8,"area":null},{"id":"2103.13598","title":"Recent Advances in Large Margin Learning","created":"2021-03-25","cited_by_count":7,"area":null},{"id":"2108.09413","title":"Integer-arithmetic-only Certified Robustness for Quantized Neural Networks","created":"2021-08-21","cited_by_count":7,"area":null},{"id":"2111.11581","title":"Automatic Mapping of the Best-Suited DNN Pruning Schemes for Real-Time Mobile Acceleration","created":"2021-11-22","cited_by_count":7,"area":null},{"id":"2205.08358","title":"Perturbation of Deep Autoencoder Weights for Model Compression and Classification of Tabular Data","created":"2022-05-17","cited_by_count":7,"area":null},{"id":"2304.05511","title":"Training Large Language Models Efficiently with Sparsity and Dataflow","created":"2023-04-11","cited_by_count":7,"area":null},{"id":"2408.16772","title":"An Effective Information Theoretic Framework for Channel Pruning","created":"2024-08-14","cited_by_count":7,"area":null},{"id":"2101.04935","title":"Single-path Bit Sharing for Automatic Loss-aware Model Compression","created":"2021-01-13","cited_by_count":6,"area":null},{"id":"2103.11083","title":"Compacting Deep Neural Networks for Internet of Things: Methods and Applications","created":"2021-03-20","cited_by_count":6,"area":null},{"id":"2104.09252","title":"Learning on Hardware: A Tutorial on Neural Network Accelerators and Co-Processors","created":"2021-04-19","cited_by_count":6,"area":null},{"id":"2105.03679","title":"EZCrop: Energy-Zoned Channels for Robust Output Pruning","created":"2021-05-08","cited_by_count":6,"area":null},{"id":"2106.07769","title":"The Flip Side of the Reweighted Coin: Duality of Adaptive Dropout and Regularization","created":"2021-06-14","cited_by_count":6,"area":null},{"id":"2202.01290","title":"Cyclical Pruning for Sparse Neural Networks","created":"2022-02-02","cited_by_count":6,"area":null},{"id":"2306.06365","title":"FalconNet: Factorization for the Light-weight ConvNets","created":"2023-06-10","cited_by_count":6,"area":null},{"id":"2310.18676","title":"Efficient Object Detection in Optical Remote Sensing Imagery via Attention-based Feature Distillation","created":"2023-10-28","cited_by_count":6,"area":"distill"},{"id":"2311.15782","title":"Relationship between Model Compression and Adversarial Robustness: A Review of Current Evidence","created":"2023-11-27","cited_by_count":6,"area":null},{"id":"2404.13648","title":"Data-independent Module-aware Pruning for Hierarchical Vision Transformers","created":"2024-04-21","cited_by_count":6,"area":null},{"id":"2505.08022","title":"Dynamical Low-Rank Compression of Neural Networks with Robustness under Adversarial Attacks","created":"2025-05-12","cited_by_count":6,"area":null},{"id":"2106.04767","title":"Ex uno plures: Splitting One Model into an Ensemble of Subnetworks","created":"2021-06-09","cited_by_count":5,"area":null},{"id":"2107.06916","title":"Training Compact CNNs for Image Classification using Dynamic-coded Filter Fusion","created":"2021-07-14","cited_by_count":5,"area":null},{"id":"2202.01341","title":"Robust Binary Models by Pruning Randomly-initialized Networks","created":"2022-02-03","cited_by_count":5,"area":null}],"next_cursor":"100"}