{"total":507,"rows":[{"id":"2310.06694","title":"Sheared LLaMA: Accelerating Language Model Pre-training via Structured Pruning","created":"2023-10-10","cited_by_count":415,"area":null},{"id":"2308.07633","title":"A Survey on Model Compression for Large Language Models","created":"2023-08-15","cited_by_count":269,"area":null},{"id":"2101.09671","title":"Pruning and Quantization for Deep Neural Network Acceleration: A Survey","created":"2021-01-24","cited_by_count":263,"area":null},{"id":"2110.13903","title":"NeRV: Neural Representations for Videos","created":"2021-10-26","cited_by_count":256,"area":null},{"id":"2104.08378","title":"Accelerating Sparse Deep Neural Networks","created":"2021-04-16","cited_by_count":223,"area":null},{"id":"2106.14448","title":"R-Drop: Regularized Dropout for Neural Networks","created":"2021-06-28","cited_by_count":202,"area":null},{"id":"2308.06767","title":"A Survey on Deep Neural Network Pruning-Taxonomy, Comparison, Analysis, and Recommendations","created":"2023-08-13","cited_by_count":202,"area":null},{"id":"2102.04010","title":"Learning N:M Fine-grained Structured Sparse Neural Networks From Scratch","created":"2021-02-08","cited_by_count":179,"area":null},{"id":"2207.09353","title":"Beyond Transmitting Bits: Context, Semantics, and Task-Oriented Communications","created":"2022-07-19","cited_by_count":175,"area":null},{"id":"2106.02852","title":"Patch Slimming for Efficient Vision Transformers","created":"2021-06-05","cited_by_count":133,"area":null},{"id":"2108.00708","title":"Group Fisher Pruning for Practical Network Compression","created":"2021-08-02","cited_by_count":131,"area":null},{"id":"2311.18159","title":"CompGS: Smaller and Faster Gaussian Splatting with Vector Quantization","created":"2023-11-30","cited_by_count":130,"area":null},{"id":"2104.02151","title":"Distributed Learning in Wireless Networks: Recent Progress and Future Challenges","created":"2021-04-05","cited_by_count":129,"area":null},{"id":"2303.00566","title":"Structured Pruning for Deep Convolutional Neural Networks: A survey","created":"2023-03-01","cited_by_count":122,"area":null},{"id":"2205.03436","title":"EdgeViTs: Competing Light-weight CNNs on Mobile Devices with Vision Transformers","created":"2022-05-06","cited_by_count":116,"area":null},{"id":"2102.02887","title":"Do We Actually Need Dense Over-Parameterization? In-Time Over-Parameterization in Sparse Training","created":"2021-02-04","cited_by_count":110,"area":null},{"id":"2102.04170","title":"Learning Task-Oriented Communication for Edge Inference: An Information Bottleneck Approach","created":"2021-02-08","cited_by_count":110,"area":null},{"id":"2102.08124","title":"Accelerated Sparse Neural Training: A Provable and Efficient Method to Find N:M Transposable Masks","created":"2021-02-16","cited_by_count":103,"area":null},{"id":"2311.11696","title":"Sparse Low-rank Adaptation of Pre-trained Language Models","created":"2023-11-20","cited_by_count":96,"area":null},{"id":"2106.10404","title":"Sparse Training via Boosting Pruning Plasticity with Neuroregeneration","created":"2021-06-19","cited_by_count":84,"area":null},{"id":"2104.08500","title":"Vision Transformer Pruning","created":"2021-04-17","cited_by_count":79,"area":null},{"id":"2110.14032","title":"MEST: Accurate and Fast Memory-Economic Sparse Training Framework on the Edge","created":"2021-10-26","cited_by_count":79,"area":null},{"id":"2110.13981","title":"CHIP: CHannel Independence-based Pruning for Compact Neural Networks","created":"2021-10-26","cited_by_count":78,"area":null},{"id":"2107.07467","title":"Only Train Once: A One-Shot Neural Network Training And Pruning Framework","created":"2021-07-15","cited_by_count":70,"area":null},{"id":"2211.16386","title":"Compressing Volumetric Radiance Fields to 1 MB","created":"2022-11-29","cited_by_count":68,"area":null},{"id":"2303.15446","title":"SwiftFormer: Efficient Additive Attention for Transformer-based Real-time Mobile Vision Applications","created":"2023-03-27","cited_by_count":66,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2106.09129","title":"A Winning Hand: Compressing Deep Networks Can Improve Out-Of-Distribution Robustness","created":"2021-06-16","cited_by_count":62,"area":null},{"id":"2103.03936","title":"Pufferfish: Communication-efficient Models At No Extra Cost","created":"2021-03-05","cited_by_count":61,"area":null},{"id":"2310.08915","title":"Dynamic Sparse No Training: Training-Free Fine-tuning for Sparse LLMs","created":"2023-10-13","cited_by_count":61,"area":null},{"id":"2311.09755","title":"On the Impact of Calibration Data in Post-training Quantization and Pruning","created":"2023-11-16","cited_by_count":58,"area":null},{"id":"2101.07511","title":"Collaborative Federated Learning For Healthcare: Multi-Modal COVID-19 Diagnosis at the Edge","created":"2021-01-19","cited_by_count":56,"area":null},{"id":"2103.10559","title":"CDFI: Compression-Driven Network Design for Frame Interpolation","created":"2021-03-18","cited_by_count":56,"area":null},{"id":"2210.04092","title":"Advancing Model Pruning via Bi-level Optimization","created":"2022-10-08","cited_by_count":56,"area":null},{"id":"2112.09824","title":"Federated Dynamic Sparse Training: Computing Less, Communicating Less, Yet Learning Better","created":"2021-12-18","cited_by_count":55,"area":null},{"id":"2103.03243","title":"Anycost GANs for Interactive Image Synthesis and Editing","created":"2021-03-04","cited_by_count":54,"area":null},{"id":"2107.12422","title":"Towards Efficient Tensor Decomposition-Based DNN Model Compression with Optimization Framework","created":"2021-07-26","cited_by_count":52,"area":null},{"id":"2302.05071","title":"EVC: Towards Real-Time Neural Image Compression with Mask Decay","created":"2023-02-10","cited_by_count":49,"area":null},{"id":"2305.19268","title":"Intriguing Properties of Quantization at Scale","created":"2023-05-30","cited_by_count":49,"area":null},{"id":"2403.17312","title":"ALISA: Accelerating Large Language Model Inference via Sparsity-Aware KV Caching","created":"2024-03-26","cited_by_count":48,"area":null},{"id":"2108.04657","title":"Differentiable Subset Pruning of Transformer Heads","created":"2021-08-10","cited_by_count":47,"area":null},{"id":"2110.03036","title":"The Low-Resource Double Bind: An Empirical Study of Pruning for Low-Resource Machine Translation","created":"2021-10-06","cited_by_count":47,"area":null},{"id":"2103.05861","title":"Manifold Regularized Dynamic Network Pruning","created":"2021-03-10","cited_by_count":43,"area":null},{"id":"2205.13571","title":"Low-rank lottery tickets: finding efficient low-rank neural networks via matrix differential equations","created":"2022-05-26","cited_by_count":43,"area":null},{"id":"2105.04528","title":"Accelerating Large Scale Real-Time GNN Inference using Channel Pruning","created":"2021-05-10","cited_by_count":41,"area":null},{"id":"2312.10136","title":"Gradient-based Parameter Selection for Efficient Fine-Tuning","created":"2023-12-15","cited_by_count":40,"area":null},{"id":"2102.10462","title":"BSQ: Exploring Bit-Level Sparsity for Mixed-Precision Neural Network Quantization","created":"2021-02-20","cited_by_count":39,"area":null},{"id":"2105.11228","title":"Towards Compact CNNs via Collaborative Compression","created":"2021-05-24","cited_by_count":36,"area":null},{"id":"2203.15794","title":"CHEX: CHannel EXploration for CNN Model Compression","created":"2022-03-29","cited_by_count":36,"area":null},{"id":"2402.15607","title":"How Do Nonlinear Transformers Learn and Generalize in In-Context Learning?","created":"2024-02-23","cited_by_count":35,"area":null},{"id":"2106.02022","title":"Single Image Depth Prediction with Wavelet Decomposition","created":"2021-06-03","cited_by_count":34,"area":null},{"id":"2108.08910","title":"Achieving on-Mobile Real-Time Super-Resolution with Neural Architecture and Pruning Search","created":"2021-08-18","cited_by_count":34,"area":null},{"id":"2305.06061","title":"Visual Tuning","created":"2023-05-10","cited_by_count":34,"area":null},{"id":"2204.11786","title":"Enable Deep Learning on Mobile Devices: Methods, Systems, and Applications","created":"2022-04-25","cited_by_count":32,"area":null},{"id":"2303.06862","title":"OTOV2: Automatic, Generic, User-Friendly","created":"2023-03-13","cited_by_count":32,"area":null},{"id":"2111.05685","title":"Efficient Neural Network Training via Forward and Backward Propagation Sparsification","created":"2021-11-10","cited_by_count":30,"area":null},{"id":"2302.03773","title":"What Matters In The Structured Pruning of Generative Language Models?","created":"2023-02-07","cited_by_count":30,"area":null},{"id":"2304.02840","title":"NTK-SAP: Improving neural network pruning by aligning training dynamics","created":"2023-04-06","cited_by_count":30,"area":null},{"id":"2105.09564","title":"Dual-side Sparse Tensor Core","created":"2021-05-20","cited_by_count":29,"area":null},{"id":"2106.06091","title":"DECORE: Deep Compression with Reinforcement Learning","created":"2021-06-11","cited_by_count":29,"area":null},{"id":"2109.02220","title":"GDP: Stabilized Neural Network Pruning via Gates with Differentiable Polarization","created":"2021-09-06","cited_by_count":29,"area":null},{"id":"2205.01541","title":"Efficient Fine-Tuning of BERT Models on the Edge","created":"2022-05-03","cited_by_count":29,"area":null},{"id":"2207.06646","title":"DropNet: Reducing Neural Network Complexity via Iterative Pruning","created":"2022-07-14","cited_by_count":29,"area":null},{"id":"2403.11530","title":"Continual Forgetting for Pre-trained Vision Models","created":"2024-03-18","cited_by_count":29,"area":null},{"id":"2206.04459","title":"SDQ: Stochastic Differentiable Quantization with Mixed Precision","created":"2022-06-09","cited_by_count":28,"area":null},{"id":"2105.00562","title":"Personalized Federated Learning by Structured and Unstructured Pruning under Data Heterogeneity","created":"2021-05-02","cited_by_count":27,"area":null},{"id":"2202.04736","title":"Coarsening the Granularity: Towards Structurally Sparse Lottery Tickets","created":"2022-02-09","cited_by_count":27,"area":null},{"id":"2106.09857","title":"Effective Model Sparsification by Scheduled Grow-and-Prune Methods","created":"2021-06-18","cited_by_count":26,"area":null},{"id":"2206.12755","title":"Training Your Sparse Neural Network Better with Any Mask","created":"2022-06-26","cited_by_count":26,"area":null},{"id":"2207.01382","title":"Exploring Lottery Ticket Hypothesis in Spiking Neural Networks","created":"2022-07-04","cited_by_count":26,"area":null},{"id":"2302.01172","title":"STEP: Learning N:M Structured Sparsity Masks from Scratch with Precondition","created":"2023-02-02","cited_by_count":26,"area":null},{"id":"2103.01542","title":"TransTailor: Pruning the Pre-trained Model for Improved Transfer Learning","created":"2021-03-02","cited_by_count":25,"area":null},{"id":"2105.03193","title":"Network Pruning That Matters: A Case Study on Retraining Variants","created":"2021-05-07","cited_by_count":25,"area":null},{"id":"2302.02596","title":"Ten Lessons We Have Learned in the New \"Sparseland\": A Short Handbook for Sparse Neural Network Researchers","created":"2023-02-06","cited_by_count":25,"area":null},{"id":"2305.02538","title":"Cuttlefish: Low-Rank Model Training without All the Tuning","created":"2023-05-04","cited_by_count":25,"area":null},{"id":"2410.14720","title":"SGLP: A Similarity Guided Fast Layer Partition Pruning for Compressing Large Deep Models","created":"2024-10-14","cited_by_count":25,"area":null},{"id":"2110.08232","title":"Fire Together Wire Together: A Dynamic Pruning Approach with Self-Supervised Mask Prediction","created":"2021-10-15","cited_by_count":24,"area":null},{"id":"2403.04861","title":"A Survey of Lottery Ticket Hypothesis","created":"2024-03-07","cited_by_count":24,"area":null},{"id":"2102.01670","title":"Keep the Gradients Flowing: Using Gradient Flow to Study Sparse Network Optimization","created":"2021-02-02","cited_by_count":22,"area":null},{"id":"2102.05610","title":"Searching for Fast Model Families on Datacenter Accelerators","created":"2021-02-10","cited_by_count":22,"area":null},{"id":"2102.11068","title":"Lottery Ticket Preserves Weight Correlation: Is It Desirable or Not?","created":"2021-02-19","cited_by_count":22,"area":null},{"id":"2104.12528","title":"Spatio-Temporal Pruning and Quantization for Low-latency Spiking Neural Networks","created":"2021-04-26","cited_by_count":21,"area":null},{"id":"2110.14807","title":"L2ight: Enabling On-Chip Learning for Optical Neural Networks via Efficient in-situ Subspace Optimization","created":"2021-10-27","cited_by_count":21,"area":null},{"id":"2204.02738","title":"Masking Adversarial Damage: Finding Adversarial Saliency for Robust and Sparse Network","created":"2022-04-06","cited_by_count":21,"area":null},{"id":"2403.07937","title":"Speech Robust Bench: A Robustness Benchmark For Speech Recognition","created":"2024-03-08","cited_by_count":21,"area":null},{"id":"2407.04616","title":"Isomorphic Pruning for Vision Models","created":"2024-07-05","cited_by_count":21,"area":null},{"id":"2207.12577","title":"Compiler-Aware Neural Architecture Search for On-Mobile Real-time Super-Resolution","created":"2022-07-25","cited_by_count":20,"area":null},{"id":"2403.14729","title":"Auto-Train-Once: Controller Network Guided Automatic Network Pruning from Scratch","created":"2024-03-21","cited_by_count":20,"area":null},{"id":"2108.12594","title":"Layer-wise Model Pruning based on Mutual Information","created":"2021-08-28","cited_by_count":19,"area":null},{"id":"2110.15766","title":"NxMTransformer: Semi-Structured Sparsification for Natural Language Understanding via ADMM","created":"2021-10-28","cited_by_count":19,"area":null},{"id":"2206.00843","title":"DepthShrinker: A New Compression Paradigm Towards Boosting Real-Hardware Efficiency of Compact Neural Networks","created":"2022-06-02","cited_by_count":19,"area":null},{"id":"2303.07129","title":"AdaptiveNet: Post-deployment Neural Architecture Adaptation for Diverse Edge Environments","created":"2023-03-13","cited_by_count":19,"area":null},{"id":"2405.20935","title":"Effective Interplay between Sparsity and Quantization: From Theory to Practice","created":"2024-05-31","cited_by_count":19,"area":null},{"id":"2406.07831","title":"ALPS: Improved Optimization for Highly Sparse One-Shot Pruning for Large Language Models","created":"2024-06-12","cited_by_count":19,"area":null},{"id":"2103.05152","title":"Knowledge Evolution in Neural Networks","created":"2021-03-09","cited_by_count":18,"area":null},{"id":"2104.15129","title":"Stealthy Backdoors as Compression Artifacts","created":"2021-04-30","cited_by_count":18,"area":null},{"id":"2402.04744","title":"Progressive Gradient Flow for Robust N:M Sparsity Training in Transformers","created":"2024-02-07","cited_by_count":18,"area":null},{"id":"2403.12983","title":"OSSCAR: One-Shot Structured Pruning in Vision and Language Models with Combinatorial Optimization","created":"2024-03-02","cited_by_count":18,"area":null},{"id":"2406.14896","title":"SelfReg-UNet: Self-Regularized UNet for Medical Image Segmentation","created":"2024-06-21","cited_by_count":18,"area":null},{"id":"2407.05694","title":"On the Limitations of Compute Thresholds as a Governance Strategy","created":"2024-07-08","cited_by_count":18,"area":null}],"next_cursor":"100"}