{"total":66,"rows":[{"id":"2305.11627","title":"LLM-Pruner: On the Structural Pruning of Large Language Models","created":"2023-05-19","cited_by_count":650,"area":null},{"id":"2308.06767","title":"A Survey on Deep Neural Network Pruning-Taxonomy, Comparison, Analysis, and Recommendations","created":"2023-08-13","cited_by_count":202,"area":null},{"id":"2204.00408","title":"Structured Pruning Learns Compact and Accurate Models","created":"2022-04-01","cited_by_count":170,"area":null},{"id":"2203.07259","title":"The Optimal BERT Surgeon: Scalable and Accurate Second-Order Pruning for Large Language Models","created":"2022-03-14","cited_by_count":115,"area":"inference"},{"id":"2312.11983","title":"Fluctuation-based Adaptive Structured Pruning for Large Language Models","created":"2023-12-19","cited_by_count":111,"area":null},{"id":"2310.01334","title":"Merge, Then Compress: Demystify Efficient SMoE with Hints from Its Routing Policy","created":"2023-10-02","cited_by_count":108,"area":"moe"},{"id":"2206.12562","title":"PLATON: Pruning Large Transformer Models with Upper Confidence Bound of Weight Importance","created":"2022-06-25","cited_by_count":79,"area":null},{"id":"2209.00099","title":"Efficient Methods for Natural Language Processing: A Survey","created":"2022-08-31","cited_by_count":78,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2310.01382","title":"Compressing LLMs: The Truth is Rarely Pure and Never Simple","created":"2023-10-02","cited_by_count":62,"area":null},{"id":"2203.15610","title":"LightHuBERT: Lightweight and Configurable Speech Representation Learning with Once-for-All Hidden-Unit BERT","created":"2022-03-29","cited_by_count":50,"area":null},{"id":"2408.13656","title":"Localize-and-Stitch: Efficient Model Merging via Sparse Task Arithmetic","created":"2024-08-24","cited_by_count":50,"area":null},{"id":"2408.09632","title":"MoDeGPT: Modular Decomposition for Large Language Model Compression","created":"2024-08-19","cited_by_count":48,"area":null},{"id":"2404.07947","title":"ExeGPT: Constraint-Aware Resource Scheduling for LLM Inference","created":"2024-03-15","cited_by_count":45,"area":null},{"id":"2306.03805","title":"The Emergence of Essential Sparsity in Large Pre-trained Models: The Weights that Matter","created":"2023-06-06","cited_by_count":42,"area":null},{"id":"2404.08763","title":"CATS: Contextually-Aware Thresholding for Sparsity in Large Language Models","created":"2024-04-12","cited_by_count":41,"area":null},{"id":"2307.07982","title":"A Survey of Techniques for Optimizing Transformer Inference","created":"2023-07-16","cited_by_count":35,"area":null},{"id":"2302.03773","title":"What Matters In The Structured Pruning of Generative Language Models?","created":"2023-02-07","cited_by_count":30,"area":null},{"id":"2303.02141","title":"Sparsity May Cry: Let Us Fail (Current) Sparse Neural Networks Together!","created":"2023-03-03","cited_by_count":27,"area":null},{"id":"2302.09632","title":"HomoDistil: Homotopic Task-Agnostic Distillation of Pre-trained Transformers","created":"2023-02-19","cited_by_count":25,"area":"distill"},{"id":"2312.01397","title":"Visual Prompting Upgrades Neural Network Sparsification: A Data-Model Perspective","created":"2023-12-03","cited_by_count":23,"area":null},{"id":"2402.14700","title":"Unveiling Linguistic Regions in Large Language Models","created":"2024-02-22","cited_by_count":22,"area":null},{"id":"2405.16646","title":"A Provably Effective Method for Pruning Experts in Fine-tuned Sparse Mixture-of-Experts","created":"2024-05-26","cited_by_count":21,"area":"moe"},{"id":"2303.04995","title":"Text-Visual Prompting for Efficient 2D Temporal Video Grounding","created":"2023-03-09","cited_by_count":18,"area":null},{"id":"2306.16678","title":"BinaryViT: Pushing Binary Vision Transformers Towards Convolutional Models","created":"2023-06-29","cited_by_count":17,"area":null},{"id":"2310.09499","title":"One-Shot Sensitivity-Aware Mixed Sparsity Pruning for Large Language Models","created":"2023-10-14","cited_by_count":16,"area":null},{"id":"2210.06384","title":"GMP*: Well-Tuned Gradual Magnitude Pruning Can Outperform Most BERT-Pruning Methods","created":"2022-10-12","cited_by_count":15,"area":null},{"id":"2211.16667","title":"Dynamic Sparse Training via Balancing the Exploration-Exploitation Trade-off","created":"2022-11-30","cited_by_count":15,"area":null},{"id":"2203.02094","title":"LiteTransformerSearch: Training-free Neural Architecture Search for Efficient Language Models","created":"2022-03-04","cited_by_count":14,"area":null},{"id":"2302.04852","title":"SparseProp: Efficient Sparse Backpropagation for Faster Training of Neural Networks","created":"2023-02-09","cited_by_count":13,"area":null},{"id":"2310.02277","title":"Junk DNA Hypothesis: Pruning Small Pre-Trained Weights Irreversibly and Monotonically Impairs \"Difficult\" Downstream Tasks in LLMs","created":"2023-09-29","cited_by_count":13,"area":null},{"id":"2404.05621","title":"MULTIFLOW: Shifting Towards Task-Agnostic Vision-Language Pruning","created":"2024-04-08","cited_by_count":13,"area":"mllm"},{"id":"2305.11203","title":"PDP: Parameter-free Differentiable Pruning is All You Need","created":"2023-05-18","cited_by_count":12,"area":null},{"id":"2308.02060","title":"Accurate Neural Network Pruning Requires Rethinking Sparse Optimization","created":"2023-08-03","cited_by_count":10,"area":null},{"id":"2405.10299","title":"HW-GPT-Bench: Hardware-Aware Architecture Benchmark for Language Models","created":"2024-05-16","cited_by_count":10,"area":null},{"id":"2312.05795","title":"Large Multimodal Model Compression via Efficient Pruning and Distillation at AntGroup","created":"2023-12-10","cited_by_count":8,"area":"mllm"},{"id":"2408.14398","title":"On the Limitations of Language Targeted Pruning: Investigating the Calibration Language Impact in Multilingual LLM Pruning","created":"2024-08-26","cited_by_count":6,"area":null},{"id":"2302.12441","title":"MUX-PLMs: Data Multiplexing for High-throughput Language Models","created":"2023-02-24","cited_by_count":4,"area":null},{"id":"2508.05239","title":"Pruning Large Language Models by Identifying and Preserving Functional Networks","created":"2025-08-07","cited_by_count":4,"area":null},{"id":"2301.09262","title":"AttMEMO : Accelerating Transformers with Memoization on Big Memory Systems","created":"2023-01-23","cited_by_count":3,"area":null},{"id":"2308.07641","title":"Ternary Singular Value Decomposition as a Better Parameterized Form in Linear Mapping","created":"2023-08-15","cited_by_count":3,"area":null},{"id":"2406.05276","title":"VTrans: Accelerating Transformer Compression with Variational Information Bottleneck based Pruning","created":"2024-06-07","cited_by_count":3,"area":null},{"id":"2410.17957","title":"MCUBERT: Memory-Efficient BERT Inference on Commodity Microcontrollers","created":"2024-10-23","cited_by_count":3,"area":null},{"id":"2505.18350","title":"How Many Parameters Does Your Task Really Need? Task Specific Pruning with LLM-Sieve","created":"2025-05-23","cited_by_count":3,"area":null},{"id":"2211.07715","title":"Fast DistilBERT on CPUs","created":"2022-10-27","cited_by_count":2,"area":null},{"id":"2303.14409","title":"Vision Models Can Be Efficiently Specialized via Few-Shot Task-Aware Compression","created":"2023-03-25","cited_by_count":2,"area":null},{"id":"2306.16601","title":"An Efficient Sparse Inference Software Accelerator for Transformer-based Language Models on CPUs","created":"2023-06-28","cited_by_count":2,"area":null},{"id":"2312.13547","title":"How to Prune Your Language Model: Recovering Accuracy on the \"Sparsity May Cry'' Benchmark","created":"2023-12-21","cited_by_count":2,"area":null},{"id":"2505.00624","title":"FineScope : SAE-guided Data Selection Enables Domain Specific LLM Pruning and Finetuning","created":"2025-05-01","cited_by_count":2,"area":"mechinterp"},{"id":"2510.08600","title":"Recover-LoRA: Data-Free Accuracy Recovery of Degraded Language Models via Low-Rank Adaptation","created":"2025-10-06","cited_by_count":2,"area":null},{"id":"2303.03106","title":"Rotation Invariant Quantization for Model Compression","created":"2023-03-03","cited_by_count":1,"area":null},{"id":"2303.17612","title":"oBERTa: Improving Sparse Transfer Learning via improved initialization, distillation, and pruning regimes","created":"2023-03-30","cited_by_count":1,"area":null},{"id":"2304.02721","title":"To Asymmetry and Beyond: Structured Pruning of Sequence to Sequence Models for Improved Inference Efficiency","created":"2023-04-05","cited_by_count":1,"area":null},{"id":"2311.05778","title":"DONUT-hole: DONUT Sparsification by Harnessing Knowledge and Optimizing Learning Efficiency","created":"2023-11-09","cited_by_count":1,"area":null},{"id":"2403.19969","title":"Separate, Dynamic and Differentiable (SMART) Pruner for Block/Output Channel Pruning on Computer Vision Tasks","created":"2024-03-29","cited_by_count":1,"area":null},{"id":"2411.00907","title":"On the Impact of White-box Deployment Strategies for Edge AI on Latency and Model Performance","created":"2024-11-01","cited_by_count":1,"area":null},{"id":"2411.00969","title":"Magnitude Pruning of Large Pretrained Transformer Models with a Mixture Gaussian Prior","created":"2024-11-01","cited_by_count":1,"area":null},{"id":"2505.14513","title":"Latent Flow Transformer","created":"2025-05-20","cited_by_count":1,"area":"diffusion"},{"id":"2205.12452","title":"Sparse*BERT: Sparse Models Generalize To New tasks and Domains","created":"2022-05-25","cited_by_count":0,"area":null},{"id":"2304.00114","title":"Dense Sparse Retrieval: Using Sparse Language Models for Inference Efficient Dense Retrieval","created":"2023-03-31","cited_by_count":0,"area":null},{"id":"2403.12688","title":"SEVEN: Pruning Transformer Model by Reserving Sentinels","created":"2024-03-19","cited_by_count":0,"area":null},{"id":"2406.06773","title":"Evaluating Zero-Shot Long-Context LLM Compression","created":"2024-06-10","cited_by_count":0,"area":null},{"id":"2409.05368","title":"Application Specific Compression of Deep Learning Models","created":"2024-09-09","cited_by_count":0,"area":null},{"id":"2502.17071","title":"Systematic Weight Evaluation for Pruning Large Language Models: Enhancing Performance and Sustainability","created":"2025-02-24","cited_by_count":0,"area":null},{"id":"2508.09471","title":"EGGS-PTP: An Expander-Graph Guided Structured Post-training Pruning Method for Large Language Models","created":"2025-08-13","cited_by_count":0,"area":null},{"id":"2509.26235","title":"Interpret, prune and distill Donut : towards lightweight VLMs for VQA on document","created":"2025-09-30","cited_by_count":0,"area":"mllm"}],"next_cursor":null}