{"total":442,"rows":[{"id":"2306.11695","title":"A Simple and Effective Pruning Approach for Large Language Models","created":"2023-06-20","cited_by_count":800,"area":null},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2310.06694","title":"Sheared LLaMA: Accelerating Language Model Pre-training via Structured Pruning","created":"2023-10-10","cited_by_count":415,"area":null},{"id":"2401.15024","title":"SliceGPT: Compress Large Language Models by Deleting Rows and Columns","created":"2024-01-26","cited_by_count":385,"area":null},{"id":"2403.03853","title":"ShortGPT: Layers in Large Language Models are More Redundant Than You Expect","created":"2024-03-06","cited_by_count":383,"area":null},{"id":"2308.07633","title":"A Survey on Model Compression for Large Language Models","created":"2023-08-15","cited_by_count":269,"area":null},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2403.07378","title":"SVD-LLM: Truncation-aware Singular Value Decomposition for Large Language Model Compression","created":"2024-03-12","cited_by_count":243,"area":null},{"id":"2312.12456","title":"PowerInfer: Fast Large Language Model Serving with a Consumer-grade GPU","created":"2023-12-16","cited_by_count":217,"area":null},{"id":"2308.06767","title":"A Survey on Deep Neural Network Pruning-Taxonomy, Comparison, Analysis, and Recommendations","created":"2023-08-13","cited_by_count":202,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2310.05175","title":"Outlier Weighed Layerwise Sparsity (OWL): A Missing Secret Sauce for Pruning LLMs to High Sparsity","created":"2023-10-08","cited_by_count":165,"area":null},{"id":"2309.14717","title":"QA-LoRA: Quantization-Aware Low-Rank Adaptation of Large Language Models","created":"2023-09-26","cited_by_count":155,"area":null},{"id":"2408.12588","title":"Real-Time Video Generation with Pyramid Attention Broadcast","created":"2024-08-22","cited_by_count":149,"area":null},{"id":"2410.09426","title":"FlatQuant: Flatness Matters for LLM Quantization","created":"2024-10-12","cited_by_count":131,"area":null},{"id":"2407.18921","title":"Mobile Edge Intelligence for Large Language Models: A Contemporary Survey","created":"2024-07-09","cited_by_count":128,"area":null},{"id":"2406.06282","title":"PowerInfer-2: Fast Large Language Model Inference on a Smartphone","created":"2024-06-10","cited_by_count":103,"area":null},{"id":"2402.09025","title":"SLEB: Streamlining LLMs through Redundancy Verification and Elimination of Transformer Blocks","created":"2024-02-14","cited_by_count":97,"area":null},{"id":"2310.04564","title":"ReLU Strikes Back: Exploiting Activation Sparsity in Large Language Models","created":"2023-10-06","cited_by_count":94,"area":null},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2402.02834","title":"Shortened LLaMA: Depth Pruning for Large Language Models with Comparison of Retraining Methods","created":"2024-02-05","cited_by_count":82,"area":null},{"id":"2402.11295","title":"OneBit: Towards Extremely Low-bit Large Language Models","created":"2024-02-17","cited_by_count":79,"area":null},{"id":"2310.08041","title":"QLLM: Accurate and Efficient Low-Bitwidth Quantization for Large Language Models","created":"2023-10-12","cited_by_count":64,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2310.01382","title":"Compressing LLMs: The Truth is Rarely Pure and Never Simple","created":"2023-10-02","cited_by_count":62,"area":null},{"id":"2310.08915","title":"Dynamic Sparse No Training: Training-Free Fine-tuning for Sparse LLMs","created":"2023-10-13","cited_by_count":61,"area":null},{"id":"2403.15447","title":"Decoding Compressed Trust: Scrutinizing the Trustworthiness of Efficient LLMs Under Compression","created":"2024-03-18","cited_by_count":57,"area":null},{"id":"2402.10517","title":"Any-Precision LLM: Low-Cost Deployment of Multiple, Different-Sized LLMs","created":"2024-02-16","cited_by_count":54,"area":null},{"id":"2409.17481","title":"MaskLLM: Learnable Semi-Structured Sparsity for Large Language Models","created":"2024-09-26","cited_by_count":50,"area":null},{"id":"2408.09632","title":"MoDeGPT: Modular Decomposition for Large Language Model Compression","created":"2024-08-19","cited_by_count":48,"area":null},{"id":"2411.12469","title":"AI Flow at the Network Edge","created":"2024-11-19","cited_by_count":46,"area":null},{"id":"2402.16880","title":"BESA: Pruning Large Language Models with Blockwise Parameter-Efficient Sparsity Allocation","created":"2024-02-18","cited_by_count":45,"area":null},{"id":"2406.10260","title":"Flextron: Many-in-One Flexible Large Language Model","created":"2024-06-11","cited_by_count":45,"area":null},{"id":"2412.18110","title":"SlimGPT: Layer-wise Structured Pruning for Large Language Models","created":"2024-12-24","cited_by_count":44,"area":null},{"id":"2402.05406","title":"Everybody Prune Now: Structured Pruning of LLMs with only Forward Passes","created":"2024-02-08","cited_by_count":43,"area":null},{"id":"2306.03805","title":"The Emergence of Essential Sparsity in Large Pre-trained Models: The Weights that Matter","created":"2023-06-06","cited_by_count":42,"area":null},{"id":"2404.08763","title":"CATS: Contextually-Aware Thresholding for Sparsity in Large Language Models","created":"2024-04-12","cited_by_count":41,"area":null},{"id":"2412.20522","title":"MaskGaussian: Adaptive 3D Gaussian Representation from Probabilistic Masks","created":"2024-12-29","cited_by_count":41,"area":null},{"id":"2406.02924","title":"Pruner-Zero: Evolving Symbolic Pruning Metric from scratch for Large Language Models","created":"2024-06-05","cited_by_count":40,"area":null},{"id":"2412.04315","title":"Densing Law of LLMs","created":"2024-12-05","cited_by_count":40,"area":null},{"id":"2310.18356","title":"LoRAShear: Efficient Large Language Model Structured Pruning and Knowledge Recovery","created":"2023-10-24","cited_by_count":38,"area":null},{"id":"2410.10912","title":"AlphaPruning: Using Heavy-Tailed Self Regularization Theory for Improved Layer-wise Pruning of Large Language Models","created":"2024-10-14","cited_by_count":36,"area":null},{"id":"2410.14273","title":"REEF: Representation Encoding Fingerprints for Large Language Models","created":"2024-10-18","cited_by_count":36,"area":null},{"id":"2402.15607","title":"How Do Nonlinear Transformers Learn and Generalize in In-Context Learning?","created":"2024-02-23","cited_by_count":35,"area":null},{"id":"2410.03765","title":"Basis Sharing: Cross-Layer Parameter Sharing for Large Language Model Compression","created":"2024-10-02","cited_by_count":35,"area":null},{"id":"2309.02784","title":"Norm Tweaking: High-performance Low-bit Quantization of Large Language Models","created":"2023-09-06","cited_by_count":33,"area":null},{"id":"2404.14928","title":"Graph Machine Learning in the Era of Large Language Models (LLMs)","created":"2024-04-23","cited_by_count":33,"area":null},{"id":"2405.01745","title":"Large Language Models for UAVs: Current State and Pathways to the Future","created":"2024-05-02","cited_by_count":33,"area":null},{"id":"2503.08311","title":"Mind the Memory Gap: Unveiling GPU Bottlenecks in Large-Batch LLM Inference","created":"2025-03-11","cited_by_count":33,"area":null},{"id":"2308.12216","title":"SG-Former: Self-guided Transformer with Evolving Token Reallocation","created":"2023-08-23","cited_by_count":32,"area":null},{"id":"2408.01803","title":"STBLLM: Breaking the 1-Bit Barrier with Structured Binary LLMs","created":"2024-08-03","cited_by_count":31,"area":null},{"id":"2505.12079","title":"SepPrune: Structured Pruning for Efficient Deep Speech Separation","created":"2025-05-17","cited_by_count":31,"area":null},{"id":"2406.05981","title":"ShiftAddLLM: Accelerating Pretrained LLMs via Post-Training Multiplication-Less Reparameterization","created":"2024-06-10","cited_by_count":30,"area":null},{"id":"2401.12200","title":"APT: Adaptive Pruning and Tuning Pretrained Language Models for Efficient Training and Inference","created":"2024-01-22","cited_by_count":29,"area":null},{"id":"2405.18218","title":"FinerCut: Finer-grained Interpretable Layer Pruning for Large Language Models","created":"2024-05-28","cited_by_count":27,"area":null},{"id":"2603.05498","title":"The Spike, the Sparse and the Sink: Anatomy of Massive Activations and Attention Sinks","created":"2026-03-05","cited_by_count":27,"area":null},{"id":"2309.14021","title":"LORD: Low Rank Decomposition Of Monolingual Code LLMs For One-Shot Compression","created":"2023-09-25","cited_by_count":26,"area":null},{"id":"2409.14457","title":"Large Model Based Agents: State-of-the-Art, Cooperation Paradigms, Security and Privacy, and Future Trends","created":"2024-09-22","cited_by_count":26,"area":null},{"id":"2503.21411","title":"Exploring the Roles of Large Language Models in Reshaping Transportation Systems: A Survey, Framework, and Roadmap","created":"2025-03-27","cited_by_count":26,"area":null},{"id":"2410.11988","title":"DISP-LLM: Dimension-Independent Structural Pruning for Large Language Models","created":"2024-10-15","cited_by_count":24,"area":null},{"id":"2411.15558","title":"Reassessing Layer Pruning in LLMs: New Insights and Methods","created":"2024-11-23","cited_by_count":24,"area":null},{"id":"2402.17946","title":"SparseLLM: Towards Global Pruning for Pre-trained Language Models","created":"2024-02-28","cited_by_count":23,"area":null},{"id":"2410.07265","title":"A Survey: Collaborative Hardware and Software Design in the Era of Large Language Models","created":"2024-10-08","cited_by_count":23,"area":null},{"id":"2402.01799","title":"Faster and Lighter LLMs: A Survey on Current Challenges and Way Forward","created":"2024-02-02","cited_by_count":21,"area":null},{"id":"2407.04616","title":"Isomorphic Pruning for Vision Models","created":"2024-07-05","cited_by_count":21,"area":null},{"id":"2308.08942","title":"Auxiliary Tasks Benefit 3D Skeleton-based Human Motion Prediction","created":"2023-08-17","cited_by_count":20,"area":null},{"id":"2312.05284","title":"SlimSAM: 0.1% Data Makes Segment Anything Slim","created":"2023-12-08","cited_by_count":20,"area":null},{"id":"2402.06126","title":"Learn To be Efficient: Build Structured Sparsity in Large Language Models","created":"2024-02-09","cited_by_count":20,"area":null},{"id":"2409.13652","title":"OATS: Outlier-Aware Pruning Through Sparse and Low Rank Decomposition","created":"2024-09-20","cited_by_count":20,"area":null},{"id":"2410.14649","title":"EvoPress: Accurate Dynamic Model Compression via Evolutionary Search","created":"2024-10-18","cited_by_count":20,"area":null},{"id":"2310.05015","title":"Compresso: Structured Pruning with Collaborative Prompting Learns Compact Large Language Models","created":"2023-10-08","cited_by_count":19,"area":null},{"id":"2406.07831","title":"ALPS: Improved Optimization for Highly Sparse One-Shot Pruning for Large Language Models","created":"2024-06-12","cited_by_count":19,"area":null},{"id":"2406.16330","title":"Pruning via Merging: Compressing LLMs via Manifold Alignment Based Layer Merging","created":"2024-06-24","cited_by_count":19,"area":null},{"id":"2412.12687","title":"Uncertainty-Aware Hybrid Inference with On-Device Small and Remote Large Language Models","created":"2024-12-17","cited_by_count":19,"area":null},{"id":"2502.07780","title":"DarwinLM: Evolutionary Structured Pruning of Large Language Models","created":"2025-02-11","cited_by_count":18,"area":null},{"id":"2504.17119","title":"The Rise of Small Language Models in Healthcare: A Comprehensive Survey","created":"2025-04-23","cited_by_count":18,"area":null},{"id":"2505.22689","title":"SlimLLM: Accurate Structured Pruning for Large Language Models","created":"2025-05-28","cited_by_count":18,"area":null},{"id":"2510.03346","title":"KVComm: Enabling Efficient LLM Communication through Selective KV Sharing","created":"2025-10-02","cited_by_count":18,"area":null},{"id":"2307.00331","title":"Quantization Variation: A New Perspective on Training Transformers with Low-Bit Precision","created":"2023-07-01","cited_by_count":17,"area":null},{"id":"2406.03777","title":"Empirical Guidelines for Deploying LLMs onto Resource-constrained Edge Devices","created":"2024-06-06","cited_by_count":17,"area":null},{"id":"2411.19146","title":"Puzzle: Distillation-Based NAS for Inference-Optimized LLMs","created":"2024-11-28","cited_by_count":17,"area":null},{"id":"2501.02086","title":"Instruction-Following Pruning for Large Language Models","created":"2025-01-03","cited_by_count":17,"area":null},{"id":"2501.15296","title":"You Only Prune Once: Designing Calibration-Free Model Compression With Policy Learning","created":"2025-01-25","cited_by_count":17,"area":null},{"id":"2511.04063","title":"DartQuant: Efficient Rotational Distribution Calibration for LLM Quantization","created":"2025-11-06","cited_by_count":17,"area":null},{"id":"2308.03107","title":"Embedding-based Retrieval with LLM for Effective Agriculture Information Extracting from Unstructured Data","created":"2023-08-06","cited_by_count":16,"area":null},{"id":"2308.15987","title":"FPTQ: Fine-grained Post-Training Quantization for Large Language Models","created":"2023-08-30","cited_by_count":16,"area":null},{"id":"2310.09499","title":"One-Shot Sensitivity-Aware Mixed Sparsity Pruning for Large Language Models","created":"2023-10-14","cited_by_count":16,"area":null},{"id":"2311.09335","title":"Investigating Hallucinations in Pruned Large Language Models for Abstractive Summarization","created":"2023-11-15","cited_by_count":16,"area":null},{"id":"2403.17921","title":"The Need for Speed: Pruning Transformers with One Recipe","created":"2024-03-26","cited_by_count":16,"area":null},{"id":"2406.00025","title":"SCALM: Towards Semantic Caching for Automated Chat Services with Large Language Models","created":"2024-05-24","cited_by_count":16,"area":null},{"id":"2406.17415","title":"Layer-Wise Quantization: A Pragmatic and Effective Method for Quantizing LLMs Beyond Integer Bit-Levels","created":"2024-06-25","cited_by_count":16,"area":null},{"id":"2410.21352","title":"LLMCBench: Benchmarking Large Language Model Compression for Efficient Deployment","created":"2024-10-28","cited_by_count":16,"area":null},{"id":"2410.05437","title":"ESPACE: Dimensionality Reduction of Activations for Model Compression","created":"2024-10-07","cited_by_count":15,"area":null},{"id":"2410.17711","title":"Beware of Calibration Data for Pruning Large Language Models","created":"2024-10-23","cited_by_count":15,"area":null},{"id":"2410.19314","title":"Revealing and Reducing Gender Biases in Vision and Language Assistants (VLAs)","created":"2024-10-25","cited_by_count":15,"area":null},{"id":"2505.17505","title":"L-MTP: Leap Multi-Token Prediction Beyond Adjacent Context for Large Language Models","created":"2025-05-23","cited_by_count":15,"area":null},{"id":"2407.10886","title":"SLIP: Securing LLMs IP Using Weights Decomposition","created":"2024-07-15","cited_by_count":14,"area":null},{"id":"2502.15618","title":"Probe Pruning: Accelerating LLMs through Dynamic Pruning via Model-Probing","created":"2025-02-21","cited_by_count":14,"area":null},{"id":"2502.16638","title":"Automatic Joint Structured Pruning and Quantization for Efficient Neural Network Training and Compression","created":"2025-02-23","cited_by_count":14,"area":null},{"id":"2310.02277","title":"Junk DNA Hypothesis: Pruning Small Pre-Trained Weights Irreversibly and Monotonically Impairs \"Difficult\" Downstream Tasks in LLMs","created":"2023-09-29","cited_by_count":13,"area":null}],"next_cursor":"100"}