{"total":524,"rows":[{"id":"2405.17428","title":"NV-Embed: Improved Techniques for Training LLMs as Generalist Embedding Models","created":"2024-05-27","cited_by_count":472,"area":null},{"id":"2310.06694","title":"Sheared LLaMA: Accelerating Language Model Pre-training via Structured Pruning","created":"2023-10-10","cited_by_count":415,"area":null},{"id":"2401.15024","title":"SliceGPT: Compress Large Language Models by Deleting Rows and Columns","created":"2024-01-26","cited_by_count":385,"area":null},{"id":"2402.04396","title":"QuIP#: Even Better LLM Quantization with Hadamard Incoherence and Lattice Codebooks","created":"2024-02-06","cited_by_count":378,"area":null},{"id":"2308.07633","title":"A Survey on Model Compression for Large Language Models","created":"2023-08-15","cited_by_count":269,"area":null},{"id":"2402.14905","title":"MobileLLM: Optimizing Sub-billion Parameter Language Models for On-Device Use Cases","created":"2024-02-22","cited_by_count":223,"area":null},{"id":"2312.12456","title":"PowerInfer: Fast Large Language Model Serving with a Consumer-grade GPU","created":"2023-12-16","cited_by_count":217,"area":null},{"id":"2308.06767","title":"A Survey on Deep Neural Network Pruning-Taxonomy, Comparison, Analysis, and Recommendations","created":"2023-08-13","cited_by_count":202,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2310.05175","title":"Outlier Weighed Layerwise Sparsity (OWL): A Missing Secret Sauce for Pruning LLMs to High Sparsity","created":"2023-10-08","cited_by_count":165,"area":null},{"id":"2309.14717","title":"QA-LoRA: Quantization-Aware Low-Rank Adaptation of Large Language Models","created":"2023-09-26","cited_by_count":155,"area":null},{"id":"2410.09426","title":"FlatQuant: Flatness Matters for LLM Quantization","created":"2024-10-12","cited_by_count":131,"area":null},{"id":"2601.08584","title":"Ministral 3","created":"2026-01-13","cited_by_count":114,"area":null},{"id":"2402.09025","title":"SLEB: Streamlining LLMs through Redundancy Verification and Elimination of Transformer Blocks","created":"2024-02-14","cited_by_count":97,"area":null},{"id":"2310.04564","title":"ReLU Strikes Back: Exploiting Activation Sparsity in Large Language Models","created":"2023-10-06","cited_by_count":94,"area":null},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2402.02834","title":"Shortened LLaMA: Depth Pruning for Large Language Models with Comparison of Retraining Methods","created":"2024-02-05","cited_by_count":82,"area":null},{"id":"2402.11295","title":"OneBit: Towards Extremely Low-bit Large Language Models","created":"2024-02-17","cited_by_count":79,"area":null},{"id":"2407.08735","title":"Real-Time Anomaly Detection and Reactive Planning with Large Language Models","created":"2024-07-11","cited_by_count":68,"area":null},{"id":"2310.08041","title":"QLLM: Accurate and Efficient Low-Bitwidth Quantization for Large Language Models","created":"2023-10-12","cited_by_count":64,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2405.14917","title":"SliM-LLM: Salience-Driven Mixed-Precision Quantization for Large Language Models","created":"2024-05-23","cited_by_count":63,"area":null},{"id":"2310.01382","title":"Compressing LLMs: The Truth is Rarely Pure and Never Simple","created":"2023-10-02","cited_by_count":62,"area":null},{"id":"2310.08915","title":"Dynamic Sparse No Training: Training-Free Fine-tuning for Sparse LLMs","created":"2023-10-13","cited_by_count":61,"area":null},{"id":"2405.14852","title":"PV-Tuning: Beyond Straight-Through Estimation for Extreme LLM Compression","created":"2024-05-23","cited_by_count":61,"area":null},{"id":"2403.15447","title":"Decoding Compressed Trust: Scrutinizing the Trustworthiness of Efficient LLMs Under Compression","created":"2024-03-18","cited_by_count":57,"area":null},{"id":"2402.15751","title":"Sparse MeZO: Less Parameters for Better Performance in Zeroth-Order LLM Fine-Tuning","created":"2024-02-24","cited_by_count":54,"area":null},{"id":"2408.13656","title":"Localize-and-Stitch: Efficient Model Merging via Sparse Task Arithmetic","created":"2024-08-24","cited_by_count":50,"area":null},{"id":"2409.17481","title":"MaskLLM: Learnable Semi-Structured Sparsity for Large Language Models","created":"2024-09-26","cited_by_count":50,"area":null},{"id":"2408.09632","title":"MoDeGPT: Modular Decomposition for Large Language Model Compression","created":"2024-08-19","cited_by_count":48,"area":null},{"id":"2402.05964","title":"A Survey on Transformer Compression","created":"2024-02-05","cited_by_count":46,"area":null},{"id":"2402.16880","title":"BESA: Pruning Large Language Models with Blockwise Parameter-Efficient Sparsity Allocation","created":"2024-02-18","cited_by_count":45,"area":null},{"id":"2412.18110","title":"SlimGPT: Layer-wise Structured Pruning for Large Language Models","created":"2024-12-24","cited_by_count":44,"area":null},{"id":"2402.05406","title":"Everybody Prune Now: Structured Pruning of LLMs with only Forward Passes","created":"2024-02-08","cited_by_count":43,"area":null},{"id":"2402.05445","title":"Accurate LoRA-Finetuning Quantization of LLMs via Information Retention","created":"2024-02-08","cited_by_count":41,"area":null},{"id":"2404.08763","title":"CATS: Contextually-Aware Thresholding for Sparsity in Large Language Models","created":"2024-04-12","cited_by_count":41,"area":null},{"id":"2406.02924","title":"Pruner-Zero: Evolving Symbolic Pruning Metric from scratch for Large Language Models","created":"2024-06-05","cited_by_count":40,"area":null},{"id":"2412.04315","title":"Densing Law of LLMs","created":"2024-12-05","cited_by_count":40,"area":null},{"id":"2502.05209","title":"Model Tampering Attacks Enable More Rigorous Evaluations of LLM Capabilities","created":"2025-02-03","cited_by_count":39,"area":null},{"id":"2310.18356","title":"LoRAShear: Efficient Large Language Model Structured Pruning and Knowledge Recovery","created":"2023-10-24","cited_by_count":38,"area":null},{"id":"2312.17244","title":"The LLM Surgeon","created":"2023-12-28","cited_by_count":38,"area":null},{"id":"2410.10912","title":"AlphaPruning: Using Heavy-Tailed Self Regularization Theory for Improved Layer-wise Pruning of Large Language Models","created":"2024-10-14","cited_by_count":36,"area":null},{"id":"2410.14273","title":"REEF: Representation Encoding Fingerprints for Large Language Models","created":"2024-10-18","cited_by_count":36,"area":null},{"id":"2402.15607","title":"How Do Nonlinear Transformers Learn and Generalize in In-Context Learning?","created":"2024-02-23","cited_by_count":35,"area":null},{"id":"2410.03765","title":"Basis Sharing: Cross-Layer Parameter Sharing for Large Language Model Compression","created":"2024-10-02","cited_by_count":35,"area":null},{"id":"2502.06415","title":"Systematic Outliers in Large Language Models","created":"2025-02-10","cited_by_count":33,"area":null},{"id":"2307.08925","title":"Integration of Large Language Models and Federated Learning","created":"2023-07-18","cited_by_count":31,"area":null},{"id":"2408.01803","title":"STBLLM: Breaking the 1-Bit Barrier with Structured Binary LLMs","created":"2024-08-03","cited_by_count":31,"area":null},{"id":"2410.03129","title":"ARB-LLM: Alternating Refined Binarizations for Large Language Models","created":"2024-10-04","cited_by_count":31,"area":null},{"id":"2505.12079","title":"SepPrune: Structured Pruning for Efficient Deep Speech Separation","created":"2025-05-17","cited_by_count":31,"area":null},{"id":"2311.04902","title":"Beyond Size: How Gradients Shape Pruning Decisions in Large Language Models","created":"2023-11-08","cited_by_count":30,"area":null},{"id":"2402.04497","title":"The Fine-Grained Complexity of Gradient Computation for Training Large Language Models","created":"2024-02-07","cited_by_count":30,"area":null},{"id":"2406.05981","title":"ShiftAddLLM: Accelerating Pretrained LLMs via Post-Training Multiplication-Less Reparameterization","created":"2024-06-10","cited_by_count":30,"area":null},{"id":"2502.02421","title":"Activation-Informed Merging of Large Language Models","created":"2025-02-04","cited_by_count":30,"area":null},{"id":"2401.12200","title":"APT: Adaptive Pruning and Tuning Pretrained Language Models for Efficient Training and Inference","created":"2024-01-22","cited_by_count":29,"area":null},{"id":"2405.18218","title":"FinerCut: Finer-grained Interpretable Layer Pruning for Large Language Models","created":"2024-05-28","cited_by_count":27,"area":null},{"id":"2309.14021","title":"LORD: Low Rank Decomposition Of Monolingual Code LLMs For One-Shot Compression","created":"2023-09-25","cited_by_count":26,"area":null},{"id":"2407.11239","title":"From Low Rank Gradient Subspace Stabilization to Low-Rank Weights: Observations, Theories, and Applications","created":"2024-07-15","cited_by_count":25,"area":null},{"id":"2411.02829","title":"CE-CoLLM: Efficient and Adaptive Large Language Models Through Cloud-Edge Collaboration","created":"2024-11-05","cited_by_count":25,"area":null},{"id":"2410.11988","title":"DISP-LLM: Dimension-Independent Structural Pruning for Large Language Models","created":"2024-10-15","cited_by_count":24,"area":null},{"id":"2411.15558","title":"Reassessing Layer Pruning in LLMs: New Insights and Methods","created":"2024-11-23","cited_by_count":24,"area":null},{"id":"2312.01397","title":"Visual Prompting Upgrades Neural Network Sparsification: A Data-Model Perspective","created":"2023-12-03","cited_by_count":23,"area":null},{"id":"2402.17946","title":"SparseLLM: Towards Global Pruning for Pre-trained Language Models","created":"2024-02-28","cited_by_count":23,"area":null},{"id":"2405.16700","title":"Implicit Multimodal Alignment: On the Generalization of Frozen LLMs to Multimodal Inputs","created":"2024-05-26","cited_by_count":23,"area":null},{"id":"2505.22988","title":"Model-Preserving Adaptive Rounding","created":"2025-05-29","cited_by_count":23,"area":null},{"id":"2509.07120","title":"Block-Sparse Global Attention for Efficient Multi-View Geometry Transformers","created":"2025-09-08","cited_by_count":23,"area":null},{"id":"2408.13233","title":"Multi-Layer Transformers Gradient Can be Approximated in Almost Linear Time","created":"2024-08-23","cited_by_count":22,"area":null},{"id":"2402.01799","title":"Faster and Lighter LLMs: A Survey on Current Challenges and Way Forward","created":"2024-02-02","cited_by_count":21,"area":null},{"id":"2406.10777","title":"RoseLoRA: Row and Column-wise Sparse Low-rank Adaptation of Pre-trained Language Model for Knowledge Editing and Fine-tuning","created":"2024-06-16","cited_by_count":21,"area":null},{"id":"2407.04616","title":"Isomorphic Pruning for Vision Models","created":"2024-07-05","cited_by_count":21,"area":null},{"id":"2402.06126","title":"Learn To be Efficient: Build Structured Sparsity in Large Language Models","created":"2024-02-09","cited_by_count":20,"area":null},{"id":"2405.16325","title":"SLoPe: Double-Pruned Sparse Plus Lazy Low-Rank Adapter Pretraining of LLMs","created":"2024-05-25","cited_by_count":20,"area":null},{"id":"2407.20584","title":"Pruning Large Language Models with Semi-Structural Adaptive Sparse Training","created":"2024-07-30","cited_by_count":20,"area":null},{"id":"2409.13652","title":"OATS: Outlier-Aware Pruning Through Sparse and Low Rank Decomposition","created":"2024-09-20","cited_by_count":20,"area":null},{"id":"2409.19998","title":"Do Influence Functions Work on Large Language Models?","created":"2024-09-30","cited_by_count":20,"area":null},{"id":"2410.14649","title":"EvoPress: Accurate Dynamic Model Compression via Evolutionary Search","created":"2024-10-18","cited_by_count":20,"area":null},{"id":"2310.05015","title":"Compresso: Structured Pruning with Collaborative Prompting Learns Compact Large Language Models","created":"2023-10-08","cited_by_count":19,"area":null},{"id":"2405.20935","title":"Effective Interplay between Sparsity and Quantization: From Theory to Practice","created":"2024-05-31","cited_by_count":19,"area":null},{"id":"2406.07831","title":"ALPS: Improved Optimization for Highly Sparse One-Shot Pruning for Large Language Models","created":"2024-06-12","cited_by_count":19,"area":null},{"id":"2505.22689","title":"SlimLLM: Accurate Structured Pruning for Large Language Models","created":"2025-05-28","cited_by_count":18,"area":null},{"id":"2306.12230","title":"Fantastic Weights and How to Find Them: Where to Prune in Dynamic Sparse Training","created":"2023-06-21","cited_by_count":17,"area":null},{"id":"2406.03777","title":"Empirical Guidelines for Deploying LLMs onto Resource-constrained Edge Devices","created":"2024-06-06","cited_by_count":17,"area":null},{"id":"2406.13175","title":"Sparse High Rank Adapters","created":"2024-06-19","cited_by_count":17,"area":null},{"id":"2410.04368","title":"Algorithmic Capabilities of Random Transformers","created":"2024-10-06","cited_by_count":17,"area":null},{"id":"2411.19146","title":"Puzzle: Distillation-Based NAS for Inference-Optimized LLMs","created":"2024-11-28","cited_by_count":17,"area":null},{"id":"2308.15987","title":"FPTQ: Fine-grained Post-Training Quantization for Large Language Models","created":"2023-08-30","cited_by_count":16,"area":null},{"id":"2311.09335","title":"Investigating Hallucinations in Pruned Large Language Models for Abstractive Summarization","created":"2023-11-15","cited_by_count":16,"area":null},{"id":"2410.21352","title":"LLMCBench: Benchmarking Large Language Model Compression for Efficient Deployment","created":"2024-10-28","cited_by_count":16,"area":null},{"id":"2410.17711","title":"Beware of Calibration Data for Pruning Large Language Models","created":"2024-10-23","cited_by_count":15,"area":null},{"id":"2502.06786","title":"Matryoshka Quantization","created":"2025-02-10","cited_by_count":14,"area":null},{"id":"2502.15618","title":"Probe Pruning: Accelerating LLMs through Dynamic Pruning via Model-Probing","created":"2025-02-21","cited_by_count":14,"area":null},{"id":"2310.02277","title":"Junk DNA Hypothesis: Pruning Small Pre-Trained Weights Irreversibly and Monotonically Impairs \"Difficult\" Downstream Tasks in LLMs","created":"2023-09-29","cited_by_count":13,"area":null},{"id":"2312.05842","title":"Mutual Enhancement of Large and Small Language Models with Cross-Silo Knowledge Transfer","created":"2023-12-10","cited_by_count":13,"area":null},{"id":"2406.03280","title":"FusionBench: A Unified Library and Comprehensive Benchmark for Deep Model Fusion","created":"2024-06-05","cited_by_count":13,"area":null},{"id":"2505.02819","title":"ReplaceMe: Network Simplification via Depth Pruning and Transformer Block Linearization","created":"2025-05-05","cited_by_count":13,"area":null},{"id":"2505.17646","title":"Unveiling the Basin-Like Loss Landscape in Large Language Models","created":"2025-05-23","cited_by_count":13,"area":null},{"id":"2506.09397","title":"SLED: A Speculative LLM Decoding Framework for Efficient Edge Serving","created":"2025-06-11","cited_by_count":13,"area":null},{"id":"2404.09695","title":"LoRAP: Transformer Sub-Layers Deserve Differentiated Structured Compression for Large Language Models","created":"2024-04-15","cited_by_count":12,"area":null},{"id":"2410.09615","title":"SLiM: One-shot Quantization and Sparsity with Low-rank Approximation for LLM Weight Compression","created":"2024-10-12","cited_by_count":12,"area":null},{"id":"2411.10606","title":"AmoebaLLM: Constructing Any-Shape Large Language Models for Efficient and Instant Deployment","created":"2024-11-15","cited_by_count":12,"area":null}],"next_cursor":"100"}