{"total":285,"rows":[{"id":"2306.11695","title":"A Simple and Effective Pruning Approach for Large Language Models","created":"2023-06-20","cited_by_count":800,"area":null},{"id":"2308.13137","title":"OmniQuant: Omnidirectionally Calibrated Quantization for Large Language Models","created":"2023-08-25","cited_by_count":424,"area":null},{"id":"2401.15024","title":"SliceGPT: Compress Large Language Models by Deleting Rows and Columns","created":"2024-01-26","cited_by_count":385,"area":null},{"id":"2403.03853","title":"ShortGPT: Layers in Large Language Models are More Redundant Than You Expect","created":"2024-03-06","cited_by_count":383,"area":null},{"id":"2306.07629","title":"SqueezeLLM: Dense-and-Sparse Quantization","created":"2023-06-13","cited_by_count":294,"area":null},{"id":"2308.07633","title":"A Survey on Model Compression for Large Language Models","created":"2023-08-15","cited_by_count":269,"area":null},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2401.06118","title":"Extreme Compression of Large Language Models via Additive Quantization","created":"2024-01-11","cited_by_count":232,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2406.01721","title":"DuQuant: Distributing Outliers via Dual Transformation Makes Stronger Quantized LLMs","created":"2024-06-03","cited_by_count":167,"area":null},{"id":"2309.14717","title":"QA-LoRA: Quantization-Aware Low-Rank Adaptation of Large Language Models","created":"2023-09-26","cited_by_count":155,"area":null},{"id":"2402.04291","title":"BiLLM: Pushing the Limit of Post-Training Quantization for LLMs","created":"2024-02-06","cited_by_count":144,"area":null},{"id":"2406.16838","title":"From Decoding to Meta-Generation: Inference-time Algorithms for Large Language Models","created":"2024-06-24","cited_by_count":137,"area":null},{"id":"2407.18921","title":"Mobile Edge Intelligence for Large Language Models: A Contemporary Survey","created":"2024-07-09","cited_by_count":128,"area":null},{"id":"2407.11062","title":"EfficientQAT: Efficient Quantization-Aware Training for Large Language Models","created":"2024-07-10","cited_by_count":127,"area":null},{"id":"2402.11187","title":"LaCo: Large Language Model Pruning via Layer Collapse","created":"2024-02-17","cited_by_count":126,"area":null},{"id":"2312.11983","title":"Fluctuation-based Adaptive Structured Pruning for Large Language Models","created":"2023-12-19","cited_by_count":111,"area":null},{"id":"2411.04330","title":"Scaling Laws for Precision","created":"2024-11-07","cited_by_count":95,"area":null},{"id":"2310.04564","title":"ReLU Strikes Back: Exploiting Activation Sparsity in Large Language Models","created":"2023-10-06","cited_by_count":94,"area":null},{"id":"2311.12023","title":"LQ-LoRA: Low-rank Plus Quantized Matrix Decomposition for Efficient Language Model Finetuning","created":"2023-11-20","cited_by_count":92,"area":null},{"id":"2403.14123","title":"AI and Memory Wall","created":"2024-03-21","cited_by_count":92,"area":null},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2310.00034","title":"PB-LLM: Partially Binarized Large Language Models","created":"2023-09-29","cited_by_count":83,"area":null},{"id":"2402.11295","title":"OneBit: Towards Extremely Low-bit Large Language Models","created":"2024-02-17","cited_by_count":79,"area":null},{"id":"2402.12065","title":"WKVQuant: Quantizing Weight and Key/Value Cache for Large Language Models Gains More","created":"2024-02-19","cited_by_count":69,"area":null},{"id":"2405.18137","title":"Exploiting LLM Quantization","created":"2024-05-28","cited_by_count":65,"area":null},{"id":"2310.08041","title":"QLLM: Accurate and Efficient Low-Bitwidth Quantization for Large Language Models","created":"2023-10-12","cited_by_count":64,"area":null},{"id":"2405.14917","title":"SliM-LLM: Salience-Driven Mixed-Precision Quantization for Large Language Models","created":"2024-05-23","cited_by_count":63,"area":null},{"id":"2310.01382","title":"Compressing LLMs: The Truth is Rarely Pure and Never Simple","created":"2023-10-02","cited_by_count":62,"area":null},{"id":"2310.08915","title":"Dynamic Sparse No Training: Training-Free Fine-tuning for Sparse LLMs","created":"2023-10-13","cited_by_count":61,"area":null},{"id":"2405.14852","title":"PV-Tuning: Beyond Straight-Through Estimation for Extreme LLM Compression","created":"2024-05-23","cited_by_count":61,"area":null},{"id":"2311.09755","title":"On the Impact of Calibration Data in Post-training Quantization and Pruning","created":"2023-11-16","cited_by_count":58,"area":null},{"id":"2402.10517","title":"Any-Precision LLM: Low-Cost Deployment of Multiple, Different-Sized LLMs","created":"2024-02-16","cited_by_count":54,"area":null},{"id":"2312.17173","title":"Non-Vacuous Generalization Bounds for Large Language Models","created":"2023-12-28","cited_by_count":53,"area":null},{"id":"2408.11743","title":"MARLIN: Mixed-Precision Auto-Regressive Parallel Inference on Large Language Models","created":"2024-08-21","cited_by_count":52,"area":null},{"id":"2411.07191","title":"The Super Weight in Large Language Models","created":"2024-11-11","cited_by_count":52,"area":null},{"id":"2401.04679","title":"RoSA: Accurate Parameter-Efficient Fine-Tuning via Robust Adaptation","created":"2024-01-09","cited_by_count":48,"area":null},{"id":"2402.16775","title":"A Comprehensive Evaluation of Quantization Strategies for Large Language Models","created":"2024-02-26","cited_by_count":48,"area":null},{"id":"2408.09632","title":"MoDeGPT: Modular Decomposition for Large Language Model Compression","created":"2024-08-19","cited_by_count":48,"area":null},{"id":"2406.06385","title":"Low-Rank Quantization-Aware Training for LLMs","created":"2024-06-10","cited_by_count":43,"area":null},{"id":"2402.02446","title":"LQER: Low-Rank Quantization Error Reconstruction for LLMs","created":"2024-02-04","cited_by_count":41,"area":null},{"id":"2504.09629","title":"Quantization Error Propagation: Revisiting Layer-Wise Post-Training Quantization","created":"2025-04-13","cited_by_count":41,"area":null},{"id":"2310.09259","title":"QUIK: Towards End-to-End 4-Bit Inference on Generative Large Language Models","created":"2023-10-13","cited_by_count":39,"area":null},{"id":"2403.12844","title":"MELTing point: Mobile Evaluation of Language Transformers","created":"2024-03-19","cited_by_count":36,"area":null},{"id":"2412.14363","title":"ResQ: Mixed-Precision Quantization of Large Language Models with Low-Rank Residuals","created":"2024-12-18","cited_by_count":36,"area":null},{"id":"2402.14866","title":"APTQ: Attention-aware Post-Training Mixed-Precision Quantization for Large Language Models","created":"2024-02-21","cited_by_count":34,"area":null},{"id":"2312.05693","title":"Agile-Quant: Activation-Guided Quantization for Faster Inference of LLMs on the Edge","created":"2023-12-09","cited_by_count":33,"area":null},{"id":"2509.23202","title":"Bridging the Gap Between Promise and Performance for Microscaling FP4 Quantization","created":"2025-09-27","cited_by_count":32,"area":null},{"id":"2406.16797","title":"Lottery Ticket Adaptation: Mitigating Destructive Interference in LLMs","created":"2024-06-24","cited_by_count":31,"area":null},{"id":"2407.04752","title":"SpikeLLM: Scaling up Spiking Neural Network to Large Language Models via Saliency-based Spiking","created":"2024-07-05","cited_by_count":31,"area":null},{"id":"2408.01803","title":"STBLLM: Breaking the 1-Bit Barrier with Structured Binary LLMs","created":"2024-08-03","cited_by_count":31,"area":null},{"id":"2409.16694","title":"A Survey of Low-bit Large Language Models: Basics, Systems, and Algorithms","created":"2024-09-25","cited_by_count":31,"area":null},{"id":"2410.03129","title":"ARB-LLM: Alternating Refined Binarizations for Large Language Models","created":"2024-10-04","cited_by_count":31,"area":null},{"id":"2309.01885","title":"QuantEase: Optimization-based Quantization for Language Models","created":"2023-09-05","cited_by_count":29,"area":null},{"id":"2405.16821","title":"Perturbation-Restrained Sequential Model Editing","created":"2024-05-27","cited_by_count":28,"area":null},{"id":"2402.05147","title":"ApiQ: Finetuning of 2-Bit Quantized Large Language Model","created":"2024-02-07","cited_by_count":27,"area":null},{"id":"2309.14021","title":"LORD: Low Rank Decomposition Of Monolingual Code LLMs For One-Shot Compression","created":"2023-09-25","cited_by_count":26,"area":null},{"id":"2312.00678","title":"The Efficiency Spectrum of Large Language Models: An Algorithmic Survey","created":"2023-12-01","cited_by_count":26,"area":null},{"id":"2411.02829","title":"CE-CoLLM: Efficient and Adaptive Large Language Models Through Cloud-Edge Collaboration","created":"2024-11-05","cited_by_count":25,"area":null},{"id":"2411.13918","title":"Quantization without Tears","created":"2024-11-21","cited_by_count":25,"area":null},{"id":"2404.18624","title":"Do Vision & Language Decoders use Images and Text equally? How Self-consistent are their Explanations?","created":"2024-04-29","cited_by_count":24,"area":null},{"id":"2404.03605","title":"Mitigating the Impact of Outlier Channels for Language Model Quantization with Activation Regularization","created":"2024-04-04","cited_by_count":23,"area":null},{"id":"2405.17849","title":"I-LLM: Efficient Integer-Only Inference for Fully-Quantized Low-Bit Large Language Models","created":"2024-05-28","cited_by_count":23,"area":null},{"id":"2407.10032","title":"LeanQuant: Accurate and Scalable Large Language Model Quantization with Loss-error-aware Grid","created":"2024-07-14","cited_by_count":22,"area":null},{"id":"2502.05003","title":"QuEST: Stable Training of LLMs with 1-Bit Weights and Activations","created":"2025-02-07","cited_by_count":22,"area":null},{"id":"2502.11880","title":"Bitnet.cpp: Efficient Edge Inference for Ternary LLMs","created":"2025-02-17","cited_by_count":22,"area":null},{"id":"2405.14428","title":"Mitigating Quantization Errors Due to Activation Spikes in GLU-Based LLMs","created":"2024-05-23","cited_by_count":21,"area":null},{"id":"2407.12327","title":"Spectra: Surprising Effectiveness of Pretraining Ternary Language Models at Scale","created":"2024-07-17","cited_by_count":21,"area":null},{"id":"2411.17525","title":"Pushing the Limits of Large Language Model Quantization via the Linearity Theorem","created":"2024-11-26","cited_by_count":21,"area":null},{"id":"2311.05161","title":"Enhancing Computation Efficiency in Large Language Models through Weight and Activation Quantization","created":"2023-11-09","cited_by_count":20,"area":null},{"id":"2410.14649","title":"EvoPress: Accurate Dynamic Model Compression via Evolutionary Search","created":"2024-10-18","cited_by_count":20,"area":null},{"id":"2507.18553","title":"The Geometry of LLM Quantization: GPTQ as Babai's Nearest Plane Algorithm","created":"2025-07-24","cited_by_count":20,"area":null},{"id":"2406.07831","title":"ALPS: Improved Optimization for Highly Sparse One-Shot Pruning for Large Language Models","created":"2024-06-12","cited_by_count":19,"area":null},{"id":"2502.07780","title":"DarwinLM: Evolutionary Structured Pruning of Large Language Models","created":"2025-02-11","cited_by_count":18,"area":null},{"id":"2401.08350","title":"Salute the Classic: Revisiting Challenges of Machine Translation in the Age of Large Language Models","created":"2024-01-16","cited_by_count":17,"area":null},{"id":"2406.08903","title":"Delta-CoMe: Training-Free Delta-Compression with Mixed-Precision for Large Language Models","created":"2024-06-13","cited_by_count":17,"area":null},{"id":"2310.09499","title":"One-Shot Sensitivity-Aware Mixed Sparsity Pruning for Large Language Models","created":"2023-10-14","cited_by_count":16,"area":null},{"id":"2406.09904","title":"QQQ: Quality Quattuor-Bit Quantization for Large Language Models","created":"2024-06-14","cited_by_count":16,"area":null},{"id":"2412.14590","title":"MixLLM: LLM Quantization with Global Mixed-precision between Output-features and Highly-efficient System Design","created":"2024-12-19","cited_by_count":16,"area":null},{"id":"2502.18755","title":"M-ANT: Efficient Low-bit Group Quantization for LLMs via Mathematically Adaptive Numerical Type","created":"2025-02-26","cited_by_count":16,"area":null},{"id":"2506.04985","title":"FPTQuant: Function-Preserving Transforms for LLM Quantization","created":"2025-06-05","cited_by_count":16,"area":null},{"id":"2510.11696","title":"QeRL: Beyond Efficiency -- Quantization-enhanced Reinforcement Learning for LLMs","created":"2025-10-13","cited_by_count":16,"area":null},{"id":"2401.15347","title":"A Comprehensive Survey of Compression Algorithms for Language Models","created":"2024-01-27","cited_by_count":15,"area":null},{"id":"2405.03594","title":"Enabling High-Sparsity Foundational Llama Models with Efficient Pretraining and Deployment","created":"2024-05-06","cited_by_count":15,"area":null},{"id":"2410.17711","title":"Beware of Calibration Data for Pruning Large Language Models","created":"2024-10-23","cited_by_count":15,"area":null},{"id":"2512.00956","title":"WUSH: Near-Optimal Adaptive Transforms for LLM Quantization","created":"2025-11-30","cited_by_count":15,"area":null},{"id":"2311.16442","title":"Fast and Efficient 2-bit LLM Inference on GPU: 2/4/16-bit in a Weight Matrix with Asynchronous Dequantization","created":"2023-11-28","cited_by_count":14,"area":null},{"id":"2406.12311","title":"Mixture of Scales: Memory-Efficient Token-Adaptive Binarization for Large Language Models","created":"2024-06-18","cited_by_count":14,"area":null},{"id":"2502.06786","title":"Matryoshka Quantization","created":"2025-02-10","cited_by_count":14,"area":null},{"id":"2502.15618","title":"Probe Pruning: Accelerating LLMs through Dynamic Pruning via Model-Probing","created":"2025-02-21","cited_by_count":14,"area":null},{"id":"2310.02277","title":"Junk DNA Hypothesis: Pruning Small Pre-Trained Weights Irreversibly and Monotonically Impairs \"Difficult\" Downstream Tasks in LLMs","created":"2023-09-29","cited_by_count":13,"area":null},{"id":"2403.10799","title":"Toward Adaptive Large Language Models Structured Pruning via Hybrid-grained Weight Importance Assessment","created":"2024-03-16","cited_by_count":13,"area":null},{"id":"2310.02842","title":"Sweeping Heterogeneity with Smart MoPs: Mixture of Prompts for LLM Task Adaptation","created":"2023-10-04","cited_by_count":12,"area":null},{"id":"2405.07135","title":"Post Training Quantization of Large Language Models with Microscaling Formats","created":"2024-05-12","cited_by_count":12,"area":null},{"id":"2405.16528","title":"LoQT: Low-Rank Adapters for Quantized Pretraining","created":"2024-05-26","cited_by_count":12,"area":null},{"id":"2405.20835","title":"Outliers and Calibration Sets have Diminishing Effect on Quantization of Modern LLMs","created":"2024-05-31","cited_by_count":12,"area":null},{"id":"2406.13474","title":"BoA: Attention-aware Post-training Quantization without Backpropagation","created":"2024-06-19","cited_by_count":12,"area":null},{"id":"2502.13178","title":"Benchmarking Post-Training Quantization in LLMs: Comprehensive Taxonomy, Unified Evaluation, and Comparative Analysis","created":"2025-02-18","cited_by_count":12,"area":null},{"id":"2404.04748","title":"Multilingual Brain Surgeon: Large Language Models Can be Compressed Leaving No Language Behind","created":"2024-04-06","cited_by_count":11,"area":null},{"id":"2406.12928","title":"Evaluating the Generalization Ability of Quantized LLMs: Benchmark, Analysis, and Toolbox","created":"2024-06-15","cited_by_count":11,"area":null}],"next_cursor":"100"}