{"total":133,"rows":[{"id":"2211.10438","title":"SmoothQuant: Accurate and Efficient Post-Training Quantization for Large Language Models","created":"2022-11-18","cited_by_count":1386,"area":null},{"id":"2306.00978","title":"AWQ: Activation-aware Weight Quantization for LLM Compression and Acceleration","created":"2023-06-01","cited_by_count":1298,"area":null},{"id":"2306.11695","title":"A Simple and Effective Pruning Approach for Large Language Models","created":"2023-06-20","cited_by_count":800,"area":null},{"id":"2308.13137","title":"OmniQuant: Omnidirectionally Calibrated Quantization for Large Language Models","created":"2023-08-25","cited_by_count":424,"area":null},{"id":"2307.13304","title":"QuIP: 2-Bit Quantization of Large Language Models With Guarantees","created":"2023-07-25","cited_by_count":414,"area":null},{"id":"2306.07629","title":"SqueezeLLM: Dense-and-Sparse Quantization","created":"2023-06-13","cited_by_count":294,"area":null},{"id":"2212.09720","title":"The case for 4-bit precision: k-bit Inference Scaling Laws","created":"2022-12-19","cited_by_count":251,"area":null},{"id":"2406.01721","title":"DuQuant: Distributing Outliers via Dual Transformation Makes Stronger Quantized LLMs","created":"2024-06-03","cited_by_count":167,"area":null},{"id":"2309.14717","title":"QA-LoRA: Quantization-Aware Low-Rank Adaptation of Large Language Models","created":"2023-09-26","cited_by_count":155,"area":null},{"id":"2306.12929","title":"Quantizable Transformers: Removing Outliers by Helping Attention Heads Do Nothing","created":"2023-06-22","cited_by_count":151,"area":null},{"id":"2410.09426","title":"FlatQuant: Flatness Matters for LLM Quantization","created":"2024-10-12","cited_by_count":131,"area":null},{"id":"2407.11062","title":"EfficientQAT: Efficient Quantization-Aware Training for Large Language Models","created":"2024-07-10","cited_by_count":127,"area":null},{"id":"2304.07493","title":"OliVe: Accelerating Large Language Models via Hardware-friendly Outlier-Victim Pair Quantization","created":"2023-04-15","cited_by_count":92,"area":null},{"id":"2302.13939","title":"SpikeGPT: Generative Pre-trained Language Model with Spiking Neural Networks","created":"2023-02-27","cited_by_count":88,"area":null},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2310.00034","title":"PB-LLM: Partially Binarized Large Language Models","created":"2023-09-29","cited_by_count":83,"area":null},{"id":"2402.18158","title":"Evaluating Quantized Large Language Models","created":"2024-02-28","cited_by_count":77,"area":null},{"id":"2402.12065","title":"WKVQuant: Quantizing Weight and Key/Value Cache for Large Language Models Gains More","created":"2024-02-19","cited_by_count":69,"area":null},{"id":"2403.12544","title":"AffineQuant: Affine Transformation Quantization for Large Language Models","created":"2024-03-19","cited_by_count":67,"area":null},{"id":"2310.08041","title":"QLLM: Accurate and Efficient Low-Bitwidth Quantization for Large Language Models","created":"2023-10-12","cited_by_count":64,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2211.16056","title":"NoisyQuant: Noisy Bias-Enhanced Post-Training Activation Quantization for Vision Transformers","created":"2022-11-29","cited_by_count":61,"area":null},{"id":"2304.09145","title":"Outlier Suppression+: Accurate quantization of large language models by equivalent and optimal shifting and scaling","created":"2023-04-18","cited_by_count":61,"area":null},{"id":"2306.11987","title":"Training Transformers with 4-bit Integers","created":"2023-06-21","cited_by_count":60,"area":null},{"id":"2504.02692","title":"GPTAQ: Efficient Finetuning-Free Quantization for Asymmetric Calibration","created":"2025-04-03","cited_by_count":60,"area":null},{"id":"2501.17116","title":"Optimizing Large Language Model Training Using FP4 Quantization","created":"2025-01-28","cited_by_count":56,"area":null},{"id":"2309.01507","title":"Memory Efficient Optimizers with 4-bit States","created":"2023-09-04","cited_by_count":54,"area":null},{"id":"2411.07191","title":"The Super Weight in Large Language Models","created":"2024-11-11","cited_by_count":52,"area":null},{"id":"2309.05516","title":"Optimize Weight Rounding via Signed Gradient Descent for the Quantization of LLMs","created":"2023-09-11","cited_by_count":50,"area":null},{"id":"2305.19268","title":"Intriguing Properties of Quantization at Scale","created":"2023-05-30","cited_by_count":49,"area":null},{"id":"2502.01563","title":"Massive Values in Self-Attention Modules are the Key to Contextual Knowledge Understanding","created":"2025-02-03","cited_by_count":47,"area":null},{"id":"2402.05964","title":"A Survey on Transformer Compression","created":"2024-02-05","cited_by_count":46,"area":null},{"id":"2406.06385","title":"Low-Rank Quantization-Aware Training for LLMs","created":"2024-06-10","cited_by_count":43,"area":null},{"id":"2402.02446","title":"LQER: Low-Rank Quantization Error Reconstruction for LLMs","created":"2024-02-04","cited_by_count":41,"area":null},{"id":"2404.03828","title":"Outlier-Efficient Hopfield Layers for Large Transformer-Based Models","created":"2024-04-04","cited_by_count":38,"area":null},{"id":"2312.07950","title":"CBQ: Cross-Block Quantization for Large Language Models","created":"2023-12-13","cited_by_count":34,"area":null},{"id":"2504.03360","title":"Sustainable LLM Inference for Edge AI: Evaluating Quantized LLMs for Energy Efficiency, Output Accuracy, and Inference Latency","created":"2025-04-04","cited_by_count":34,"area":null},{"id":"2502.06415","title":"Systematic Outliers in Large Language Models","created":"2025-02-10","cited_by_count":33,"area":null},{"id":"2405.03144","title":"PTQ4SAM: Post-Training Quantization for Segment Anything","created":"2024-05-06","cited_by_count":32,"area":null},{"id":"2409.16694","title":"A Survey of Low-bit Large Language Models: Basics, Systems, and Algorithms","created":"2024-09-25","cited_by_count":31,"area":null},{"id":"2309.01885","title":"QuantEase: Optimization-based Quantization for Language Models","created":"2023-09-05","cited_by_count":29,"area":null},{"id":"2407.10960","title":"Fast Matrix Multiplications for Lookup Table-Quantized LLMs","created":"2024-07-15","cited_by_count":29,"area":null},{"id":"2406.12930","title":"Tender: Accelerating Large Language Models via Tensor Decomposition and Runtime Requantization","created":"2024-06-16","cited_by_count":28,"area":null},{"id":"2603.05498","title":"The Spike, the Sparse and the Sink: Anatomy of Massive Activations and Attention Sinks","created":"2026-03-05","cited_by_count":27,"area":null},{"id":"2309.14021","title":"LORD: Low Rank Decomposition Of Monolingual Code LLMs For One-Shot Compression","created":"2023-09-25","cited_by_count":26,"area":null},{"id":"2404.03605","title":"Mitigating the Impact of Outlier Channels for Language Model Quantization with Activation Regularization","created":"2024-04-04","cited_by_count":23,"area":null},{"id":"2405.17849","title":"I-LLM: Efficient Integer-Only Inference for Fully-Quantized Low-Bit Large Language Models","created":"2024-05-28","cited_by_count":23,"area":null},{"id":"2601.22966","title":"A Unified View of Attention and Residual Sinks: Outlier-Driven Rescaling is Essential for Transformer Training","created":"2026-01-30","cited_by_count":23,"area":null},{"id":"2408.03291","title":"DopQ-ViT: Towards Distribution-Friendly and Outlier-Aware Post-Training Quantization for Vision Transformers","created":"2024-08-06","cited_by_count":19,"area":null},{"id":"2307.00331","title":"Quantization Variation: A New Perspective on Training Transformers with Low-Bit Precision","created":"2023-07-01","cited_by_count":17,"area":null},{"id":"2403.02775","title":"EasyQuant: An Efficient Data-free Quantization Algorithm for LLMs","created":"2024-03-05","cited_by_count":17,"area":null},{"id":"2406.07177","title":"TernaryLLM: Ternarized Large Language Model","created":"2024-06-11","cited_by_count":17,"area":null},{"id":"2501.02625","title":"HALO: Hadamard-Assisted Lower-Precision Optimization for LLMs","created":"2025-01-05","cited_by_count":15,"area":null},{"id":"2407.08044","title":"RoLoRA: Fine-tuning Rotated Outlier-free LLMs for Effective Weight-Activation Quantization","created":"2024-07-10","cited_by_count":13,"area":null},{"id":"2506.19697","title":"Outlier-Safe Pre-Training for Robust 4-Bit Quantization of Large Language Models","created":"2025-06-24","cited_by_count":13,"area":null},{"id":"2312.12624","title":"Building a Llama2-finetuned LLM for Odia Language Utilizing Domain Knowledge Instruction Set","created":"2023-12-19","cited_by_count":12,"area":null},{"id":"2405.07135","title":"Post Training Quantization of Large Language Models with Microscaling Formats","created":"2024-05-12","cited_by_count":12,"area":null},{"id":"2405.20835","title":"Outliers and Calibration Sets have Diminishing Effect on Quantization of Modern LLMs","created":"2024-05-31","cited_by_count":12,"area":null},{"id":"2410.05265","title":"PrefixQuant: Eliminating Outliers by Prefixed Tokens for Large Language Models Quantization","created":"2024-10-07","cited_by_count":12,"area":null},{"id":"2410.13056","title":"Channel-Wise Mixed-Precision Quantization for Large Language Models","created":"2024-10-16","cited_by_count":11,"area":null},{"id":"2505.01043","title":"Low-Precision Training of Large Language Models: Methods, Challenges, and Opportunities","created":"2025-05-02","cited_by_count":11,"area":null},{"id":"2511.06767","title":"QUARK: Quantization-Enabled Circuit Sharing for Transformer Acceleration by Exploiting Common Patterns in Nonlinear Operations","created":"2025-11-10","cited_by_count":11,"area":null},{"id":"2402.05628","title":"RepQuant: Towards Accurate Post-Training Quantization of Large Transformer Models via Scale Reparameterization","created":"2024-02-08","cited_by_count":10,"area":null},{"id":"2405.19279","title":"Understanding and Minimising Outlier Features in Neural Network Training","created":"2024-05-29","cited_by_count":10,"area":null},{"id":"2410.09344","title":"DARE the Extreme: Revisiting Delta-Parameter Pruning For Fine-Tuned Models","created":"2024-10-12","cited_by_count":10,"area":null},{"id":"2509.09679","title":"ButterflyQuant: Ultra-low-bit LLM Quantization through Learnable Orthogonal Butterfly Transforms","created":"2025-09-11","cited_by_count":10,"area":null},{"id":"2511.11663","title":"SpecQuant: Spectral Decomposition and Adaptive Truncation for Ultra-Low-Bit LLMs Quantization","created":"2025-11-11","cited_by_count":10,"area":null},{"id":"2404.02837","title":"Cherry on Top: Parameter Heterogeneity and Quantization in Large Language Models","created":"2024-04-03","cited_by_count":9,"area":null},{"id":"2412.01129","title":"RILQ: Rank-Insensitive LoRA-based Quantization Error Compensation for Boosting 2-bit Large Language Model Accuracy","created":"2024-12-02","cited_by_count":9,"area":null},{"id":"2506.12044","title":"Why Do Some Inputs Break Low-Bit LLM Quantization?","created":"2025-05-24","cited_by_count":9,"area":null},{"id":"2508.19432","title":"Quantized but Deceptive? A Multi-Dimensional Truthfulness Evaluation of Quantized LLMs","created":"2025-08-26","cited_by_count":9,"area":null},{"id":"2502.13179","title":"PTQ1.61: Push the Real Limit of Extremely Low-Bit Post-Training Quantization Methods for Large Language Models","created":"2025-02-18","cited_by_count":8,"area":null},{"id":"2505.00598","title":"Fast and Low-Cost Genomic Foundation Models via Outlier Removal","created":"2025-05-01","cited_by_count":8,"area":null},{"id":"2411.07942","title":"Towards Low-bit Communication for Tensor Parallel LLM Inference","created":"2024-11-12","cited_by_count":7,"area":null},{"id":"2502.05376","title":"LO-BCQ: Block Clustered Quantization for 4-bit (W4A4) LLM Inference","created":"2025-02-07","cited_by_count":7,"area":null},{"id":"2505.14742","title":"Quaff: Quantized Parameter-Efficient Fine-Tuning under Outlier Spatial Stability Hypothesis","created":"2025-05-20","cited_by_count":7,"area":null},{"id":"2509.23500","title":"Beyond Outliers: A Study of Optimizers Under Quantization","created":"2025-09-27","cited_by_count":6,"area":null},{"id":"2606.26650","title":"CAT-Q: Cost-efficient and Accurate Ternary Quantization for LLMs","created":"2026-06-25","cited_by_count":6,"area":null},{"id":"2412.10059","title":"Panacea: Novel DNN Accelerator using Accuracy-Preserving Asymmetric Quantization and Energy-Saving Bit-Slice Sparsity","created":"2024-12-13","cited_by_count":5,"area":null},{"id":"2501.16385","title":"FBQuant: FeedBack Quantization for Large Language Models","created":"2025-01-25","cited_by_count":5,"area":null},{"id":"2601.07892","title":"Sherry: Hardware-Efficient 1.25-Bit Ternary Quantization via Fine-grained Sparsification","created":"2026-01-12","cited_by_count":5,"area":null},{"id":"2603.25284","title":"SliderQuant: Accurate Post-Training Quantization for LLMs","created":"2026-03-26","cited_by_count":5,"area":null},{"id":"2605.09825","title":"Pretraining large language models with MXFP4 on Native FP4 Hardware","created":"2026-05-11","cited_by_count":5,"area":null},{"id":"2406.17542","title":"CDQuant: Greedy Coordinate Descent for Accurate LLM Quantization","created":"2024-06-25","cited_by_count":4,"area":null},{"id":"2406.18832","title":"OutlierTune: Efficient Channel-Wise Quantization for Large Language Models","created":"2024-06-27","cited_by_count":4,"area":null},{"id":"2408.15301","title":"The Uniqueness of LLaMA3-70B Series with Per-Channel Quantization","created":"2024-08-27","cited_by_count":4,"area":null},{"id":"2410.19103","title":"TesseraQ: Ultra Low-Bit LLM Post-Training Quantization with Block Reconstruction","created":"2024-10-24","cited_by_count":4,"area":null},{"id":"2412.03599","title":"CPTQuant - A Novel Mixed Precision Post-Training Quantization Techniques for Large Language Models","created":"2024-12-03","cited_by_count":4,"area":null},{"id":"2503.07654","title":"MergeQuant: Accurate 4-bit Static Quantization of Large Language Models by Channel-wise Calibration","created":"2025-03-07","cited_by_count":4,"area":null},{"id":"2503.19353","title":"QUAD: Quantization and Parameter-Efficient Tuning of LLM with Activation Decomposition","created":"2025-03-25","cited_by_count":4,"area":null},{"id":"2605.25880","title":"The Quantization Benefits of Residual-Free Transformers","created":"2026-05-25","cited_by_count":4,"area":null},{"id":"2410.09637","title":"ReLU's Revival: On the Entropic Overload in Normalization-Free Large Language Models","created":"2024-10-12","cited_by_count":3,"area":null},{"id":"2410.13060","title":"AERO: Entropy-Guided Framework for Private LLM Inference","created":"2024-10-16","cited_by_count":3,"area":null},{"id":"2411.03697","title":"TATAA: Programmable Mixed-Precision Transformer Acceleration with a Transformable Arithmetic Architecture","created":"2024-11-06","cited_by_count":3,"area":null},{"id":"2509.00031","title":"End-to-End On-Device Quantization-Aware Training for LLMs at Inference Cost","created":"2025-08-21","cited_by_count":3,"area":null},{"id":"2312.09211","title":"Mitigating Outlier Activations in Low-Precision Fine-Tuning of Language Models","created":"2023-12-14","cited_by_count":2,"area":null},{"id":"2403.06497","title":"QuantTune: Optimizing Model Quantization with Adaptive Outlier-Driven Fine Tuning","created":"2024-03-11","cited_by_count":2,"area":null},{"id":"2406.16299","title":"Compensate Quantization Errors: Make Weights Hierarchical to Compensate Each Other","created":"2024-06-24","cited_by_count":2,"area":null},{"id":"2410.06722","title":"Scaling Laws For Mixed Quantization","created":"2024-10-09","cited_by_count":2,"area":null},{"id":"2412.07902","title":"Low-Rank Correction for Quantized LLMs","created":"2024-12-10","cited_by_count":2,"area":null}],"next_cursor":"100"}