{"total":232,"rows":[{"id":"2403.13372","title":"LlamaFactory: Unified Efficient Fine-Tuning of 100+ Language Models","created":"2024-03-20","cited_by_count":1464,"area":null},{"id":"2404.00456","title":"QuaRot: Outlier-Free 4-Bit Inference in Rotated LLMs","created":"2024-03-30","cited_by_count":634,"area":"inference"},{"id":"2405.16406","title":"SpinQuant: LLM quantization with learned rotations","created":"2024-05-26","cited_by_count":471,"area":"inference"},{"id":"2402.04396","title":"QuIP#: Even Better LLM Quantization with Hadamard Incoherence and Lattice Codebooks","created":"2024-02-06","cited_by_count":378,"area":null},{"id":"2408.05517","title":"SWIFT:A Scalable lightWeight Infrastructure for Fine-Tuning","created":"2024-08-10","cited_by_count":355,"area":"mllm"},{"id":"2407.11062","title":"EfficientQAT: Efficient Quantization-Aware Training for Large Language Models","created":"2024-07-10","cited_by_count":127,"area":null},{"id":"2406.11235","title":"QTIP: Quantization with Trellises and Incoherence Processing","created":"2024-06-17","cited_by_count":91,"area":null},{"id":"2402.15319","title":"GPTVQ: The Blessing of Dimensionality for LLM Quantization","created":"2024-02-23","cited_by_count":82,"area":null},{"id":"2405.18137","title":"Exploiting LLM Quantization","created":"2024-05-28","cited_by_count":65,"area":null},{"id":"2405.14917","title":"SliM-LLM: Salience-Driven Mixed-Precision Quantization for Large Language Models","created":"2024-05-23","cited_by_count":63,"area":null},{"id":"2405.14852","title":"PV-Tuning: Beyond Straight-Through Estimation for Extreme LLM Compression","created":"2024-05-23","cited_by_count":61,"area":null},{"id":"2405.18886","title":"Compressing Large Language Models using Low Rank and Low Precision Decomposition","created":"2024-05-29","cited_by_count":59,"area":null},{"id":"2409.17066","title":"VPTQ: Extreme Low-bit Vector Post-Training Quantization for Large Language Models","created":"2024-09-25","cited_by_count":57,"area":null},{"id":"2408.14690","title":"Training-Free Activation Sparsity in Large Language Models","created":"2024-08-26","cited_by_count":55,"area":"inference"},{"id":"2408.11743","title":"MARLIN: Mixed-Precision Auto-Regressive Parallel Inference on Large Language Models","created":"2024-08-21","cited_by_count":52,"area":null},{"id":"2502.02631","title":"ParetoQ: Improving Scaling Laws in Extremely Low-bit LLM Quantization","created":"2025-02-04","cited_by_count":46,"area":null},{"id":"2410.06270","title":"Mixture Compressor for Mixture-of-Experts LLMs Gains More","created":"2024-10-08","cited_by_count":41,"area":"moe"},{"id":"2504.09629","title":"Quantization Error Propagation: Revisiting Layer-Wise Post-Training Quantization","created":"2025-04-13","cited_by_count":41,"area":null},{"id":"2412.14363","title":"ResQ: Mixed-Precision Quantization of Large Language Models with Low-Rank Residuals","created":"2024-12-18","cited_by_count":36,"area":null},{"id":"2405.06001","title":"LLMC: Benchmarking Large Language Model Quantization with a Versatile Compression Toolkit","created":"2024-05-09","cited_by_count":33,"area":"lr"},{"id":"2505.07004","title":"GuidedQuant: Large Language Model Quantization via Exploiting End Loss Guidance","created":"2025-05-11","cited_by_count":32,"area":null},{"id":"2509.23202","title":"Bridging the Gap Between Promise and Performance for Microscaling FP4 Quantization","created":"2025-09-27","cited_by_count":32,"area":null},{"id":"2409.16694","title":"A Survey of Low-bit Large Language Models: Basics, Systems, and Algorithms","created":"2024-09-25","cited_by_count":31,"area":null},{"id":"2407.10960","title":"Fast Matrix Multiplications for Lookup Table-Quantized LLMs","created":"2024-07-15","cited_by_count":29,"area":null},{"id":"2501.19392","title":"Cache Me If You Must: Adaptive Key-Value Quantization for Large Language Models","created":"2025-01-31","cited_by_count":24,"area":"inference"},{"id":"2404.03605","title":"Mitigating the Impact of Outlier Channels for Language Model Quantization with Activation Regularization","created":"2024-04-04","cited_by_count":23,"area":null},{"id":"2505.22988","title":"Model-Preserving Adaptive Rounding","created":"2025-05-29","cited_by_count":23,"area":null},{"id":"2407.10032","title":"LeanQuant: Accurate and Scalable Large Language Model Quantization with Loss-error-aware Grid","created":"2024-07-14","cited_by_count":22,"area":null},{"id":"2408.08554","title":"ABQ-LLM: Arbitrary-Bit Quantized Inference Acceleration for Large Language Models","created":"2024-08-16","cited_by_count":22,"area":"inference"},{"id":"2407.12327","title":"Spectra: Surprising Effectiveness of Pretraining Ternary Language Models at Scale","created":"2024-07-17","cited_by_count":21,"area":null},{"id":"2410.17770","title":"Small Singular Values Matter: A Random Matrix Analysis of Transformer Models","created":"2024-10-23","cited_by_count":21,"area":null},{"id":"2411.17525","title":"Pushing the Limits of Large Language Model Quantization via the Linearity Theorem","created":"2024-11-26","cited_by_count":21,"area":null},{"id":"2504.19449","title":"R-Sparse: Rank-Aware Activation Sparsity for Efficient LLM Inference","created":"2025-04-28","cited_by_count":21,"area":"inference"},{"id":"2409.13652","title":"OATS: Outlier-Aware Pruning Through Sparse and Low Rank Decomposition","created":"2024-09-20","cited_by_count":20,"area":null},{"id":"2410.14649","title":"EvoPress: Accurate Dynamic Model Compression via Evolutionary Search","created":"2024-10-18","cited_by_count":20,"area":null},{"id":"2507.18553","title":"The Geometry of LLM Quantization: GPTQ as Babai's Nearest Plane Algorithm","created":"2025-07-24","cited_by_count":20,"area":null},{"id":"2406.13555","title":"BiLD: Bi-directional Logits Difference Loss for Large Language Model Distillation","created":"2024-06-19","cited_by_count":19,"area":null},{"id":"2411.17691","title":"Low-Bit Quantization Favors Undertrained LLMs: Scaling Laws for Quantized LLMs with 100T Training Tokens","created":"2024-11-26","cited_by_count":18,"area":null},{"id":"2502.15799","title":"Investigating the Impact of Quantization Methods on the Safety and Reliability of Large Language Models","created":"2025-02-18","cited_by_count":18,"area":"lr"},{"id":"2412.14590","title":"MixLLM: LLM Quantization with Global Mixed-precision between Output-features and Highly-efficient System Design","created":"2024-12-19","cited_by_count":16,"area":null},{"id":"2506.04985","title":"FPTQuant: Function-Preserving Transforms for LLM Quantization","created":"2025-06-05","cited_by_count":16,"area":null},{"id":"2508.04853","title":"Provable Post-Training Quantization: Theoretical Analysis of OPTQ and Qronos","created":"2025-08-06","cited_by_count":16,"area":null},{"id":"2501.02625","title":"HALO: Hadamard-Assisted Lower-Precision Optimization for LLMs","created":"2025-01-05","cited_by_count":15,"area":null},{"id":"2403.09207","title":"TaxoLLaMA: WordNet-based Model for Solving Multiple Lexical Semantic Tasks","created":"2024-03-14","cited_by_count":14,"area":null},{"id":"2503.05200","title":"ORANSight-2.0: Foundational LLMs for O-RAN","created":"2025-03-07","cited_by_count":13,"area":null},{"id":"2405.16528","title":"LoQT: Low-Rank Adapters for Quantized Pretraining","created":"2024-05-26","cited_by_count":12,"area":null},{"id":"2406.13474","title":"BoA: Attention-aware Post-training Quantization without Backpropagation","created":"2024-06-19","cited_by_count":12,"area":null},{"id":"2409.17140","title":"AXIS: Efficient Human-Agent-Computer Interaction with API-First LLM-Based Agents","created":"2024-09-25","cited_by_count":12,"area":"agents"},{"id":"2411.11843","title":"Bi-Mamba: Towards Accurate 1-Bit State Space Models","created":"2024-11-18","cited_by_count":12,"area":"ssm"},{"id":"2503.01483","title":"KurTail : Kurtosis-based LLM Quantization","created":"2025-03-03","cited_by_count":12,"area":null},{"id":"2410.08391","title":"KV Prediction for Improved Time to First Token","created":"2024-10-10","cited_by_count":11,"area":"inference"},{"id":"2501.01144","title":"BlockDialect: Block-wise Fine-grained Mixed Format Quantization for Energy-Efficient LLM Inference","created":"2025-01-02","cited_by_count":11,"area":"inference"},{"id":"2502.14816","title":"Dynamic Low-Rank Sparse Adaptation for Large Language Models","created":"2025-02-20","cited_by_count":10,"area":null},{"id":"2505.20276","title":"Does quantization affect models' performance on long-context tasks?","created":"2025-05-26","cited_by_count":10,"area":null},{"id":"2509.09679","title":"ButterflyQuant: Ultra-low-bit LLM Quantization through Learnable Orthogonal Butterfly Transforms","created":"2025-09-11","cited_by_count":10,"area":null},{"id":"2407.09111","title":"Inference Optimization of Foundation Models on AI Accelerators","created":"2024-07-12","cited_by_count":9,"area":null},{"id":"2411.15982","title":"Anda: Unlocking Efficient LLM Inference with a Variable-Length Grouped Activation Data Format","created":"2024-11-24","cited_by_count":9,"area":"inference"},{"id":"2412.01129","title":"RILQ: Rank-Insensitive LoRA-based Quantization Error Compensation for Boosting 2-bit Large Language Model Accuracy","created":"2024-12-02","cited_by_count":9,"area":null},{"id":"2505.00850","title":"ICQuant: Index Coding enables Low-bit LLM Quantization","created":"2025-05-01","cited_by_count":9,"area":null},{"id":"2508.19432","title":"Quantized but Deceptive? A Multi-Dimensional Truthfulness Evaluation of Quantized LLMs","created":"2025-08-26","cited_by_count":9,"area":null},{"id":"2509.16989","title":"PTQTP: Post-Training Quantization to Trit-Planes for Large Language Models","created":"2025-09-21","cited_by_count":9,"area":null},{"id":"2408.15300","title":"GIFT-SW: Gaussian noise Injected Fine-Tuning of Salient Weights for LLMs","created":"2024-08-27","cited_by_count":8,"area":null},{"id":"2501.02423","title":"Scaling Laws for Floating Point Quantization Training","created":"2025-01-05","cited_by_count":8,"area":null},{"id":"2602.11184","title":"KBVQ-MoE: KLT-guided SVD with Bias-Corrected Vector Quantization for MoE Large Language Models","created":"2026-01-30","cited_by_count":8,"area":"moe"},{"id":"2602.13953","title":"QuRL: Efficient Reinforcement Learning with Quantized Rollout","created":"2026-02-15","cited_by_count":8,"area":"lr"},{"id":"2605.24011","title":"ActQuant: Sub-4-bit Action-Guided Quantization for Vision-Language-Action Models","created":"2026-05-19","cited_by_count":8,"area":"vla"},{"id":"2405.15025","title":"OAC: Output-adaptive Calibration for Accurate Post-training Quantization","created":"2024-05-23","cited_by_count":7,"area":null},{"id":"2410.09454","title":"Skipping Computations in Multimodal LLMs","created":"2024-10-12","cited_by_count":7,"area":"mllm"},{"id":"2410.15704","title":"Residual vector quantization for KV cache compression in large language model","created":"2024-10-21","cited_by_count":7,"area":"inference"},{"id":"2412.09282","title":"CRVQ: Channel-Relaxed Vector Quantization for Extreme Compression of LLMs","created":"2024-12-12","cited_by_count":7,"area":null},{"id":"2412.20185","title":"DecDEC: A Systems Approach to Advancing Low-Bit LLM Quantization","created":"2024-12-28","cited_by_count":7,"area":null},{"id":"2502.05376","title":"LO-BCQ: Block Clustered Quantization for 4-bit (W4A4) LLM Inference","created":"2025-02-07","cited_by_count":7,"area":null},{"id":"2504.07389","title":"Task-Circuit Quantization: Leveraging Knowledge Localization and Interpretability for Compression","created":"2025-04-10","cited_by_count":7,"area":null},{"id":"2505.18231","title":"NSNQuant: A Double Normalization Approach for Calibration-Free Low-Bit Vector Quantization of KV Cache","created":"2025-05-23","cited_by_count":7,"area":"inference"},{"id":"2506.05432","title":"PCDVQ: Enhancing Vector Quantization for Large Language Models via Polar Coordinate Decoupling","created":"2025-06-05","cited_by_count":7,"area":null},{"id":"2603.04956","title":"WaterSIC: Information-Theoretically (Near) Optimal Linear Layer Quantization","created":"2026-03-05","cited_by_count":7,"area":null},{"id":"2405.15756","title":"Wasserstein Distances, Neuronal Entanglement, and Sparsity","created":"2024-05-24","cited_by_count":6,"area":"mechinterp"},{"id":"2505.13430","title":"Fine-tuning Quantized Neural Networks with Zeroth-order Optimization","created":"2025-05-19","cited_by_count":6,"area":null},{"id":"2512.01546","title":"LPCD: Unified Framework from Layer-Wise to Submodule Quantization","created":"2025-12-01","cited_by_count":6,"area":null},{"id":"2602.05902","title":"CoreQ: Learning-Free Mismatch Correction and Successive Rounding for Quantization","created":"2026-02-05","cited_by_count":6,"area":null},{"id":"2604.18556","title":"GSQ: Highly-Accurate Low-Precision Scalar Quantization for LLMs via Gumbel-Softmax Sampling","created":"2026-04-20","cited_by_count":6,"area":null},{"id":"2605.02404","title":"Statistically-Lossless Quantization of Large Language Models","created":"2026-05-04","cited_by_count":6,"area":"inference"},{"id":"2412.17560","title":"GQSA: Group Quantization and Sparsity for Accelerating Large Language Model Inference","created":"2024-12-23","cited_by_count":5,"area":null},{"id":"2502.09003","title":"RoSTE: An Efficient Quantization-Aware Supervised Fine-Tuning Approach for Large Language Models","created":"2025-02-13","cited_by_count":5,"area":null},{"id":"2503.05936","title":"CASP: Compression of Large Multimodal Models Based on Attention Sparsity","created":"2025-03-07","cited_by_count":5,"area":"mllm"},{"id":"2505.03031","title":"Radio: Rate-Distortion Optimization for Large Language Model Compression","created":"2025-05-05","cited_by_count":5,"area":null},{"id":"2506.03781","title":"Unifying Uniform and Binary-coding Quantization for Accurate Compression of Large Language Models","created":"2025-06-04","cited_by_count":5,"area":null},{"id":"2506.12024","title":"FlexQuant: A Flexible and Efficient Dynamic Precision Switching Framework for LLM Quantization","created":"2025-05-21","cited_by_count":5,"area":null},{"id":"2507.04610","title":"any4: Learned 4-bit Numeric Representation for LLMs","created":"2025-07-07","cited_by_count":5,"area":null},{"id":"2508.03332","title":"Exploring Layer-wise Information Effectiveness for Post-Training Quantization in Small Language Models","created":"2025-08-05","cited_by_count":5,"area":null},{"id":"2604.19157","title":"SAW-INT4: System-Aware 4-Bit KV-Cache Quantization for Real-World LLM Serving","created":"2026-04-21","cited_by_count":5,"area":"inference"},{"id":"2605.29843","title":"HARP: Hadamard-Preconditioned Adaptive Rotation Processor for Extreme LLM Quantization","created":"2026-05-28","cited_by_count":5,"area":null},{"id":"2406.17542","title":"CDQuant: Greedy Coordinate Descent for Accurate LLM Quantization","created":"2024-06-25","cited_by_count":4,"area":null},{"id":"2410.10714","title":"SeedLM: Compressing LLM Weights into Seeds of Pseudo-Random Generators","created":"2024-10-14","cited_by_count":4,"area":null},{"id":"2410.19103","title":"TesseraQ: Ultra Low-Bit LLM Post-Training Quantization with Block Reconstruction","created":"2024-10-24","cited_by_count":4,"area":null},{"id":"2505.03803","title":"RWKVQuant: Quantizing the RWKV Family with Proxy Guided Hybrid of Scalar and Vector Quantization","created":"2025-05-02","cited_by_count":4,"area":null},{"id":"2507.07145","title":"CCQ: Convolutional Code for Extreme Low-bit Quantization in LLMs","created":"2025-07-09","cited_by_count":4,"area":null},{"id":"2510.20984","title":"Learning Grouped Lattice Vector Quantizers for Low-Bit LLM Compression","created":"2025-10-23","cited_by_count":4,"area":null},{"id":"2606.03465","title":"Rethinking the Role of Tensor Decompositions in Post-Training LLM Compression","created":"2026-06-02","cited_by_count":4,"area":"lr"},{"id":"2405.13155","title":"ReALLM: A general framework for LLM compression and fine-tuning","created":"2024-05-21","cited_by_count":3,"area":null}],"next_cursor":"100"}