{"total":42,"rows":[{"id":"2404.00456","title":"QuaRot: Outlier-Free 4-Bit Inference in Rotated LLMs","created":"2024-03-30","cited_by_count":634,"area":"inference"},{"id":"2405.16406","title":"SpinQuant: LLM quantization with learned rotations","created":"2024-05-26","cited_by_count":471,"area":"inference"},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2407.21118","title":"Palu: Compressing KV-Cache with Low-Rank Projection","created":"2024-07-30","cited_by_count":64,"area":"inference"},{"id":"2408.14690","title":"Training-Free Activation Sparsity in Large Language Models","created":"2024-08-26","cited_by_count":55,"area":"inference"},{"id":"2501.19392","title":"Cache Me If You Must: Adaptive Key-Value Quantization for Large Language Models","created":"2025-01-31","cited_by_count":24,"area":"inference"},{"id":"2408.08554","title":"ABQ-LLM: Arbitrary-Bit Quantized Inference Acceleration for Large Language Models","created":"2024-08-16","cited_by_count":22,"area":"inference"},{"id":"2503.16257","title":"Plug-and-Play 1.x-Bit KV Cache Quantization for Video Large Language Models","created":"2025-03-20","cited_by_count":13,"area":"inference"},{"id":"2410.08391","title":"KV Prediction for Improved Time to First Token","created":"2024-10-10","cited_by_count":11,"area":"inference"},{"id":"2501.01144","title":"BlockDialect: Block-wise Fine-grained Mixed Format Quantization for Energy-Efficient LLM Inference","created":"2025-01-02","cited_by_count":11,"area":"inference"},{"id":"2606.08382","title":"STAR-KV: Low-Rank KV Cache Compression via Soft Thresholding for Adaptive Rank Control","created":"2026-06-07","cited_by_count":11,"area":"inference"},{"id":"2411.15982","title":"Anda: Unlocking Efficient LLM Inference with a Variable-Length Grouped Activation Data Format","created":"2024-11-24","cited_by_count":9,"area":"inference"},{"id":"2605.17757","title":"OSCAR: Offline Spectral Covariance-Aware Rotation for 2-bit KV Cache Quantization","created":"2026-05-18","cited_by_count":9,"area":"inference"},{"id":"2604.17789","title":"DuQuant++: Fine-grained Rotation Enhances Microscaling FP4 Quantization","created":"2026-04-20","cited_by_count":8,"area":"inference"},{"id":"2605.13810","title":"Provable Quantization with Randomized Hadamard Transform","created":"2026-05-13","cited_by_count":8,"area":"inference"},{"id":"2505.18231","title":"NSNQuant: A Double Normalization Approach for Calibration-Free Low-Bit Vector Quantization of KV Cache","created":"2025-05-23","cited_by_count":7,"area":"inference"},{"id":"2605.02404","title":"Statistically-Lossless Quantization of Large Language Models","created":"2026-05-04","cited_by_count":6,"area":"inference"},{"id":"2605.06014","title":"Quantizing With Randomized Hadamard Transforms: Efficient Heuristic Now Proven","created":"2026-05-07","cited_by_count":6,"area":"inference"},{"id":"2602.05191","title":"Double-P: Hierarchical Top-P Sparse Attention for Long-Context LLMs","created":"2026-02-05","cited_by_count":5,"area":"inference"},{"id":"2603.17946","title":"CARE: Covariance-Aware and Rank-Enhanced Decomposition for Enabling Multi-Head Latent Attention","created":"2026-03-18","cited_by_count":5,"area":"inference"},{"id":"2604.19157","title":"SAW-INT4: System-Aware 4-Bit KV-Cache Quantization for Real-World LLM Serving","created":"2026-04-21","cited_by_count":5,"area":"inference"},{"id":"2502.15779","title":"Rotate, Clip, and Partition: Towards W2A4KV4 Quantization by Integrating Rotation and Learnable Non-uniform Quantizer","created":"2025-02-17","cited_by_count":4,"area":"inference"},{"id":"2511.06174","title":"LUT-LLM: Efficient Large Language Model Inference with Memory-based Computations on FPGAs","created":"2025-11-09","cited_by_count":4,"area":"inference"},{"id":"2505.22179","title":"Speculative Decoding Meets Quantization: Compatibility Evaluation and Hierarchical Framework Design","created":"2025-05-28","cited_by_count":3,"area":"inference"},{"id":"2508.04405","title":"FlexQ: Efficient Post-training INT6 Quantization for LLM Serving via Algorithm-System Co-Design","created":"2025-08-06","cited_by_count":2,"area":"inference"},{"id":"2605.02905","title":"eOptShrinkQ: Near-Lossless KV Cache Compression Through Optimal Spectral Denoising and Quantization","created":"2026-04-06","cited_by_count":2,"area":"inference"},{"id":"2606.10520","title":"UniSVQ: 2-bit Unified Scalar-Vector Quantization","created":"2026-06-09","cited_by_count":2,"area":"inference"},{"id":"2505.21077","title":"Efficient Large Language Model Inference with Neural Block Linearization","created":"2025-05-27","cited_by_count":1,"area":"inference"},{"id":"2510.23766","title":"BitSkip: An Empirical Analysis of Quantization and Early Exit Composition in Transformers","created":"2025-10-27","cited_by_count":1,"area":"inference"},{"id":"2604.02638","title":"AXELRAM: Quantize Once, Never Dequantize","created":"2026-04-03","cited_by_count":1,"area":"inference"},{"id":"2606.02823","title":"Qift: Shift-Friendly No-Zero W2 Post-Training Quantization for Rotated W2A4/KV4 LLM Inference","created":"2026-06-01","cited_by_count":1,"area":"inference"},{"id":"2605.05699","title":"When Quantization Is Free: An int4 KV Cache That Outruns fp16 on Apple Silicon","created":"2026-05-07","cited_by_count":0,"area":"inference"},{"id":"2607.27694","title":"GyRot: Leveraging Hidden Synergy between Rotation and Fine-grained Group Quantization for Low-bit LLM Inference","created":"2026-07-30","cited_by_count":0,"area":"inference"},{"id":"2608.23599","title":"Squeezing the Cache, Preserving the Truth: Monotonic Equipotential Allocation with Geodesia-KV","created":"2026-08-19","cited_by_count":0,"area":"inference"},{"id":"2608.30076","title":"Budget-Aware Compression Pipeline for Single-GPU LLM Inference: Methods, Trade-offs, and Coupling Effects","created":"2026-08-30","cited_by_count":0,"area":"inference"},{"id":"2609.05764","title":"Interface-Aware KV Cache Quantization for Dense On-Chip NVM in Long-Context LLM Decoding","created":"2026-09-04","cited_by_count":0,"area":"inference"},{"id":"2609.12208","title":"Vortex: Bridging Extreme Compression and Efficient LLM Inference","created":"2026-09-10","cited_by_count":0,"area":"inference"},{"id":"2609.19880","title":"D-Quant: Driftable Entropy Coding for KV Cache Quantization","created":"2026-09-17","cited_by_count":0,"area":"inference"},{"id":"2610.02800","title":"BitNest: Bit-Nested Speculative Decoding for Memory-Efficient LLM Inference Acceleration","created":"2026-10-02","cited_by_count":0,"area":"inference"},{"id":"2610.03027","title":"Tailoring the Quantization Space for 1-Bit KV Cache Compression","created":"2026-10-02","cited_by_count":0,"area":"inference"},{"id":"2610.09202","title":"Few Bits, One Law: Toward W2A4KV2","created":"2026-10-06","cited_by_count":0,"area":"inference"},{"id":"2610.15384","title":"E8 Lattice Key Quantization for Low-Bit KV-Cache Compression","created":"2026-10-11","cited_by_count":0,"area":"inference"}],"next_cursor":null}