{"total":81,"rows":[{"id":"2405.16406","title":"SpinQuant: LLM quantization with learned rotations","created":"2024-05-26","cited_by_count":471,"area":"inference"},{"id":"2405.04532","title":"QServe: W4A8KV4 Quantization and System Co-design for Efficient LLM Serving","created":"2024-05-07","cited_by_count":208,"area":"inference"},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2407.21118","title":"Palu: Compressing KV-Cache with Low-Rank Projection","created":"2024-07-30","cited_by_count":64,"area":"inference"},{"id":"2501.16383","title":"RotateKV: Accurate and Robust 2-Bit KV Cache Quantization for LLMs via Outlier-Aware Adaptive Rotations","created":"2025-01-25","cited_by_count":46,"area":"inference"},{"id":"2411.10666","title":"SAM Decoding: Speculative Decoding via Suffix Automaton","created":"2024-11-16","cited_by_count":39,"area":"inference"},{"id":"2501.19392","title":"Cache Me If You Must: Adaptive Key-Value Quantization for Large Language Models","created":"2025-01-31","cited_by_count":24,"area":"inference"},{"id":"2408.08554","title":"ABQ-LLM: Arbitrary-Bit Quantized Inference Acceleration for Large Language Models","created":"2024-08-16","cited_by_count":22,"area":"inference"},{"id":"2410.11305","title":"QSpec: Speculative Decoding with Complementary Quantization Schemes","created":"2024-10-15","cited_by_count":18,"area":"inference"},{"id":"2505.10938","title":"Accurate KV Cache Quantization with Outlier Tokens Tracing","created":"2025-05-16","cited_by_count":18,"area":"inference"},{"id":"2502.01068","title":"FastKV: Decoupling of Context Reduction and KV Cache Compression for Prefill-Decoding Acceleration","created":"2025-02-03","cited_by_count":14,"area":"inference"},{"id":"2503.18599","title":"Oaken: Fast and Efficient LLM Serving with Online-Offline Hybrid KV Cache Quantization","created":"2025-03-24","cited_by_count":14,"area":"inference"},{"id":"2503.16257","title":"Plug-and-Play 1.x-Bit KV Cache Quantization for Video Large Language Models","created":"2025-03-20","cited_by_count":13,"area":"inference"},{"id":"2501.01144","title":"BlockDialect: Block-wise Fine-grained Mixed Format Quantization for Energy-Efficient LLM Inference","created":"2025-01-02","cited_by_count":11,"area":"inference"},{"id":"2510.14557","title":"MX+: Pushing the Limits of Microscaling Formats for Efficient Large Language Model Serving","created":"2025-10-16","cited_by_count":11,"area":"inference"},{"id":"2502.00527","title":"PolarQuant: Leveraging Polar Transformation for Efficient Key Cache Quantization and Decoding Acceleration","created":"2025-02-01","cited_by_count":10,"area":"inference"},{"id":"2502.15075","title":"Quantize What Counts: More for Keys, Less for Values","created":"2025-02-20","cited_by_count":10,"area":"inference"},{"id":"2510.05373","title":"KVLinC : KV Cache Quantization with Hadamard Rotation and Linear Correction","created":"2025-10-06","cited_by_count":10,"area":"inference"},{"id":"2605.17757","title":"OSCAR: Offline Spectral Covariance-Aware Rotation for 2-bit KV Cache Quantization","created":"2026-05-18","cited_by_count":9,"area":"inference"},{"id":"2503.18773","title":"BitDecoding: Unlocking Tensor Cores for Long-Context LLMs with Low-Bit KV Cache","created":"2025-03-24","cited_by_count":8,"area":"inference"},{"id":"2503.24000","title":"Rethinking Key-Value Cache Compression Techniques for Large Language Model Serving","created":"2025-03-31","cited_by_count":8,"area":"inference"},{"id":"2505.12942","title":"A3 : an Analytical Low-Rank Approximation Framework for Attention","created":"2025-05-19","cited_by_count":8,"area":"inference"},{"id":"2509.01229","title":"LiquidGEMM: Hardware-Efficient W4A8 GEMM Kernel for High-Performance LLM Serving","created":"2025-09-01","cited_by_count":8,"area":"inference"},{"id":"2603.17435","title":"ZipServ: Fast and Memory-Efficient LLM Inference with Hardware-Aware Lossless Compression","created":"2026-03-18","cited_by_count":8,"area":"inference"},{"id":"2604.17789","title":"DuQuant++: Fine-grained Rotation Enhances Microscaling FP4 Quantization","created":"2026-04-20","cited_by_count":8,"area":"inference"},{"id":"2605.13810","title":"Provable Quantization with Randomized Hadamard Transform","created":"2026-05-13","cited_by_count":8,"area":"inference"},{"id":"2606.13054","title":"TWLA: Achieving Ternary Weights and Low-Bit Activations for LLMs via Post-Training Quantization","created":"2026-06-11","cited_by_count":8,"area":"inference"},{"id":"2503.24358","title":"SQuat: Subspace-orthogonal KV Cache Quantization","created":"2025-03-31","cited_by_count":7,"area":"inference"},{"id":"2505.18231","title":"NSNQuant: A Double Normalization Approach for Calibration-Free Low-Bit Vector Quantization of KV Cache","created":"2025-05-23","cited_by_count":7,"area":"inference"},{"id":"2605.13734","title":"KVServe: Service-Aware KV Cache Compression for Communication-Efficient Disaggregated LLM Serving","created":"2026-05-13","cited_by_count":7,"area":"inference"},{"id":"2605.02404","title":"Statistically-Lossless Quantization of Large Language Models","created":"2026-05-04","cited_by_count":6,"area":"inference"},{"id":"2605.06014","title":"Quantizing With Randomized Hadamard Transforms: Efficient Heuristic Now Proven","created":"2026-05-07","cited_by_count":6,"area":"inference"},{"id":"2608.27513","title":"DAMP: Decay-Aware Mixed-Precision Recurrent-State Quantization","created":"2026-08-27","cited_by_count":6,"area":"inference"},{"id":"2510.16040","title":"Kelle: Co-design KV Caching and eDRAM for Efficient LLM Serving in Edge Computing","created":"2025-10-16","cited_by_count":5,"area":"inference"},{"id":"2604.19157","title":"SAW-INT4: System-Aware 4-Bit KV-Cache Quantization for Real-World LLM Serving","created":"2026-04-21","cited_by_count":5,"area":"inference"},{"id":"2605.19660","title":"OScaR: The Occam's Razor for Extreme KV Cache Quantization in LLMs and Beyond","created":"2026-05-19","cited_by_count":5,"area":"inference"},{"id":"2502.15779","title":"Rotate, Clip, and Partition: Towards W2A4KV4 Quantization by Integrating Rotation and Learnable Non-uniform Quantizer","created":"2025-02-17","cited_by_count":4,"area":"inference"},{"id":"2510.06175","title":"VecInfer: Efficient LLM Inference with Low-Bit KV Cache via Outlier-Suppressed Vector Quantization","created":"2025-10-07","cited_by_count":4,"area":"inference"},{"id":"2512.01953","title":"KV Pareto: Systems-Level Optimization of KV Cache and Model Compression for Long Context Inference","created":"2025-12-01","cited_by_count":4,"area":"inference"},{"id":"2504.03661","title":"MILLION: Mastering Long-Context LLM Inference Via Outlier-Immunized KV Product Quantization","created":"2025-03-12","cited_by_count":3,"area":"inference"},{"id":"2505.22179","title":"Speculative Decoding Meets Quantization: Compatibility Evaluation and Hierarchical Framework Design","created":"2025-05-28","cited_by_count":3,"area":"inference"},{"id":"2603.27469","title":"KV Cache Quantization for Self-Forcing Video Generation: A 33-Method Empirical Study","created":"2026-03-29","cited_by_count":3,"area":"inference"},{"id":"2605.06675","title":"RateQuant: Optimal Mixed-Precision KV Cache Quantization via Rate-Distortion Theory","created":"2026-04-22","cited_by_count":3,"area":"inference"},{"id":"2505.20839","title":"FireQ: Fast INT4-FP8 Kernel and RoPE-aware Quantization for LLM Inference Acceleration","created":"2025-05-27","cited_by_count":2,"area":"inference"},{"id":"2507.23035","title":"OASIS: Outlier-Aware LUT-Based GEMM with Dual-Side Quantization for LLM Inference Acceleration","created":"2025-07-30","cited_by_count":2,"area":"inference"},{"id":"2602.07721","title":"ParisKV: Fast and Drift-Robust KV-Cache Retrieval for Long-Context LLMs","created":"2026-02-07","cited_by_count":2,"area":"inference"},{"id":"2605.21226","title":"OCTOPUS: Optimized KV Cache for Transformers via Octahedral Parametrization Under optimal Squared error quantization","created":"2026-05-20","cited_by_count":2,"area":"inference"},{"id":"2608.02691","title":"Output-Aware Rotation for INT2 KV-Cache Quantization","created":"2026-08-03","cited_by_count":2,"area":"inference"},{"id":"2608.04074","title":"Spend Bits Where Queries Look: KV Cache Vector Quantization with Attention-Preserving Transforms","created":"2026-08-04","cited_by_count":2,"area":"inference"},{"id":"2603.12038","title":"Slow-Fast Inference: Training-Free Inference Acceleration via Within-Sentence Support Stability","created":"2026-03-12","cited_by_count":1,"area":"inference"},{"id":"2604.02638","title":"AXELRAM: Quantize Once, Never Dequantize","created":"2026-04-03","cited_by_count":1,"area":"inference"},{"id":"2604.08426","title":"KV Cache Offloading for Context-Intensive Tasks","created":"2026-04-09","cited_by_count":1,"area":"inference"},{"id":"2606.02823","title":"Qift: Shift-Friendly No-Zero W2 Post-Training Quantization for Rotated W2A4/KV4 LLM Inference","created":"2026-06-01","cited_by_count":1,"area":"inference"},{"id":"2606.12487","title":"DynamicPTQ: Mitigating Activation Quantization Collapse via Residual-Stream Dynamics","created":"2026-06-10","cited_by_count":1,"area":"inference"},{"id":"2607.17733","title":"MXSens: Sensitivity-Aware Mixed-Precision Quantization for Efficient LLM Inference","created":"2026-07-20","cited_by_count":1,"area":"inference"},{"id":"2609.24298","title":"KV-COBRA: KV Cache Compression via Co-Optimized Bit-Rank Allocation","created":"2026-09-21","cited_by_count":1,"area":"inference"},{"id":"2605.03562","title":"HeadQ: Model-Visible Distortion and Score-Space Correction for KV-Cache Quantization","created":"2026-05-05","cited_by_count":0,"area":"inference"},{"id":"2605.05699","title":"When Quantization Is Free: An int4 KV Cache That Outruns fp16 on Apple Silicon","created":"2026-05-07","cited_by_count":0,"area":"inference"},{"id":"2605.09375","title":"31.1 A 14.08-to-135.69Token/s ReRAM-on-Logic Stacked Outlier-Free Large-Language-Model Accelerator with Block-Clustered Weight-Compression and Adaptive Parallel-Speculative-Decoding","created":"2026-05-10","cited_by_count":0,"area":"inference"},{"id":"2605.27646","title":"Hurwitz Quaternion Multiplicative Quantization for KV Cache Compression","created":"2026-05-26","cited_by_count":0,"area":"inference"},{"id":"2606.11244","title":"SPEAR: A System for Post-Quantization Error-Adaptive Recovery Enabling Efficient Low-Bit LLM Serving","created":"2026-06-04","cited_by_count":0,"area":"inference"},{"id":"2606.21448","title":"Fast-TurboQuant: A Multiplier-Free Online Vector Quantization Approach","created":"2026-06-19","cited_by_count":0,"area":"inference"},{"id":"2607.12550","title":"A JoLT for the KV cache: Near-Lossless KV Cache Compression via Joint Rank-bit Allocation","created":"2026-07-14","cited_by_count":0,"area":"inference"},{"id":"2607.17019","title":"Regularize or Localize: When Training-Time KV-Cache Geometry Pays Under Quantization","created":"2026-07-19","cited_by_count":0,"area":"inference"},{"id":"2607.27694","title":"GyRot: Leveraging Hidden Synergy between Rotation and Fine-grained Group Quantization for Low-bit LLM Inference","created":"2026-07-30","cited_by_count":0,"area":"inference"},{"id":"2608.23599","title":"Squeezing the Cache, Preserving the Truth: Monotonic Equipotential Allocation with Geodesia-KV","created":"2026-08-19","cited_by_count":0,"area":"inference"},{"id":"2608.28911","title":"SemKV: Semantic Mixed-Precision KV Cache Quantization Guided by the Quality Cliff for Long-Context LLM Inference","created":"2026-08-28","cited_by_count":0,"area":"inference"},{"id":"2608.30076","title":"Budget-Aware Compression Pipeline for Single-GPU LLM Inference: Methods, Trade-offs, and Coupling Effects","created":"2026-08-30","cited_by_count":0,"area":"inference"},{"id":"2609.00450","title":"HBQ: Hierarchical Scaling Block Quantization with Hardware-Efficiency-Aware Design for Accurate LLM Inference","created":"2026-08-31","cited_by_count":0,"area":"inference"},{"id":"2609.05764","title":"Interface-Aware KV Cache Quantization for Dense On-Chip NVM in Long-Context LLM Decoding","created":"2026-09-04","cited_by_count":0,"area":"inference"},{"id":"2609.13205","title":"Self-Indexing Attention for Compression-Compatible Sparse Long-Context LLM Inference","created":"2026-08-16","cited_by_count":0,"area":"inference"},{"id":"2609.19880","title":"D-Quant: Driftable Entropy Coding for KV Cache Quantization","created":"2026-09-17","cited_by_count":0,"area":"inference"},{"id":"2609.33410","title":"FoldAttention: Declared-Reference Softmax for Fast Decode and Deterministic Backward","created":"2026-09-27","cited_by_count":0,"area":"inference"},{"id":"2609.38121","title":"WUSH-KV: KV Cache Quantization with Data-Adaptive Transforms","created":"2026-09-29","cited_by_count":0,"area":"inference"},{"id":"2609.38169","title":"STEPQuant: When and Where Errors Matter in Delta-Rule Recurrent State Quantization","created":"2026-09-29","cited_by_count":0,"area":"inference"},{"id":"2610.01763","title":"TopK-Guided: Adaptive, Budget-Aware Activation Sparsity for Efficient LLM Inference","created":"2026-10-01","cited_by_count":0,"area":"inference"},{"id":"2610.02800","title":"BitNest: Bit-Nested Speculative Decoding for Memory-Efficient LLM Inference Acceleration","created":"2026-10-02","cited_by_count":0,"area":"inference"},{"id":"2610.09202","title":"Few Bits, One Law: Toward W2A4KV2","created":"2026-10-06","cited_by_count":0,"area":"inference"},{"id":"2610.14448","title":"KV4-RL: Unlocking Faster Asynchronous Rollouts for RLVR with INT4 KV Cache Quantization","created":"2026-10-10","cited_by_count":0,"area":"inference"},{"id":"2610.14475","title":"EdgeLLM-Nano: Auditing Polar-Guided Key-Cache Compression and Consistency-Anchored Pruning on a 33.6 MB On-Device Language Model","created":"2026-10-10","cited_by_count":0,"area":"inference"},{"id":"2610.17966","title":"BELT : BEhavior-Aligned Low-Rank KV Cache Compression with Learned Top-k Rank Allocation","created":"2026-10-13","cited_by_count":0,"area":"inference"}],"next_cursor":null}