{"total":50,"rows":[{"id":"2407.21118","title":"Palu: Compressing KV-Cache with Low-Rank Projection","created":"2024-07-30","cited_by_count":64,"area":"inference"},{"id":"2501.16383","title":"RotateKV: Accurate and Robust 2-Bit KV Cache Quantization for LLMs via Outlier-Aware Adaptive Rotations","created":"2025-01-25","cited_by_count":46,"area":"inference"},{"id":"2502.04420","title":"KVTuner: Sensitivity-Aware Layer-Wise Mixed-Precision KV Cache Quantization for Efficient and Nearly Lossless LLM Inference","created":"2025-02-06","cited_by_count":40,"area":"inference"},{"id":"2411.10666","title":"SAM Decoding: Speculative Decoding via Suffix Automaton","created":"2024-11-16","cited_by_count":39,"area":"inference"},{"id":"2511.14582","title":"OmniZip: Audio-Guided Dynamic Token Compression for Fast Omnimodal Large Language Models","created":"2025-11-18","cited_by_count":22,"area":"inference"},{"id":"2503.18599","title":"Oaken: Fast and Efficient LLM Serving with Online-Offline Hybrid KV Cache Quantization","created":"2025-03-24","cited_by_count":14,"area":"inference"},{"id":"2506.07851","title":"Learning to Focus: Causal Attention Distillation via Gradient-Guided Token Pruning","created":"2025-06-09","cited_by_count":13,"area":"inference"},{"id":"2501.01144","title":"BlockDialect: Block-wise Fine-grained Mixed Format Quantization for Energy-Efficient LLM Inference","created":"2025-01-02","cited_by_count":11,"area":"inference"},{"id":"2510.05373","title":"KVLinC : KV Cache Quantization with Hadamard Rotation and Linear Correction","created":"2025-10-06","cited_by_count":10,"area":"inference"},{"id":"2605.17757","title":"OSCAR: Offline Spectral Covariance-Aware Rotation for 2-bit KV Cache Quantization","created":"2026-05-18","cited_by_count":9,"area":"inference"},{"id":"2504.10724","title":"HELIOS: Adaptive Model And Early-Exit Selection for Efficient LLM Inference Serving","created":"2025-04-14","cited_by_count":8,"area":"inference"},{"id":"2509.01229","title":"LiquidGEMM: Hardware-Efficient W4A8 GEMM Kernel for High-Performance LLM Serving","created":"2025-09-01","cited_by_count":8,"area":"inference"},{"id":"2603.17435","title":"ZipServ: Fast and Memory-Efficient LLM Inference with Hardware-Aware Lossless Compression","created":"2026-03-18","cited_by_count":8,"area":"inference"},{"id":"2505.18231","title":"NSNQuant: A Double Normalization Approach for Calibration-Free Low-Bit Vector Quantization of KV Cache","created":"2025-05-23","cited_by_count":7,"area":"inference"},{"id":"2605.02404","title":"Statistically-Lossless Quantization of Large Language Models","created":"2026-05-04","cited_by_count":6,"area":"inference"},{"id":"2608.27513","title":"DAMP: Decay-Aware Mixed-Precision Recurrent-State Quantization","created":"2026-08-27","cited_by_count":6,"area":"inference"},{"id":"2604.19157","title":"SAW-INT4: System-Aware 4-Bit KV-Cache Quantization for Real-World LLM Serving","created":"2026-04-21","cited_by_count":5,"area":"inference"},{"id":"2502.15779","title":"Rotate, Clip, and Partition: Towards W2A4KV4 Quantization by Integrating Rotation and Learnable Non-uniform Quantizer","created":"2025-02-17","cited_by_count":4,"area":"inference"},{"id":"2511.06174","title":"LUT-LLM: Efficient Large Language Model Inference with Memory-based Computations on FPGAs","created":"2025-11-09","cited_by_count":4,"area":"inference"},{"id":"2512.01953","title":"KV Pareto: Systems-Level Optimization of KV Cache and Model Compression for Long Context Inference","created":"2025-12-01","cited_by_count":4,"area":"inference"},{"id":"2604.04987","title":"Cactus: Accelerating Auto-Regressive Decoding with Constrained Acceptance Speculative Sampling","created":"2026-04-05","cited_by_count":4,"area":"inference"},{"id":"2505.17138","title":"RAP: Runtime Adaptive Pruning for LLM Inference","created":"2025-05-22","cited_by_count":3,"area":"inference"},{"id":"2505.20839","title":"FireQ: Fast INT4-FP8 Kernel and RoPE-aware Quantization for LLM Inference Acceleration","created":"2025-05-27","cited_by_count":2,"area":"inference"},{"id":"2507.23035","title":"OASIS: Outlier-Aware LUT-Based GEMM with Dual-Side Quantization for LLM Inference Acceleration","created":"2025-07-30","cited_by_count":2,"area":"inference"},{"id":"2508.04405","title":"FlexQ: Efficient Post-training INT6 Quantization for LLM Serving via Algorithm-System Co-Design","created":"2025-08-06","cited_by_count":2,"area":"inference"},{"id":"2510.09332","title":"FLRC: Fine-grained Low-Rank Compressor for Efficient LLM Inference","created":"2025-10-10","cited_by_count":2,"area":"inference"},{"id":"2602.07721","title":"ParisKV: Fast and Drift-Robust KV-Cache Retrieval for Long-Context LLMs","created":"2026-02-07","cited_by_count":2,"area":"inference"},{"id":"2606.10520","title":"UniSVQ: 2-bit Unified Scalar-Vector Quantization","created":"2026-06-09","cited_by_count":2,"area":"inference"},{"id":"2608.04074","title":"Spend Bits Where Queries Look: KV Cache Vector Quantization with Attention-Preserving Transforms","created":"2026-08-04","cited_by_count":2,"area":"inference"},{"id":"2508.00370","title":"EdgeInfinite-Instruct: Bridging SFT-Based Optimization and NPU-Level Efficiency for Edge Devices","created":"2025-08-01","cited_by_count":1,"area":"inference"},{"id":"2604.02638","title":"AXELRAM: Quantize Once, Never Dequantize","created":"2026-04-03","cited_by_count":1,"area":"inference"},{"id":"2606.02823","title":"Qift: Shift-Friendly No-Zero W2 Post-Training Quantization for Rotated W2A4/KV4 LLM Inference","created":"2026-06-01","cited_by_count":1,"area":"inference"},{"id":"2607.17733","title":"MXSens: Sensitivity-Aware Mixed-Precision Quantization for Efficient LLM Inference","created":"2026-07-20","cited_by_count":1,"area":"inference"},{"id":"2608.03276","title":"TaskPress: Query-Agnostic KV Cache Compression via Task-Guided Pruning","created":"2026-08-04","cited_by_count":1,"area":"inference"},{"id":"2609.16161","title":"LLM Inference in a Flash!","created":"2026-09-14","cited_by_count":1,"area":"inference"},{"id":"2603.08899","title":"ConFu: Contemplate the Future for Better Speculative Sampling","created":"2026-03-09","cited_by_count":0,"area":"inference"},{"id":"2605.03562","title":"HeadQ: Model-Visible Distortion and Score-Space Correction for KV-Cache Quantization","created":"2026-05-05","cited_by_count":0,"area":"inference"},{"id":"2605.05699","title":"When Quantization Is Free: An int4 KV Cache That Outruns fp16 on Apple Silicon","created":"2026-05-07","cited_by_count":0,"area":"inference"},{"id":"2605.09375","title":"31.1 A 14.08-to-135.69Token/s ReRAM-on-Logic Stacked Outlier-Free Large-Language-Model Accelerator with Block-Clustered Weight-Compression and Adaptive Parallel-Speculative-Decoding","created":"2026-05-10","cited_by_count":0,"area":"inference"},{"id":"2605.27646","title":"Hurwitz Quaternion Multiplicative Quantization for KV Cache Compression","created":"2026-05-26","cited_by_count":0,"area":"inference"},{"id":"2606.11244","title":"SPEAR: A System for Post-Quantization Error-Adaptive Recovery Enabling Efficient Low-Bit LLM Serving","created":"2026-06-04","cited_by_count":0,"area":"inference"},{"id":"2606.21448","title":"Fast-TurboQuant: A Multiplier-Free Online Vector Quantization Approach","created":"2026-06-19","cited_by_count":0,"area":"inference"},{"id":"2607.12550","title":"A JoLT for the KV cache: Near-Lossless KV Cache Compression via Joint Rank-bit Allocation","created":"2026-07-14","cited_by_count":0,"area":"inference"},{"id":"2607.27694","title":"GyRot: Leveraging Hidden Synergy between Rotation and Fine-grained Group Quantization for Low-bit LLM Inference","created":"2026-07-30","cited_by_count":0,"area":"inference"},{"id":"2609.00450","title":"HBQ: Hierarchical Scaling Block Quantization with Hardware-Efficiency-Aware Design for Accurate LLM Inference","created":"2026-08-31","cited_by_count":0,"area":"inference"},{"id":"2609.05764","title":"Interface-Aware KV Cache Quantization for Dense On-Chip NVM in Long-Context LLM Decoding","created":"2026-09-04","cited_by_count":0,"area":"inference"},{"id":"2609.34727","title":"Dynamic Flow, Static Graph: KV Cache Reuse for Efficient LLM Serving on Mobile NPUs","created":"2026-09-28","cited_by_count":0,"area":"inference"},{"id":"2609.38121","title":"WUSH-KV: KV Cache Quantization with Data-Adaptive Transforms","created":"2026-09-29","cited_by_count":0,"area":"inference"},{"id":"2610.02800","title":"BitNest: Bit-Nested Speculative Decoding for Memory-Efficient LLM Inference Acceleration","created":"2026-10-02","cited_by_count":0,"area":"inference"},{"id":"2610.09202","title":"Few Bits, One Law: Toward W2A4KV2","created":"2026-10-06","cited_by_count":0,"area":"inference"}],"next_cursor":null}