{"total":21,"rows":[{"id":"2501.16383","title":"RotateKV: Accurate and Robust 2-Bit KV Cache Quantization for LLMs via Outlier-Aware Adaptive Rotations","created":"2025-01-25","cited_by_count":46,"area":"inference"},{"id":"2501.19392","title":"Cache Me If You Must: Adaptive Key-Value Quantization for Large Language Models","created":"2025-01-31","cited_by_count":24,"area":"inference"},{"id":"2503.16257","title":"Plug-and-Play 1.x-Bit KV Cache Quantization for Video Large Language Models","created":"2025-03-20","cited_by_count":13,"area":"inference"},{"id":"2510.05373","title":"KVLinC : KV Cache Quantization with Hadamard Rotation and Linear Correction","created":"2025-10-06","cited_by_count":10,"area":"inference"},{"id":"2410.23079","title":"BUZZ: Beehive-structured Sparse KV Cache with Segmented Heavy Hitters for Efficient LLM Inference","created":"2024-10-30","cited_by_count":9,"area":"inference"},{"id":"2411.15982","title":"Anda: Unlocking Efficient LLM Inference with a Variable-Length Grouped Activation Data Format","created":"2024-11-24","cited_by_count":9,"area":"inference"},{"id":"2605.17757","title":"OSCAR: Offline Spectral Covariance-Aware Rotation for 2-bit KV Cache Quantization","created":"2026-05-18","cited_by_count":9,"area":"inference"},{"id":"2503.24000","title":"Rethinking Key-Value Cache Compression Techniques for Large Language Model Serving","created":"2025-03-31","cited_by_count":8,"area":"inference"},{"id":"2503.24358","title":"SQuat: Subspace-orthogonal KV Cache Quantization","created":"2025-03-31","cited_by_count":7,"area":"inference"},{"id":"2502.15955","title":"Compression Barriers for Autoregressive Transformers","created":"2025-02-21","cited_by_count":5,"area":"inference"},{"id":"2605.19660","title":"OScaR: The Occam's Razor for Extreme KV Cache Quantization in LLMs and Beyond","created":"2026-05-19","cited_by_count":5,"area":"inference"},{"id":"2602.23200","title":"InnerQ: Hardware-Aware Tuning-Free Quantization of KV Cache for Large Language Models","created":"2026-02-26","cited_by_count":3,"area":"inference"},{"id":"2503.11108","title":"Time and Memory Trade-off of KV-Cache Compression in Tensor Transformer Decoding","created":"2025-03-14","cited_by_count":2,"area":"inference"},{"id":"2509.25853","title":"SAIL: SRAM-Accelerated LLM Inference System with Lookup-Table-based GEMV","created":"2025-09-30","cited_by_count":1,"area":"inference"},{"id":"2407.03637","title":"QET: Enhancing Quantized LLM Parameters and KV cache Compression through Element Substitution and Residual Clustering","created":"2024-07-04","cited_by_count":0,"area":"inference"},{"id":"2606.18587","title":"Dual Dimensionality for Local and Global Attention","created":"2026-06-17","cited_by_count":0,"area":"inference"},{"id":"2608.28911","title":"SemKV: Semantic Mixed-Precision KV Cache Quantization Guided by the Quality Cliff for Long-Context LLM Inference","created":"2026-08-28","cited_by_count":0,"area":"inference"},{"id":"2609.04263","title":"Quality Recovery for Quantized KV Caches via Low-Rank Attention Adaptation","created":"2026-09-02","cited_by_count":0,"area":"inference"},{"id":"2610.03027","title":"Tailoring the Quantization Space for 1-Bit KV Cache Compression","created":"2026-10-02","cited_by_count":0,"area":"inference"},{"id":"2610.09827","title":"Dual-QK: Sharp Queries and Flat Keys for Prunable 2-bit KV Caches","created":"2026-10-07","cited_by_count":0,"area":"inference"},{"id":"2610.14448","title":"KV4-RL: Unlocking Faster Asynchronous Rollouts for RLVR with INT4 KV Cache Quantization","created":"2026-10-10","cited_by_count":0,"area":"inference"}],"next_cursor":null}