{"total":61,"rows":[{"id":"2401.18079","title":"KVQuant: Towards 10 Million Context Length LLM Inference with KV Cache Quantization","created":"2024-01-31","cited_by_count":591,"area":"inference"},{"id":"2403.05527","title":"GEAR: An Efficient KV Cache Compression Recipe for Near-Lossless Generative Inference of LLM","created":"2024-03-08","cited_by_count":158,"area":"inference"},{"id":"2410.21465","title":"ShadowKV: KV Cache in Shadows for High-Throughput Long-Context LLM Inference","created":"2024-10-28","cited_by_count":134,"area":"inference"},{"id":"2407.18003","title":"Keep the Cost Down: A Review on Methods to Optimize LLM' s KV-Cache Consumption","created":"2024-07-25","cited_by_count":97,"area":"inference"},{"id":"2407.12820","title":"PQCache: Product Quantization-based KVCache for Long Context LLM Inference","created":"2024-07-01","cited_by_count":95,"area":"inference"},{"id":"2506.06266","title":"Cartridges: Lightweight and general-purpose long context representations via self-study","created":"2025-06-06","cited_by_count":86,"area":"inference"},{"id":"2412.10319","title":"SCBench: A KV Cache-Centric Analysis of Long-Context Methods","created":"2024-12-13","cited_by_count":60,"area":"inference"},{"id":"2410.03111","title":"LoRC: Low-Rank Compression for LLMs KV Cache with a Progressive Compression Strategy","created":"2024-10-04","cited_by_count":51,"area":"inference"},{"id":"2504.15364","title":"KeyDiff: Key Similarity-Based KV Cache Eviction for Long-Context LLM Inference in Resource-Constrained Environments","created":"2025-04-21","cited_by_count":51,"area":"inference"},{"id":"2502.14051","title":"RocketKV: Accelerating Long-Context LLM Inference via Two-Stage KV Cache Compression","created":"2025-02-19","cited_by_count":41,"area":"inference"},{"id":"2411.02886","title":"TokenSelect: Efficient Long-Context Inference and Length Extrapolation for LLMs via Dynamic Token-Level KV Cache Selection","created":"2024-11-05","cited_by_count":39,"area":"inference"},{"id":"2406.05317","title":"LoCoCo: Dropping In Convolutions for Long Context Compression","created":"2024-06-08","cited_by_count":19,"area":"inference"},{"id":"2409.04992","title":"InstInfer: In-Storage Attention Offloading for Cost-Effective Long-Context LLM Inference","created":"2024-09-08","cited_by_count":19,"area":"inference"},{"id":"2602.10238","title":"Learning to Evict from Key-Value Cache","created":"2026-02-10","cited_by_count":14,"area":"inference"},{"id":"2505.02922","title":"RetroInfer: A Vector Storage Engine for Scalable Long-Context LLM Inference","created":"2025-05-05","cited_by_count":13,"area":"inference"},{"id":"2411.05787","title":"RefreshKV: Updating Small KV Cache During Long-form Generation","created":"2024-11-08","cited_by_count":11,"area":"inference"},{"id":"2510.24273","title":"SALS: Sparse Attention in Latent Space for KV cache Compression","created":"2025-10-28","cited_by_count":11,"area":"inference"},{"id":"2505.19586","title":"TailorKV: A Hybrid Framework for Long-Context Inference via Tailored KV Cache Optimization","created":"2025-05-26","cited_by_count":10,"area":"inference"},{"id":"2602.03152","title":"FASA: Frequency-aware Sparse Attention","created":"2026-02-03","cited_by_count":8,"area":"inference"},{"id":"2503.24358","title":"SQuat: Subspace-orthogonal KV Cache Quantization","created":"2025-03-31","cited_by_count":7,"area":"inference"},{"id":"2506.02572","title":"HATA: Trainable and Hardware-Efficient Hash-Aware Top-k Attention for Scalable Large Model Inference","created":"2025-06-03","cited_by_count":7,"area":"inference"},{"id":"2401.09486","title":"LoMA: Lossless Compressed Memory Attention","created":"2024-01-16","cited_by_count":6,"area":"inference"},{"id":"2502.15304","title":"SVDq: 1.25-bit and 410x Key Cache Compression for LLM Attention","created":"2025-02-21","cited_by_count":6,"area":"inference"},{"id":"2504.14992","title":"Efficient Pretraining Length Scaling","created":"2025-04-21","cited_by_count":6,"area":"inference"},{"id":"2508.02751","title":"SmallKV: Small Model Assisted Compensation of KV Cache Compression for Efficient LLM Inference","created":"2025-08-03","cited_by_count":6,"area":"inference"},{"id":"2606.22874","title":"SpotAttention: Plug-In Block-Sparse Routing for Pretrained Long-Context Transformers","created":"2026-06-22","cited_by_count":5,"area":"inference"},{"id":"2502.09921","title":"A Cost-Effective Near-Storage Processing Solution for Offline Inference of Long-Context LLMs","created":"2025-02-14","cited_by_count":4,"area":"inference"},{"id":"2508.09001","title":"Retrospective Sparse Attention for Efficient Long-Context Generation","created":"2025-08-12","cited_by_count":4,"area":"inference"},{"id":"2510.11292","title":"LouisKV: Efficient KV Cache Retrieval for Long Input-Output Sequences","created":"2025-10-13","cited_by_count":4,"area":"inference"},{"id":"2511.00321","title":"Scalable Processing-Near-Memory for 1M-Token LLM Inference: CXL-Enabled KV-Cache Management Beyond GPU Limits","created":"2025-10-31","cited_by_count":4,"area":"inference"},{"id":"2511.07427","title":"DynaKV: Enabling Accurate and Efficient Long-Sequence LLM Decoding on Smartphones","created":"2025-10-20","cited_by_count":4,"area":"inference"},{"id":"2604.26837","title":"Unifying Sparse Attention with Hierarchical Memory for Scalable Long-Context LLM Serving","created":"2026-04-29","cited_by_count":4,"area":"inference"},{"id":"2607.08057","title":"Towards Efficient Large Language Model Serving: A Survey on System-Aware KV Cache Optimization","created":"2026-07-09","cited_by_count":4,"area":"inference"},{"id":"2505.05772","title":"Sparse Attention Remapping with Clustering for Efficient LLM Decoding on PIM","created":"2025-05-09","cited_by_count":3,"area":"inference"},{"id":"2605.07719","title":"An Efficient Hybrid Sparse Attention with CPU-GPU Parallelism for Long-Context Inference","created":"2026-05-08","cited_by_count":3,"area":"inference"},{"id":"2511.14510","title":"LiteCache: A Query Similarity-Driven, GPU-Centric KVCache Subsystem for Efficient LLM Inference","created":"2025-11-18","cited_by_count":2,"area":"inference"},{"id":"2604.08584","title":"CSAttention: Centroid-Scoring Attention for Accelerating LLM Inference","created":"2026-03-30","cited_by_count":2,"area":"inference"},{"id":"2605.24786","title":"CONF-KV: Confidence-Aware KV Cache Eviction with Mixed-Precision Storage for Long-Horizon LLM","created":"2026-05-24","cited_by_count":2,"area":"inference"},{"id":"2606.31519","title":"RaBitQCache: Rotated Binary Quantization for KVCache in Long Context LLM Inference","created":"2026-06-30","cited_by_count":2,"area":"inference"},{"id":"2608.19758","title":"FlashPrefill V2: Block-Sparse Prefill Attention for Long-Context LLM Serving","created":"2026-08-20","cited_by_count":2,"area":"inference"},{"id":"2609.29812","title":"FlashLoop: Fast and Memory-Efficient Looped Transformers via Lazy Updates","created":"2026-09-24","cited_by_count":2,"area":"inference"},{"id":"2512.03608","title":"KVNAND: Efficient On-Device Large Language Model Inference Using DRAM-Free In-Flash Computing","created":"2025-12-03","cited_by_count":1,"area":"inference"},{"id":"2605.01910","title":"Stochastic Sparse Attention for Memory-Bound Inference","created":"2026-05-03","cited_by_count":1,"area":"inference"},{"id":"2605.06763","title":"Sparse Attention as a Range Searching Problem: Towards an Inference-Efficient Index for KV Cache","created":"2026-05-07","cited_by_count":1,"area":"inference"},{"id":"2607.00760","title":"MosaicKV: Serving Long-Context LLM with Dynamic Two-D KV Cache Compression","created":"2026-07-01","cited_by_count":1,"area":"inference"},{"id":"2607.27692","title":"Recall Before You Rank: Similarity-Guided Top-$K$ Reuse for Efficient Long-Context Attention","created":"2026-07-30","cited_by_count":1,"area":"inference"},{"id":"2608.30295","title":"CateKV: On Sequential Consistency for Long-Context LLM Inference Acceleration","created":"2026-08-31","cited_by_count":1,"area":"inference"},{"id":"2609.02737","title":"Language Models Can Control Their Own Attention","created":"2026-09-02","cited_by_count":1,"area":"inference"},{"id":"2609.26300","title":"CompKV: Compensation-Aware KV Selection for Long-Context LLM Inference","created":"2026-09-22","cited_by_count":1,"area":"inference"},{"id":"2502.15294","title":"Round Attention: A Novel Round-Level Attention Mechanism to Accelerate LLM Inference","created":"2025-02-21","cited_by_count":0,"area":"inference"},{"id":"2603.20616","title":"Beyond Token Eviction: Mixed-Dimension Budget Allocation for Efficient KV Cache Compression","created":"2026-03-21","cited_by_count":0,"area":"inference"},{"id":"2607.02574","title":"From Tensor Buffer to Distributed Memory Hierarchy: A Survey of KV Cache Management for LLM Serving","created":"2026-06-30","cited_by_count":0,"area":"inference"},{"id":"2607.22389","title":"HiKV: Hierarchical Importance-Aware KV Cache with Hardware Acceleration for LLM Decoding","created":"2026-07-24","cited_by_count":0,"area":"inference"},{"id":"2608.03555","title":"Heterogeneous LLM Serving with General-Purpose Processing-Near-Memory for Retrieval-Based Sparse Attention","created":"2026-08-04","cited_by_count":0,"area":"inference"},{"id":"2609.13205","title":"Self-Indexing Attention for Compression-Compatible Sparse Long-Context LLM Inference","created":"2026-08-16","cited_by_count":0,"area":"inference"},{"id":"2609.17652","title":"Fathom: Per-Query Read Depth for Sparse Decoding over Offloaded KV Caches","created":"2026-09-15","cited_by_count":0,"area":"inference"},{"id":"2609.33410","title":"FoldAttention: Declared-Reference Softmax for Fast Decode and Deterministic Backward","created":"2026-09-27","cited_by_count":0,"area":"inference"},{"id":"2609.34653","title":"OmniTide: Co-Designing Algorithms and Systems for Efficient On-Device Omni-LLM Streaming","created":"2026-09-28","cited_by_count":0,"area":"inference"},{"id":"2610.00418","title":"CommunityKV: Efficient Long-Context Decoding via Graph Partitioning","created":"2026-09-30","cited_by_count":0,"area":"inference"},{"id":"2610.02235","title":"CORE: COverage CAlibration and Evicted-Mass REdistribution for KV Cache","created":"2026-09-28","cited_by_count":0,"area":"inference"},{"id":"2610.19026","title":"Joint Subspace Sparse Attention for Efficient Long-Context Decoding","created":"2026-10-13","cited_by_count":0,"area":"inference"}],"next_cursor":null}