{"total":28,"rows":[{"id":"2505.23416","title":"KVzip: Query-Agnostic KV Cache Compression with Context Reconstruction","created":"2025-05-29","cited_by_count":95,"area":"inference"},{"id":"2512.03324","title":"Cache What Lasts: Token Retention for Memory-Bounded KV Cache in LLMs","created":"2025-12-03","cited_by_count":19,"area":"inference"},{"id":"2410.12876","title":"In-context KV-Cache Eviction for LLMs via Attention-Gate","created":"2024-10-15","cited_by_count":13,"area":"inference"},{"id":"2508.06297","title":"KV Cache Compression for Inference Efficiency in LLMs: A Review","created":"2025-08-08","cited_by_count":12,"area":"inference"},{"id":"2411.05787","title":"RefreshKV: Updating Small KV Cache During Long-form Generation","created":"2024-11-08","cited_by_count":11,"area":"inference"},{"id":"2503.12450","title":"LazyMAR: Accelerating Masked Autoregressive Models via Feature Caching","created":"2025-03-16","cited_by_count":11,"area":"inference"},{"id":"2603.10899","title":"LookaheadKV: Fast and Accurate KV Cache Eviction by Glimpsing into the Future without Generation","created":"2026-03-11","cited_by_count":10,"area":"inference"},{"id":"2411.15982","title":"Anda: Unlocking Efficient LLM Inference with a Variable-Length Grouped Activation Data Format","created":"2024-11-24","cited_by_count":9,"area":"inference"},{"id":"2503.24000","title":"Rethinking Key-Value Cache Compression Techniques for Large Language Model Serving","created":"2025-03-31","cited_by_count":8,"area":"inference"},{"id":"2602.06502","title":"DualMap: Enabling Both Cache Affinity and Load Balancing for Distributed LLM Serving","created":"2026-02-06","cited_by_count":8,"area":"inference"},{"id":"2508.02751","title":"SmallKV: Small Model Assisted Compensation of KV Cache Compression for Efficient LLM Inference","created":"2025-08-03","cited_by_count":6,"area":"inference"},{"id":"2606.17034","title":"KVEraser: Learning to Steer KV Cache for Efficient Localized Context Erasing","created":"2026-06-15","cited_by_count":6,"area":"inference"},{"id":"2409.15012","title":"Inference-Friendly Models With MixAttention","created":"2024-09-23","cited_by_count":4,"area":"inference"},{"id":"2412.08521","title":"EMS: Adaptive Evict-then-Merge Strategy for Head-wise KV Cache Compression Based on Global-Local Importance","created":"2024-12-11","cited_by_count":4,"area":"inference"},{"id":"2506.03762","title":"AhaKV: Adaptive Holistic Attention-Driven KV Cache Eviction for Efficient Inference of Large Language Models","created":"2025-06-04","cited_by_count":4,"area":"inference"},{"id":"2511.00321","title":"Scalable Processing-Near-Memory for 1M-Token LLM Inference: CXL-Enabled KV-Cache Management Beyond GPU Limits","created":"2025-10-31","cited_by_count":4,"area":"inference"},{"id":"2605.08317","title":"RDKV: Rate-Distortion Bit Allocation for Joint Eviction and Quantization of the KV Cache","created":"2026-05-08","cited_by_count":4,"area":"inference"},{"id":"2607.08057","title":"Towards Efficient Large Language Model Serving: A Survey on System-Aware KV Cache Optimization","created":"2026-07-09","cited_by_count":4,"area":"inference"},{"id":"2510.20787","title":"Alleviating Forgetfulness of Linear Attention by Hybrid Sparse Attention and Contextualized Learnable Token Eviction","created":"2025-10-23","cited_by_count":3,"area":"inference"},{"id":"2603.20397","title":"KV Cache Optimization Strategies for Scalable and Efficient LLM Inference","created":"2026-03-20","cited_by_count":3,"area":"inference"},{"id":"2508.19740","title":"Spotlight Attention: Towards Efficient LLM Generation via Non-linear Hashing-based KV Cache Retrieval","created":"2025-08-27","cited_by_count":2,"area":"inference"},{"id":"2606.28831","title":"HARD-KV: Head-Adaptive Regularization for Decoding-time KV Compression","created":"2026-06-27","cited_by_count":2,"area":"inference"},{"id":"2603.12038","title":"Slow-Fast Inference: Training-Free Inference Acceleration via Within-Sentence Support Stability","created":"2026-03-12","cited_by_count":1,"area":"inference"},{"id":"2608.06849","title":"Autonomy-of-Heads: Data-Free Sparse Attention from Frozen Query-Key Geometry","created":"2026-08-07","cited_by_count":1,"area":"inference"},{"id":"2610.00412","title":"EchoPress: Query-Agnostic KV Cache Pruning via Virtual Context Reconstruction","created":"2026-09-30","cited_by_count":1,"area":"inference"},{"id":"2509.11155","title":"AQUA: Attention via QUery mAgnitudes for Memory and Compute Efficient Inference in LLMs","created":"2025-09-14","cited_by_count":0,"area":"inference"},{"id":"2609.19702","title":"Understanding and Exploiting Diagonal Attention Sparsity in Autoregressive Image Generation","created":"2026-09-17","cited_by_count":0,"area":"inference"},{"id":"2610.03007","title":"AvoKV-E: Payload-Aware KV Cache Eviction for Long Reasoning","created":"2026-10-02","cited_by_count":0,"area":"inference"}],"next_cursor":null}