{"total":58,"rows":[{"id":"2407.18003","title":"Keep the Cost Down: A Review on Methods to Optimize LLM' s KV-Cache Consumption","created":"2024-07-25","cited_by_count":97,"area":"inference"},{"id":"2406.11430","title":"A Simple and Effective $L_2$ Norm-Based Strategy for KV Cache Compression","created":"2024-06-17","cited_by_count":86,"area":"inference"},{"id":"2510.00636","title":"Expected Attention: KV Cache Compression by Estimating Attention from Future Queries Distribution","created":"2025-10-01","cited_by_count":74,"area":"inference"},{"id":"2407.14057","title":"LazyLLM: Dynamic Token Pruning for Efficient Long Context LLM Inference","created":"2024-07-19","cited_by_count":70,"area":"inference"},{"id":"2412.10319","title":"SCBench: A KV Cache-Centric Analysis of Long-Context Methods","created":"2024-12-13","cited_by_count":60,"area":"inference"},{"id":"2503.12491","title":"CAKE: Cascading and Adaptive KV Cache Eviction with Layer Preferences","created":"2025-03-16","cited_by_count":58,"area":"inference"},{"id":"2407.01527","title":"KV Cache Compression, But What Must We Give in Return? A Comprehensive Benchmark of Long Context Capable Approaches","created":"2024-07-01","cited_by_count":42,"area":"inference"},{"id":"2412.14838","title":"DynamicKV: Task-Aware Adaptive KV Cache Compression for Long Context LLMs","created":"2024-12-19","cited_by_count":42,"area":"inference"},{"id":"2406.13035","title":"D2O: Dynamic Discriminative Operations for Efficient Long-Context Inference of Large Language Models","created":"2024-06-18","cited_by_count":31,"area":"inference"},{"id":"2502.10424","title":"QuantSpec: Self-Speculative Decoding with Hierarchical Quantized KV Cache","created":"2025-02-05","cited_by_count":27,"area":"inference"},{"id":"2512.03324","title":"Cache What Lasts: Token Retention for Memory-Bounded KV Cache in LLMs","created":"2025-12-03","cited_by_count":19,"area":"inference"},{"id":"2410.01805","title":"Locret: Enhancing Eviction in Long-Context LLM Inference with Trained Retaining Heads on Consumer-Grade Devices","created":"2024-10-02","cited_by_count":15,"area":"inference"},{"id":"2602.10238","title":"Learning to Evict from Key-Value Cache","created":"2026-02-10","cited_by_count":14,"area":"inference"},{"id":"2410.00161","title":"KV-Compress: Paged KV-Cache Compression with Variable Compression Rates per Attention Head","created":"2024-09-30","cited_by_count":13,"area":"inference"},{"id":"2511.01815","title":"KV Cache Transform Coding for Compact Storage in LLM Inference","created":"2025-11-03","cited_by_count":13,"area":"inference"},{"id":"2404.15420","title":"XC-Cache: Cross-Attending to Cached Context for Efficient LLM Inference","created":"2024-04-23","cited_by_count":12,"area":"inference"},{"id":"2605.09649","title":"Make Each Token Count: Towards Improving Long-Context Performance with KV Cache Eviction","created":"2026-05-10","cited_by_count":11,"area":"inference"},{"id":"2410.23079","title":"BUZZ: Beehive-structured Sparse KV Cache with Segmented Heavy Hitters for Efficient LLM Inference","created":"2024-10-30","cited_by_count":9,"area":"inference"},{"id":"2504.09936","title":"KeepKV: Achieving Periodic Lossless KV Cache Compression for Efficient LLM Inference","created":"2025-04-14","cited_by_count":9,"area":"inference"},{"id":"2407.20485","title":"A2SF: Accumulative Attention Scoring with Forgetting Factor for Token Pruning in Transformer Decoder","created":"2024-07-30","cited_by_count":8,"area":"inference"},{"id":"2503.10714","title":"ZSMerge: Zero-Shot KV Cache Compression for Memory-Efficient Long-Context LLMs","created":"2025-03-13","cited_by_count":8,"area":"inference"},{"id":"2404.15949","title":"CORM: Cache Optimization with Recent Message for Large Language Model Inference","created":"2024-04-24","cited_by_count":7,"area":"inference"},{"id":"2510.20797","title":"No Mean Feat: Simple, Strong Baselines for Context Compression","created":"2025-10-23","cited_by_count":7,"area":"inference"},{"id":"2406.10247","title":"QCQA: Quality and Capacity-aware grouped Query Attention","created":"2024-06-08","cited_by_count":6,"area":"inference"},{"id":"2411.18077","title":"MiniKV: Pushing the Limits of LLM Inference via 2-Bit Layer-Discriminative KV Cache","created":"2024-11-27","cited_by_count":6,"area":"inference"},{"id":"2508.02751","title":"SmallKV: Small Model Assisted Compensation of KV Cache Compression for Efficient LLM Inference","created":"2025-08-03","cited_by_count":6,"area":"inference"},{"id":"2508.15212","title":"SparK: Query-Aware Unstructured Sparsity with Recoverable KV Cache Channel Pruning","created":"2025-08-21","cited_by_count":6,"area":"inference"},{"id":"2606.01563","title":"MomentKV: Closing the Directional Gap in KV Cache Eviction for Long-Context Inference","created":"2026-06-01","cited_by_count":6,"area":"inference"},{"id":"2503.11816","title":"Key, Value, Compress: A Systematic Exploration of KV Cache Compression Techniques","created":"2025-03-14","cited_by_count":5,"area":"inference"},{"id":"2605.08234","title":"When Does Value-Aware KV Eviction Help? A Fixed-Contract Diagnostic for Non-Monotone Cache Compression","created":"2026-05-07","cited_by_count":5,"area":"inference"},{"id":"2412.08521","title":"EMS: Adaptive Evict-then-Merge Strategy for Head-wise KV Cache Compression Based on Global-Local Importance","created":"2024-12-11","cited_by_count":4,"area":"inference"},{"id":"2503.01330","title":"WeightedKV: Attention Scores Weighted Key-Value Cache Merging for Large Language Models","created":"2025-03-03","cited_by_count":4,"area":"inference"},{"id":"2503.02812","title":"Q-Filters: Leveraging QK Geometry for Efficient KV Cache Compression","created":"2025-03-04","cited_by_count":4,"area":"inference"},{"id":"2605.05219","title":"Sparse Prefix Caching for Hybrid and Recurrent LLM Serving","created":"2026-04-17","cited_by_count":4,"area":"inference"},{"id":"2606.07878","title":"Still: Amortized KV Cache Compaction in a Single Forward Pass","created":"2026-06-05","cited_by_count":4,"area":"inference"},{"id":"2503.08461","title":"FastCache: Optimizing Multimodal LLM Serving through Lightweight KV-Cache Compression Framework","created":"2025-03-11","cited_by_count":3,"area":"inference"},{"id":"2605.06675","title":"RateQuant: Optimal Mixed-Precision KV Cache Quantization via Rate-Distortion Theory","created":"2026-04-22","cited_by_count":3,"area":"inference"},{"id":"2603.02188","title":"Multi-Head Low-Rank Attention","created":"2026-03-02","cited_by_count":2,"area":"inference"},{"id":"2603.27819","title":"KVSculpt: KV Cache Compression as Distillation","created":"2026-03-29","cited_by_count":2,"area":"inference"},{"id":"2605.02905","title":"eOptShrinkQ: Near-Lossless KV Cache Compression Through Optimal Spectral Denoising and Quantization","created":"2026-04-06","cited_by_count":2,"area":"inference"},{"id":"2502.13251","title":"Neural Attention Search","created":"2025-02-18","cited_by_count":1,"area":"inference"},{"id":"2507.18006","title":"Unlock the Potential of Fine-grained LLM Serving via Dynamic Module Scaling","created":"2025-07-24","cited_by_count":1,"area":"inference"},{"id":"2512.17917","title":"KVReviver: Reversible KV Cache Compression with Sketch-Based Token Reconstruction","created":"2025-12-01","cited_by_count":1,"area":"inference"},{"id":"2601.14279","title":"On the Limits of Learned Importance Scoring for KV Cache Compression","created":"2026-01-13","cited_by_count":1,"area":"inference"},{"id":"2603.06642","title":"SR-TTT Does Not Learn Retrieval: A Correction and Mechanistic Post-Mortem of Surprisal-Aware Residual Test-Time Training","created":"2026-02-26","cited_by_count":1,"area":"inference"},{"id":"2608.09412","title":"KVDiagnosis: A Diagnostic Benchmark for KV-Cache Compression in Long-Context Language Models","created":"2026-08-10","cited_by_count":1,"area":"inference"},{"id":"2609.24298","title":"KV-COBRA: KV Cache Compression via Co-Optimized Bit-Rank Allocation","created":"2026-09-21","cited_by_count":1,"area":"inference"},{"id":"2609.37988","title":"KV-Kaizen: Learning Context-Adaptive Cache Compression Choices","created":"2026-09-29","cited_by_count":1,"area":"inference"},{"id":"2610.06479","title":"Behavior-Preserving KV Cache Compression","created":"2026-10-05","cited_by_count":1,"area":"inference"},{"id":"2605.02888","title":"SpecKV: Adaptive Speculative Decoding with Compression-Aware Gamma Selection","created":"2026-05-04","cited_by_count":0,"area":"inference"},{"id":"2605.21649","title":"EntmaxKV: Support-Aware Decoding for Entmax Attention","created":"2026-05-20","cited_by_count":0,"area":"inference"},{"id":"2607.02574","title":"From Tensor Buffer to Distributed Memory Hierarchy: A Survey of KV Cache Management for LLM Serving","created":"2026-06-30","cited_by_count":0,"area":"inference"},{"id":"2607.17019","title":"Regularize or Localize: When Training-Time KV-Cache Geometry Pays Under Quantization","created":"2026-07-19","cited_by_count":0,"area":"inference"},{"id":"2607.20538","title":"Codec-Gauge: Learning Compression-Friendly Gauges for Transformer KV Caches","created":"2026-07-10","cited_by_count":0,"area":"inference"},{"id":"2608.23296","title":"Sigmoid Attention as a Better Substrate for Learned KV Cache Eviction","created":"2026-08-24","cited_by_count":0,"area":"inference"},{"id":"2609.33334","title":"When to Evict, Not What to Keep: Draft-Guided Eviction for Training-Free KV-Cache Compression","created":"2026-09-27","cited_by_count":0,"area":"inference"},{"id":"2610.05885","title":"The Optimization Landscape of Learning Compacted Context Models","created":"2026-10-05","cited_by_count":0,"area":"inference"},{"id":"2610.18654","title":"Kwai Summary Attention V2 Technical Report","created":"2026-10-13","cited_by_count":0,"area":"inference"}],"next_cursor":null}