{"total":38,"rows":[{"id":"2510.09665","title":"LMCache: An Efficient KV Cache Layer for Enterprise-Scale LLM Inference","created":"2025-10-08","cited_by_count":126,"area":"inference"},{"id":"2512.03324","title":"Cache What Lasts: Token Retention for Memory-Bounded KV Cache in LLMs","created":"2025-12-03","cited_by_count":19,"area":"inference"},{"id":"2509.09754","title":"LAVa: Layer-wise KV Cache Eviction with Dynamic Budget Allocation","created":"2025-09-11","cited_by_count":16,"area":"inference"},{"id":"2504.09261","title":"Head-Aware KV Cache Compression for Efficient Visual Autoregressive Modeling","created":"2025-04-12","cited_by_count":15,"area":"inference"},{"id":"2510.13334","title":"Taming the Fragility of KV Cache Eviction in LLM Inference","created":"2025-10-15","cited_by_count":14,"area":"inference"},{"id":"2504.14051","title":"CAOTE: KV Cache Selection for LLMs via Attention Output Error-Based Token Eviction","created":"2025-04-18","cited_by_count":13,"area":"inference"},{"id":"2605.09649","title":"Make Each Token Count: Towards Improving Long-Context Performance with KV Cache Eviction","created":"2026-05-10","cited_by_count":11,"area":"inference"},{"id":"2510.07651","title":"OBCache: Optimal Brain KV Cache Pruning for Efficient Long-Context LLM Inference","created":"2025-10-09","cited_by_count":10,"area":"inference"},{"id":"2512.14946","title":"EVICPRESS: Joint KV-Cache Compression and Eviction for Efficient LLM Serving","created":"2025-12-16","cited_by_count":10,"area":"inference"},{"id":"2508.02401","title":"CompressKV: Semantic Retrieval Heads Know What Tokens are Not Important Before Generation","created":"2025-08-04","cited_by_count":9,"area":"inference"},{"id":"2605.08840","title":"ReST-KV: Robust KV Cache Eviction with Layer-wise Output Reconstruction and Spatial-Temporal Smoothing","created":"2026-05-09","cited_by_count":9,"area":"inference"},{"id":"2505.18231","title":"NSNQuant: A Double Normalization Approach for Calibration-Free Low-Bit Vector Quantization of KV Cache","created":"2025-05-23","cited_by_count":7,"area":"inference"},{"id":"2602.08585","title":"Predicting Future Utility: Global Combinatorial Optimization for Task-Agnostic KV Cache Eviction","created":"2026-02-09","cited_by_count":6,"area":"inference"},{"id":"2601.21709","title":"Why Attention Patterns Exist: A Unifying Temporal Perspective Analysis","created":"2026-01-29","cited_by_count":5,"area":"inference"},{"id":"2605.08234","title":"When Does Value-Aware KV Eviction Help? A Fixed-Contract Diagnostic for Non-Monotone Cache Compression","created":"2026-05-07","cited_by_count":5,"area":"inference"},{"id":"2605.06676","title":"LKV: End-to-End Learning of Head-wise Budgets and Token Selection for LLM KV Cache Eviction","created":"2026-04-22","cited_by_count":4,"area":"inference"},{"id":"2605.08317","title":"RDKV: Rate-Distortion Bit Allocation for Joint Eviction and Quantization of the KV Cache","created":"2026-05-08","cited_by_count":4,"area":"inference"},{"id":"2607.08057","title":"Towards Efficient Large Language Model Serving: A Survey on System-Aware KV Cache Optimization","created":"2026-07-09","cited_by_count":4,"area":"inference"},{"id":"2509.03136","title":"Adaptive KV-Cache Compression without Manually Setting Budget","created":"2025-09-03","cited_by_count":3,"area":"inference"},{"id":"2510.20787","title":"Alleviating Forgetfulness of Linear Attention by Hybrid Sparse Attention and Contextualized Learnable Token Eviction","created":"2025-10-23","cited_by_count":3,"area":"inference"},{"id":"2601.07667","title":"Adaptive Layer Selection for Layer-Wise Token Pruning in LLM Inference","created":"2026-01-12","cited_by_count":3,"area":"inference"},{"id":"2512.04857","title":"Autoregressive Image Generation Needs Only a Few Lines of Cached Tokens","created":"2025-12-04","cited_by_count":2,"area":"inference"},{"id":"2606.24467","title":"CompressKV: Semantic-Retrieval-Guided KV-Cache Compression for Resource-Efficient Long-Context LLM Inference","created":"2026-06-23","cited_by_count":2,"area":"inference"},{"id":"2609.15160","title":"T-LoopFormer: Token-Level Elastic-Depth Looped Transformers for Latent Reasoning with Dynamic Routing","created":"2026-09-14","cited_by_count":2,"area":"inference"},{"id":"2507.19906","title":"CaliDrop: KV Cache Compression with Calibration","created":"2025-07-26","cited_by_count":1,"area":"inference"},{"id":"2512.09238","title":"Training-free Context-adaptive Attention for Efficient Long Context Modeling","created":"2025-12-10","cited_by_count":1,"area":"inference"},{"id":"2604.08426","title":"KV Cache Offloading for Context-Intensive Tasks","created":"2026-04-09","cited_by_count":1,"area":"inference"},{"id":"2605.07234","title":"Reformulating KV Cache Eviction Problem for Long-Context LLM Inference","created":"2026-05-08","cited_by_count":1,"area":"inference"},{"id":"2606.15157","title":"Exploring a Layer-Wise Design Space for KV Cache Eviction","created":"2026-06-13","cited_by_count":1,"area":"inference"},{"id":"2607.13205","title":"Adaptive Filtering of the KV Cache: Diagnosing and Correcting Structural-Role Bias in LLM Inference","created":"2026-07-14","cited_by_count":1,"area":"inference"},{"id":"2608.08684","title":"RippleKV: Cross-Layer KV Cache Allocation via Perturbation Propagation","created":"2026-08-09","cited_by_count":1,"area":"inference"},{"id":"2609.37988","title":"KV-Kaizen: Learning Context-Adaptive Cache Compression Choices","created":"2026-09-29","cited_by_count":1,"area":"inference"},{"id":"2607.14327","title":"PReM: Learning What to Preserve and When to Refresh for Context Compression","created":"2026-07-15","cited_by_count":0,"area":"inference"},{"id":"2607.24331","title":"DynaCalKV: Key-Value Cache Compression via Head Grouping and Adaptive Rank Allocation","created":"2026-07-27","cited_by_count":0,"area":"inference"},{"id":"2608.08878","title":"DistillCache: KL-Guided Adaptive KV-Cache Eviction for Memory-Efficient LLM Inference","created":"2026-08-09","cited_by_count":0,"area":"inference"},{"id":"2608.23599","title":"Squeezing the Cache, Preserving the Truth: Monotonic Equipotential Allocation with Geodesia-KV","created":"2026-08-19","cited_by_count":0,"area":"inference"},{"id":"2609.16617","title":"Divergence Timing and Cumulative Disagreement under KV-Cache Eviction","created":"2026-09-15","cited_by_count":0,"area":"inference"},{"id":"2610.02713","title":"WakeKV: Reactive, Reversible KV Residency for Heads That Change Their Minds","created":"2026-10-02","cited_by_count":0,"area":"inference"}],"next_cursor":null}