{"total":60,"rows":[{"id":"2412.19442","title":"A Survey on Large Language Model Acceleration based on KV Cache Management","created":"2024-12-27","cited_by_count":131,"area":"lr"},{"id":"2503.08026","title":"In Prospect and Retrospect: Reflective Memory Management for Long-term Personalized Dialogue Agents","created":"2025-03-11","cited_by_count":106,"area":"agents"},{"id":"2505.23416","title":"KVzip: Query-Agnostic KV Cache Compression with Context Reconstruction","created":"2025-05-29","cited_by_count":95,"area":"inference"},{"id":"2502.14051","title":"RocketKV: Accelerating Long-Context LLM Inference via Two-Stage KV Cache Compression","created":"2025-02-19","cited_by_count":41,"area":"inference"},{"id":"2506.08889","title":"SeerAttention-R: Sparse Attention Adaptation for Long Reasoning","created":"2025-06-10","cited_by_count":30,"area":"lr"},{"id":"2504.17768","title":"The Sparse Frontier: Sparse Attention Trade-offs in Transformer LLMs","created":"2025-04-24","cited_by_count":29,"area":null},{"id":"2502.03805","title":"CriticalKV: Optimizing KV Cache Eviction from an Output Perturbation Perspective","created":"2025-02-06","cited_by_count":26,"area":"inference"},{"id":"2504.16083","title":"MMInference: Accelerating Pre-filling for Long-Context VLMs via Modality-Aware Permutation Sparse Attention","created":"2025-04-22","cited_by_count":26,"area":"mllm"},{"id":"2501.19392","title":"Cache Me If You Must: Adaptive Key-Value Quantization for Large Language Models","created":"2025-01-31","cited_by_count":24,"area":"inference"},{"id":"2512.03324","title":"Cache What Lasts: Token Retention for Memory-Bounded KV Cache in LLMs","created":"2025-12-03","cited_by_count":19,"area":"inference"},{"id":"2507.08143","title":"Compactor: Calibrated Query-Agnostic KV Cache Compression with Approximate Leverage Scores","created":"2025-07-10","cited_by_count":17,"area":"inference"},{"id":"2503.18893","title":"xKV: Cross-Layer KV-Cache Compression via Aligned Singular Vector Extraction","created":"2025-03-24","cited_by_count":16,"area":"inference"},{"id":"2601.17668","title":"Fast KVzip: Efficient and Accurate LLM Inference with Gated KV Eviction","created":"2026-01-25","cited_by_count":16,"area":"inference"},{"id":"2502.02789","title":"Speculative Prefill: Turbocharging TTFT with Lightweight and Training-Free Token Importance Estimation","created":"2025-02-05","cited_by_count":14,"area":null},{"id":"2505.13109","title":"FreeKV: Boosting KV Cache Retrieval for Efficient LLM Inference","created":"2025-05-19","cited_by_count":14,"area":"inference"},{"id":"2510.02295","title":"VideoNSA: Native Sparse Attention Scales Video Understanding","created":"2025-10-02","cited_by_count":11,"area":"mllm"},{"id":"2504.02181","title":"A Survey of Scaling in Large Language Model Reasoning","created":"2025-04-02","cited_by_count":10,"area":"lr"},{"id":"2506.17121","title":"Cache Me If You Can: How Many KVs Do You Need for Effective Long-Context LMs?","created":"2025-06-20","cited_by_count":10,"area":null},{"id":"2502.12574","title":"HeadInfer: Memory-Efficient LLM Inference by Head-wise Offloading","created":"2025-02-18","cited_by_count":9,"area":"inference"},{"id":"2601.20730","title":"AgentLongBench: A Controllable Long Benchmark For Long-Contexts Agents via Environment Rollouts","created":"2026-01-28","cited_by_count":9,"area":"agents"},{"id":"2602.08005","title":"ResidualKV: Residual-Based KV Cache Compression for Efficient Long-Context Inference","created":"2026-02-08","cited_by_count":9,"area":"inference"},{"id":"2602.07223","title":"Vegas: Self-Speculative Decoding with Verification-Guided Sparse Attention","created":"2026-02-06","cited_by_count":7,"area":"inference"},{"id":"2505.15347","title":"FlowKV: Enhancing Multi-Turn Conversational Coherence in LLMs via Isolated Key-Value Cache Management","created":"2025-05-21","cited_by_count":6,"area":"inference"},{"id":"2503.22196","title":"EdgeInfinite: A Memory-Efficient Infinite-Context Transformer for Edge Devices","created":"2025-03-28","cited_by_count":5,"area":"inference"},{"id":"2507.21526","title":"Accelerating Prefilling via Decoding-time Contribution Sparsity","created":"2025-07-29","cited_by_count":5,"area":null},{"id":"2508.17219","title":"TokenLake: A Unified Segment-level Prefix Cache Pool for Fine-grained Elastic Long-Context LLM Serving","created":"2025-08-24","cited_by_count":5,"area":"inference"},{"id":"2602.04541","title":"LycheeDecode: Accelerating Long-Context LLM Inference via Hybrid-Head Sparse Decoding","created":"2026-02-04","cited_by_count":5,"area":"inference"},{"id":"2604.10539","title":"IceCache: Memory-efficient KV-cache Management for Long-Sequence LLMs","created":"2026-04-12","cited_by_count":5,"area":"inference"},{"id":"2604.25975","title":"Rethinking KV Cache Eviction via a Unified Information-Theoretic Objective","created":"2026-04-28","cited_by_count":5,"area":"lr"},{"id":"2606.09659","title":"End-to-End Context Compression at Scale","created":"2026-06-08","cited_by_count":4,"area":"inference"},{"id":"2502.12085","title":"APB: Accelerating Distributed Long-Context Inference by Passing Compressed Context Blocks across GPUs","created":"2025-02-17","cited_by_count":3,"area":null},{"id":"2602.02599","title":"RAP: KV-Cache Compression via RoPE-Aligned Pruning","created":"2026-02-01","cited_by_count":3,"area":"inference"},{"id":"2608.01247","title":"RestoreKV: Recovering Full-Cache Behavior Under Aggressive Query-Agnostic KV Cache Eviction","created":"2026-08-02","cited_by_count":3,"area":"inference"},{"id":"2507.13681","title":"LoopServe: An Adaptive Dual-phase LLM Inference Acceleration System for Multi-Turn Dialogues","created":"2025-07-18","cited_by_count":2,"area":"inference"},{"id":"2605.18856","title":"SPHERICAL KV: Angle-Domain Attention and Rate-Distortion Retention for Efficient Long-Context Inference","created":"2026-05-13","cited_by_count":2,"area":"inference"},{"id":"2606.06302","title":"Tangram: Unlocking Non-Uniform KV Cache Compression for Efficient Multi-turn LLM Serving","created":"2026-06-04","cited_by_count":2,"area":"inference"},{"id":"2609.02780","title":"ShallowStream: Index Shallow then Answer Deep for Streaming Video Understanding","created":"2026-09-02","cited_by_count":2,"area":"inference"},{"id":"2604.08426","title":"KV Cache Offloading for Context-Intensive Tasks","created":"2026-04-09","cited_by_count":1,"area":"inference"},{"id":"2605.16360","title":"ProxyKV: Cross-Model Proxy Pruning for Efficient Long-Context LLM Inference","created":"2026-05-09","cited_by_count":1,"area":null},{"id":"2608.01676","title":"Understanding Sparse Attention Selectivity in Long-Context Foundation Models via Counterfactual Evaluation","created":"2026-08-03","cited_by_count":1,"area":null},{"id":"2608.09412","title":"KVDiagnosis: A Diagnostic Benchmark for KV-Cache Compression in Long-Context Language Models","created":"2026-08-10","cited_by_count":1,"area":"inference"},{"id":"2609.02737","title":"Language Models Can Control Their Own Attention","created":"2026-09-02","cited_by_count":1,"area":"inference"},{"id":"2609.10266","title":"KVShareArena: KV-Cache Reuse Across Contexts and Model Checkpoints","created":"2026-09-09","cited_by_count":1,"area":"inference"},{"id":"2609.14168","title":"Towards Evolving Context Parameterization for Large Language Models","created":"2026-09-12","cited_by_count":1,"area":null},{"id":"2609.39329","title":"PatchKV: Weight-Space Compensation of KV Cache","created":"2026-09-30","cited_by_count":1,"area":"inference"},{"id":"2610.00412","title":"EchoPress: Query-Agnostic KV Cache Pruning via Virtual Context Reconstruction","created":"2026-09-30","cited_by_count":1,"area":"inference"},{"id":"2506.11498","title":"Lag-Relative Sparse Attention In Long Context Training","created":"2025-06-13","cited_by_count":0,"area":null},{"id":"2510.22909","title":"Rethinking Inference Placement for Deep Learning across Edge and Cloud Platforms: A Multi-Objective Optimization Perspective and Future Directions","created":"2025-10-27","cited_by_count":0,"area":"lr"},{"id":"2512.11851","title":"KV Cache Recycling to Expand Usable Context Capacity in Low Parameter LLMs","created":"2025-12-04","cited_by_count":0,"area":"inference"},{"id":"2601.06113","title":"Towards Infinite Length Extrapolation: A Unified Approach","created":"2026-01-03","cited_by_count":0,"area":null},{"id":"2603.21576","title":"PRISM: Breaking the O(n) Memory Wall in Long-Context LLM Inference via O(1) Photonic Block Selection","created":"2026-03-23","cited_by_count":0,"area":"inference"},{"id":"2604.15732","title":"Accuracy Is Speed: Towards Long-Context-Aware Routing for Distributed LLM Serving","created":"2026-04-17","cited_by_count":0,"area":"inference"},{"id":"2605.13080","title":"Learning to See What You Need: Gaze Attention for Multimodal Large Language Models","created":"2026-05-13","cited_by_count":0,"area":"mllm"},{"id":"2607.11942","title":"How Query Visibility Changes KV-Cache Compression Rankings: A Matched-Budget Audit","created":"2026-07-11","cited_by_count":0,"area":"inference"},{"id":"2607.24667","title":"Eviction as Estimation: A Fixed-Lag Smoothing View of Test-Time Memory, and When Measuring Beats Accumulating","created":"2026-07-27","cited_by_count":0,"area":null},{"id":"2608.19920","title":"Learning how to Forget: Fine-tuning for Long-Context Sparse Attention","created":"2026-08-20","cited_by_count":0,"area":null},{"id":"2609.06940","title":"Unified AI Gateway: A Framework for Joint Model Routing and KV Cache Management","created":"2026-09-07","cited_by_count":0,"area":"inference"},{"id":"2609.32663","title":"Distance-KV: Exploiting Relative Distance for Efficient Long-Context Inference","created":"2026-09-26","cited_by_count":0,"area":"inference"},{"id":"2609.40118","title":"Persistent Context Graphs for Efficient Memory Compaction in LLM Agents","created":"2026-09-30","cited_by_count":0,"area":"agents"},{"id":"2610.14754","title":"GateSight: Recurrent Memory Anticipates Attention Memory for Query-Agnostic KV Eviction in Hybrid LLMs","created":"2026-10-10","cited_by_count":0,"area":null}],"next_cursor":null}