{"total":134,"rows":[{"id":"2412.19442","title":"A Survey on Large Language Model Acceleration based on KV Cache Management","created":"2024-12-27","cited_by_count":131,"area":"lr"},{"id":"2412.10319","title":"SCBench: A KV Cache-Centric Analysis of Long-Context Methods","created":"2024-12-13","cited_by_count":60,"area":"inference"},{"id":"2505.24133","title":"R-KV: Redundancy-aware KV Cache Compression for Reasoning Models","created":"2025-05-30","cited_by_count":54,"area":"lr"},{"id":"2502.14866","title":"LServe: Efficient Long-sequence LLM Serving with Unified Sparse Attention","created":"2025-02-20","cited_by_count":41,"area":"inference"},{"id":"2502.04420","title":"KVTuner: Sensitivity-Aware Layer-Wise Mixed-Precision KV Cache Quantization for Efficient and Nearly Lossless LLM Inference","created":"2025-02-06","cited_by_count":40,"area":"inference"},{"id":"2411.02886","title":"TokenSelect: Efficient Long-Context Inference and Length Extrapolation for LLMs via Dynamic Token-Level KV Cache Selection","created":"2024-11-05","cited_by_count":39,"area":"inference"},{"id":"2501.06425","title":"Tensor Product Attention Is All You Need","created":"2025-01-11","cited_by_count":31,"area":null},{"id":"2508.11126","title":"AI Agentic Programming: A Survey of Techniques, Challenges, and Opportunities","created":"2025-08-15","cited_by_count":28,"area":"agents"},{"id":"2510.01290","title":"ThinKV: Thought-Adaptive KV Cache Compression for Efficient Reasoning Models","created":"2025-10-01","cited_by_count":21,"area":"lr"},{"id":"2503.08879","title":"LLMs Know What to Drop: Self-Attention Guided KV Cache Eviction for Efficient Long-Context Inference","created":"2025-03-11","cited_by_count":20,"area":"inference"},{"id":"2512.03324","title":"Cache What Lasts: Token Retention for Memory-Bounded KV Cache in LLMs","created":"2025-12-03","cited_by_count":19,"area":"inference"},{"id":"2602.13692","title":"ThunderAgent: A Simple, Fast and Program-Aware Agentic Inference System","created":"2026-02-14","cited_by_count":17,"area":"agents"},{"id":"2503.18893","title":"xKV: Cross-Layer KV-Cache Compression via Aligned Singular Vector Extraction","created":"2025-03-24","cited_by_count":16,"area":"inference"},{"id":"2510.18586","title":"TokenCake: A KV-Cache-centric Serving Framework for LLM-based Multi-Agent Applications","created":"2025-10-21","cited_by_count":16,"area":"inference"},{"id":"2505.13109","title":"FreeKV: Boosting KV Cache Retrieval for Efficient LLM Inference","created":"2025-05-19","cited_by_count":14,"area":"inference"},{"id":"2511.01815","title":"KV Cache Transform Coding for Compact Storage in LLM Inference","created":"2025-11-03","cited_by_count":13,"area":"inference"},{"id":"2503.07518","title":"TokenButler: Token Importance is Predictable","created":"2025-03-10","cited_by_count":12,"area":"inference"},{"id":"2506.05333","title":"Kinetics: Rethinking Test-Time Scaling Laws","created":"2025-06-05","cited_by_count":12,"area":"lr"},{"id":"2502.07861","title":"Streaming Attention Approximation via Discrepancy Theory","created":"2025-02-11","cited_by_count":11,"area":null},{"id":"2605.09649","title":"Make Each Token Count: Towards Improving Long-Context Performance with KV Cache Eviction","created":"2026-05-10","cited_by_count":11,"area":"inference"},{"id":"2504.00970","title":"SentenceKV: Efficient LLM Inference via Sentence-Level Semantic KV Caching","created":"2025-04-01","cited_by_count":10,"area":"inference"},{"id":"2505.21487","title":"Hardware-Efficient Attention for Fast Decoding","created":"2025-05-27","cited_by_count":10,"area":"inference"},{"id":"2510.07651","title":"OBCache: Optimal Brain KV Cache Pruning for Efficient Long-Context LLM Inference","created":"2025-10-09","cited_by_count":10,"area":"inference"},{"id":"2512.05916","title":"KQ-SVD: Compressing the KV Cache with Provable Guarantees on Attention Fidelity","created":"2025-12-05","cited_by_count":10,"area":"inference"},{"id":"2502.12574","title":"HeadInfer: Memory-Efficient LLM Inference by Head-wise Offloading","created":"2025-02-18","cited_by_count":9,"area":"inference"},{"id":"2503.16163","title":"SpeCache: Speculative Key-Value Caching for Efficient Generation of LLMs","created":"2025-03-20","cited_by_count":9,"area":"inference"},{"id":"2508.16134","title":"CommonKV: Compressing KV Cache with Cross-layer Parameter Sharing","created":"2025-08-22","cited_by_count":9,"area":"inference"},{"id":"2601.10079","title":"Sparse-RL: Breaking the Memory Wall in LLM Reinforcement Learning via Stable Sparse Rollouts","created":"2026-01-15","cited_by_count":9,"area":"lr"},{"id":"2602.08005","title":"ResidualKV: Residual-Based KV Cache Compression for Efficient Long-Context Inference","created":"2026-02-08","cited_by_count":9,"area":"inference"},{"id":"2503.10714","title":"ZSMerge: Zero-Shot KV Cache Compression for Memory-Efficient Long-Context LLMs","created":"2025-03-13","cited_by_count":8,"area":"inference"},{"id":"2602.03152","title":"FASA: Frequency-aware Sparse Attention","created":"2026-02-03","cited_by_count":8,"area":"inference"},{"id":"2602.06502","title":"DualMap: Enabling Both Cache Affinity and Load Balancing for Distributed LLM Serving","created":"2026-02-06","cited_by_count":8,"area":"inference"},{"id":"2505.22913","title":"Mustafar: Promoting Unstructured Sparsity for KV Cache Pruning in LLM Inference","created":"2025-05-28","cited_by_count":7,"area":"inference"},{"id":"2506.02572","title":"HATA: Trainable and Hardware-Efficient Hash-Aware Top-k Attention for Scalable Large Model Inference","created":"2025-06-03","cited_by_count":7,"area":"inference"},{"id":"2509.21623","title":"OjaKV: Context-Aware Online Low-Rank KV Cache Compression","created":"2025-09-25","cited_by_count":7,"area":"inference"},{"id":"2502.15304","title":"SVDq: 1.25-bit and 410x Key Cache Compression for LLM Attention","created":"2025-02-21","cited_by_count":6,"area":"inference"},{"id":"2508.15212","title":"SparK: Query-Aware Unstructured Sparsity with Recoverable KV Cache Channel Pruning","created":"2025-08-21","cited_by_count":6,"area":"inference"},{"id":"2509.24832","title":"SemShareKV: Efficient KVCache Sharing for Semantically Similar Prompts via Token-Level LSH Matching","created":"2025-09-29","cited_by_count":6,"area":"inference"},{"id":"2512.00722","title":"SpeContext: Enabling Efficient Long-context Reasoning with Speculative Context Sparsity in LLMs","created":"2025-11-30","cited_by_count":6,"area":"lr"},{"id":"2512.12008","title":"Hold Onto That Thought: Assessing KV Cache Compression On Reasoning","created":"2025-12-12","cited_by_count":6,"area":"lr"},{"id":"2502.09647","title":"Unveiling Simplicities of Attention: Adaptive Long-Context Head Identification","created":"2025-02-11","cited_by_count":5,"area":null},{"id":"2511.11907","title":"KVSwap: Disk-aware KV Cache Offloading for Long-Context On-device Inference","created":"2025-11-14","cited_by_count":5,"area":"inference"},{"id":"2602.23592","title":"KEEP: A KV-Cache-Centric Memory Management System for Efficient Embodied Planning","created":"2026-02-27","cited_by_count":5,"area":"inference"},{"id":"2605.17613","title":"VeriCache: Turning Lossy KV Cache into Lossless LLM Inference","created":"2026-05-17","cited_by_count":5,"area":"inference"},{"id":"2605.18071","title":"KVDrive: A Holistic Multi-Tier KV Cache Management System for Long-Context LLM Inference","created":"2026-05-18","cited_by_count":5,"area":"inference"},{"id":"2606.04511","title":"SparDA: Sparse Decoupled Attention for Efficient Long-Context LLM Inference","created":"2026-06-03","cited_by_count":5,"area":null},{"id":"2606.08446","title":"Sparrow: Sparse Rollout for Stable and Efficient Long-context RL of Large Language Models","created":"2026-06-07","cited_by_count":5,"area":"lr"},{"id":"2507.07694","title":"SAS: Simulated Attention Score","created":"2025-07-10","cited_by_count":4,"area":null},{"id":"2510.11292","title":"LouisKV: Efficient KV Cache Retrieval for Long Input-Output Sequences","created":"2025-10-13","cited_by_count":4,"area":"inference"},{"id":"2510.13602","title":"NOSA: Native and Offloadable Sparse Attention","created":"2025-10-15","cited_by_count":4,"area":"inference"},{"id":"2510.23649","title":"Efficient Low Rank Attention for Long-Context Inference in Large Language Models","created":"2025-10-25","cited_by_count":4,"area":null},{"id":"2511.07427","title":"DynaKV: Enabling Accurate and Efficient Long-Sequence LLM Decoding on Smartphones","created":"2025-10-20","cited_by_count":4,"area":"inference"},{"id":"2512.17452","title":"KV Admission: Learning What to Write for Efficient Long-Context LLM Inference","created":"2025-12-19","cited_by_count":4,"area":null},{"id":"2604.26837","title":"Unifying Sparse Attention with Hierarchical Memory for Scalable Long-Context LLM Serving","created":"2026-04-29","cited_by_count":4,"area":"inference"},{"id":"2605.18753","title":"DashAttention: Differentiable and Adaptive Sparse Hierarchical Attention","created":"2026-05-18","cited_by_count":4,"area":null},{"id":"2607.08032","title":"What to Keep, What to Forget: A Rate--Distortion View of Memory Compaction in LLMs and Agents","created":"2026-07-09","cited_by_count":4,"area":"agents"},{"id":"2607.08057","title":"Towards Efficient Large Language Model Serving: A Survey on System-Aware KV Cache Optimization","created":"2026-07-09","cited_by_count":4,"area":"inference"},{"id":"2601.07667","title":"Adaptive Layer Selection for Layer-Wise Token Pruning in LLM Inference","created":"2026-01-12","cited_by_count":3,"area":"inference"},{"id":"2601.13684","title":"HeteroCache: A Dynamic Retrieval Approach to Heterogeneous KV Cache Compression for Long-Context LLM Inference","created":"2026-01-20","cited_by_count":3,"area":"inference"},{"id":"2602.02195","title":"State Rank Dynamics in Linear Attention LLMs","created":"2026-02-02","cited_by_count":3,"area":null},{"id":"2603.20397","title":"KV Cache Optimization Strategies for Scalable and Efficient LLM Inference","created":"2026-03-20","cited_by_count":3,"area":"inference"},{"id":"2604.05887","title":"HybridKV: Hybrid KV Cache Compression for Efficient Multimodal Large Language Model Inference","created":"2026-04-07","cited_by_count":3,"area":"lr"},{"id":"2605.07719","title":"An Efficient Hybrid Sparse Attention with CPU-GPU Parallelism for Long-Context Inference","created":"2026-05-08","cited_by_count":3,"area":"inference"},{"id":"2606.23581","title":"Kamera: Unified Position-Invariant Multimodal KV Cache for Training-Free Reuse","created":"2026-06-22","cited_by_count":3,"area":"inference"},{"id":"2608.07009","title":"HiSparse: Scaling Sparse-Attention Decoding with Hierarchical KV Cache Management","created":"2026-08-07","cited_by_count":3,"area":"inference"},{"id":"2511.14510","title":"LiteCache: A Query Similarity-Driven, GPU-Centric KVCache Subsystem for Efficient LLM Inference","created":"2025-11-18","cited_by_count":2,"area":"inference"},{"id":"2602.07721","title":"ParisKV: Fast and Drift-Robust KV-Cache Retrieval for Long-Context LLMs","created":"2026-02-07","cited_by_count":2,"area":"inference"},{"id":"2602.08686","title":"CompilerKV: Risk-Adaptive KV Compression via Offline Experience Compilation","created":"2026-02-09","cited_by_count":2,"area":null},{"id":"2603.02188","title":"Multi-Head Low-Rank Attention","created":"2026-03-02","cited_by_count":2,"area":"inference"},{"id":"2606.09061","title":"Fairness-Aware and Latency-Controllable Scheduling for Chunked-Prefill LLM Serving","created":"2026-06-08","cited_by_count":2,"area":"inference"},{"id":"2608.00902","title":"Practical Online KV Cache Compaction for LLM Agents: An Empirical Study","created":"2026-08-02","cited_by_count":2,"area":"lr"},{"id":"2502.13251","title":"Neural Attention Search","created":"2025-02-18","cited_by_count":1,"area":"inference"},{"id":"2506.15704","title":"Learn from the Past: Fast Sparse Indexing for Large Language Model Decoding","created":"2025-05-30","cited_by_count":1,"area":null},{"id":"2507.01900","title":"High-Layer Attention Pruning with Rescaling","created":"2025-07-02","cited_by_count":1,"area":null},{"id":"2512.03608","title":"KVNAND: Efficient On-Device Large Language Model Inference Using DRAM-Free In-Flash Computing","created":"2025-12-03","cited_by_count":1,"area":"inference"},{"id":"2512.10547","title":"Unlocking the Address Book: Dissecting the Sparse Semantic Structure of LLM Key-Value Caches via Sparse Autoencoders","created":"2025-12-11","cited_by_count":1,"area":"inference"},{"id":"2601.17702","title":"S$^3$-Attention:Attention-Aligned Endogenous Retrieval for Memory-Bounded Long-Context Inference","created":"2026-01-25","cited_by_count":1,"area":null},{"id":"2602.20595","title":"OptiLeak: Efficient Prompt Reconstruction via Reinforcement Learning in Multi-tenant LLM Services","created":"2026-02-24","cited_by_count":1,"area":"inference"},{"id":"2603.12038","title":"Slow-Fast Inference: Training-Free Inference Acceleration via Within-Sentence Support Stability","created":"2026-03-12","cited_by_count":1,"area":"inference"},{"id":"2604.07815","title":"AsyncTLS: Efficient Generative LLM Inference with Asynchronous Two-level Sparse Attention","created":"2026-04-09","cited_by_count":1,"area":"inference"},{"id":"2604.08426","title":"KV Cache Offloading for Context-Intensive Tasks","created":"2026-04-09","cited_by_count":1,"area":"inference"},{"id":"2604.19769","title":"TTKV: Temporal-Tiered KV Cache for Long-Context LLM Inference","created":"2026-03-27","cited_by_count":1,"area":"inference"},{"id":"2605.01910","title":"Stochastic Sparse Attention for Memory-Bound Inference","created":"2026-05-03","cited_by_count":1,"area":"inference"},{"id":"2605.06763","title":"Sparse Attention as a Range Searching Problem: Towards an Inference-Efficient Index for KV Cache","created":"2026-05-07","cited_by_count":1,"area":"inference"},{"id":"2606.06453","title":"Vortex: Efficient and Programmable Sparse Attention Serving for AI Agents","created":"2026-06-04","cited_by_count":1,"area":"agents"},{"id":"2606.26762","title":"ProtoKV: Streaming Video Understanding under Delayed Query with Summary-State Memory","created":"2026-06-25","cited_by_count":1,"area":null},{"id":"2607.00760","title":"MosaicKV: Serving Long-Context LLM with Dynamic Two-D KV Cache Compression","created":"2026-07-01","cited_by_count":1,"area":"inference"},{"id":"2607.24555","title":"LOCKS: Page-Local Compact Key Summaries for Efficient Long-Context Decoding","created":"2026-07-27","cited_by_count":1,"area":null},{"id":"2608.11152","title":"Scheduling Mixed RL Rollouts Beyond Prefix Locality","created":"2026-08-11","cited_by_count":1,"area":null},{"id":"2608.30295","title":"CateKV: On Sequential Consistency for Long-Context LLM Inference Acceleration","created":"2026-08-31","cited_by_count":1,"area":"inference"},{"id":"2609.26300","title":"CompKV: Compensation-Aware KV Selection for Long-Context LLM Inference","created":"2026-09-22","cited_by_count":1,"area":"inference"},{"id":"2609.39329","title":"PatchKV: Weight-Space Compensation of KV Cache","created":"2026-09-30","cited_by_count":1,"area":"inference"},{"id":"2502.15294","title":"Round Attention: A Novel Round-Level Attention Mechanism to Accelerate LLM Inference","created":"2025-02-21","cited_by_count":0,"area":"inference"},{"id":"2510.19670","title":"CoSense-LLM: Semantics at the Edge with Cost- and Uncertainty-Aware Cloud-Edge Cooperation","created":"2025-10-22","cited_by_count":0,"area":"inference"},{"id":"2512.15550","title":"CTkvr: KV Cache Retrieval for Long-Context LLMs via Centroid then Token Indexing","created":"2025-12-17","cited_by_count":0,"area":"inference"},{"id":"2601.06113","title":"Towards Infinite Length Extrapolation: A Unified Approach","created":"2026-01-03","cited_by_count":0,"area":null},{"id":"2601.21444","title":"APB-V: Accelerating Long-Video Understanding via Sequence-Parallelism-aware Approximate Attention","created":"2026-01-29","cited_by_count":0,"area":"mllm"},{"id":"2602.00777","title":"HyLRA: Hybrid Layer Reuse Attention for Efficient Long-Context Inference","created":"2026-01-31","cited_by_count":0,"area":null},{"id":"2602.03184","title":"DynSplit-KV: Dynamic Semantic Splitting for KVCache Compression in Efficient Long-Context LLM Inference","created":"2026-02-03","cited_by_count":0,"area":"inference"},{"id":"2602.08329","title":"Near-Oracle KV Selection via Pre-hoc Sparsity for Long-Context Inference","created":"2026-02-09","cited_by_count":0,"area":null}],"next_cursor":"100"}