{"total":96,"rows":[{"id":"2412.19442","title":"A Survey on Large Language Model Acceleration based on KV Cache Management","created":"2024-12-27","cited_by_count":131,"area":"lr"},{"id":"2407.18003","title":"Keep the Cost Down: A Review on Methods to Optimize LLM' s KV-Cache Consumption","created":"2024-07-25","cited_by_count":97,"area":"inference"},{"id":"2506.06266","title":"Cartridges: Lightweight and general-purpose long context representations via self-study","created":"2025-06-06","cited_by_count":86,"area":"inference"},{"id":"2410.07590","title":"TurboRAG: Accelerating Retrieval-Augmented Generation with Precomputed KV Caches for Chunked Text","created":"2024-10-10","cited_by_count":63,"area":"rag"},{"id":"2410.08584","title":"ZipVL: Efficient Large Vision-Language Models with Dynamic Token Sparsification","created":"2024-10-11","cited_by_count":44,"area":"mllm"},{"id":"2502.04420","title":"KVTuner: Sensitivity-Aware Layer-Wise Mixed-Precision KV Cache Quantization for Efficient and Nearly Lossless LLM Inference","created":"2025-02-06","cited_by_count":40,"area":"inference"},{"id":"2411.02886","title":"TokenSelect: Efficient Long-Context Inference and Length Extrapolation for LLMs via Dynamic Token-Level KV Cache Selection","created":"2024-11-05","cited_by_count":39,"area":"inference"},{"id":"2410.14731","title":"MatryoshkaKV: Adaptive KV Compression via Trainable Orthogonal Projection","created":"2024-10-16","cited_by_count":29,"area":"inference"},{"id":"2504.02441","title":"Cognitive Memory in Large Language Models","created":"2025-04-03","cited_by_count":29,"area":null},{"id":"2504.17768","title":"The Sparse Frontier: Sparse Attention Trade-offs in Transformer LLMs","created":"2025-04-24","cited_by_count":29,"area":null},{"id":"2505.19147","title":"Shifting AI Efficiency From Model-Centric to Data-Centric Compression","created":"2025-05-25","cited_by_count":29,"area":"mllm"},{"id":"2603.12513","title":"MemRoPE: Training-Free Infinite Video Generation via Evolving Memory Tokens","created":"2026-03-12","cited_by_count":27,"area":null},{"id":"2510.01290","title":"ThinKV: Thought-Adaptive KV Cache Compression for Efficient Reasoning Models","created":"2025-10-01","cited_by_count":21,"area":"lr"},{"id":"2412.08890","title":"Lexico: Extreme KV Cache Compression via Sparse Coding over Universal Dictionaries","created":"2024-12-12","cited_by_count":17,"area":"inference"},{"id":"2412.10543","title":"METIS: Fast Quality-Aware RAG Systems with Configuration Adaptation","created":"2024-12-13","cited_by_count":17,"area":"rag"},{"id":"2606.02553","title":"LongLive-RAG: A General Retrieval-Augmented Framework for Long Video Generation","created":"2026-06-01","cited_by_count":16,"area":"rag"},{"id":"2410.03090","title":"UNComp: Can Matrix Entropy Uncover Sparsity? -- A Compressor Design from an Uncertainty-Aware Perspective","created":"2024-10-04","cited_by_count":15,"area":"inference"},{"id":"2506.13059","title":"Multipole Attention for Efficient Long Context Reasoning","created":"2025-06-16","cited_by_count":14,"area":"lr"},{"id":"2412.03409","title":"PrefixKV: Adaptive Prefix KV Cache is What Vision Instruction-Following Models Need for Efficient Generation","created":"2024-12-04","cited_by_count":13,"area":"lr"},{"id":"2601.04359","title":"PackCache: A Training-Free Acceleration Method for Unified Autoregressive Video Generation via Compact KV-Cache","created":"2026-01-07","cited_by_count":13,"area":"inference"},{"id":"2410.13846","title":"LightTransfer: Your Long-Context LLM is Secretly a Hybrid Model with Effortless Adaptation","created":"2024-10-17","cited_by_count":12,"area":"lr"},{"id":"2510.07318","title":"Artificial Hippocampus Networks for Efficient Long-Context Modeling","created":"2025-10-08","cited_by_count":11,"area":null},{"id":"2507.11953","title":"IAM: Efficient Inference through Attention Mapping between Different-scale LLMs","created":"2025-07-16","cited_by_count":10,"area":"inference"},{"id":"2410.01866","title":"House of Cards: Massive Weights in LLMs","created":"2024-10-02","cited_by_count":9,"area":null},{"id":"2504.09936","title":"KeepKV: Achieving Periodic Lossless KV Cache Compression for Efficient LLM Inference","created":"2025-04-14","cited_by_count":9,"area":"inference"},{"id":"2507.06517","title":"SpindleKV: A Novel KV Cache Reduction Method Balancing Both Shallow and Deep Layers","created":"2025-07-09","cited_by_count":9,"area":"inference"},{"id":"2507.14204","title":"LaCache: Ladder-Shaped KV Caching for Efficient Long-Context Modeling of Large Language Models","created":"2025-07-14","cited_by_count":9,"area":"inference"},{"id":"2509.15763","title":"UniGist: Towards General and Hardware-aligned Sequence-level Long Context Compression","created":"2025-09-19","cited_by_count":9,"area":"inference"},{"id":"2602.08005","title":"ResidualKV: Residual-Based KV Cache Compression for Efficient Long-Context Inference","created":"2026-02-08","cited_by_count":9,"area":"inference"},{"id":"2603.20284","title":"STAC: Plug-and-Play Spatio-Temporal Aware Cache Compression for Streaming 3D Reconstruction","created":"2026-03-18","cited_by_count":9,"area":null},{"id":"2506.11418","title":"CentroidKV: Efficient Long-Context LLM Inference via KV Cache Clustering","created":"2025-06-13","cited_by_count":8,"area":"inference"},{"id":"2602.03152","title":"FASA: Frequency-aware Sparse Attention","created":"2026-02-03","cited_by_count":8,"area":"inference"},{"id":"2503.24358","title":"SQuat: Subspace-orthogonal KV Cache Quantization","created":"2025-03-31","cited_by_count":7,"area":"inference"},{"id":"2505.00570","title":"FreqKV: Key-Value Compression in Frequency Domain for Context Window Extension","created":"2025-05-01","cited_by_count":7,"area":"inference"},{"id":"2506.05410","title":"Homogeneous Keys, Heterogeneous Values: Exploiting Local KV Cache Asymmetry for Long-Context LLMs","created":"2025-06-04","cited_by_count":7,"area":"inference"},{"id":"2509.04377","title":"PagedEviction: Structured Block-wise KV Cache Pruning for Efficient Large Language Model Inference","created":"2025-09-04","cited_by_count":7,"area":"inference"},{"id":"2412.16187","title":"HashEvict: A Pre-Attention KV Cache Eviction Strategy using Locality-Sensitive Hashing","created":"2024-12-13","cited_by_count":6,"area":"inference"},{"id":"2508.02751","title":"SmallKV: Small Model Assisted Compensation of KV Cache Compression for Efficient LLM Inference","created":"2025-08-03","cited_by_count":6,"area":"inference"},{"id":"2508.15212","title":"SparK: Query-Aware Unstructured Sparsity with Recoverable KV Cache Channel Pruning","created":"2025-08-21","cited_by_count":6,"area":"inference"},{"id":"2509.00388","title":"GraphKV: Breaking the Static Selection Paradigm with Graph-Based KV Cache Eviction","created":"2025-08-30","cited_by_count":6,"area":"inference"},{"id":"2511.05534","title":"FlowMM: Cross-Modal Information Flow Guided KV Cache Merging for Efficient Multimodal Context Inference","created":"2025-10-29","cited_by_count":6,"area":"inference"},{"id":"2606.01563","title":"MomentKV: Closing the Directional Gap in KV Cache Eviction for Long-Context Inference","created":"2026-06-01","cited_by_count":6,"area":"inference"},{"id":"2606.04557","title":"Cartridges at Scale: Training Modular KV Caches over Large Document Collections","created":"2026-06-03","cited_by_count":6,"area":"inference"},{"id":"2505.22107","title":"Curse of High Dimensionality Issue in Transformer for Long-context Modeling","created":"2025-05-28","cited_by_count":5,"area":null},{"id":"2507.04723","title":"LOOM-Scope: a comprehensive and efficient LOng-cOntext Model evaluation framework","created":"2025-07-07","cited_by_count":5,"area":null},{"id":"2601.12904","title":"From Prefix Cache to Fusion RAG Cache: Accelerating LLM Inference in Retrieval-Augmented Generation","created":"2026-01-19","cited_by_count":5,"area":"rag"},{"id":"2603.14303","title":"SemantiCache: Efficient KV Cache Compression via Semantic Chunking and Clustered Merging","created":"2026-03-15","cited_by_count":5,"area":"inference"},{"id":"2605.31557","title":"EGOSTREAM: A Diagnostic Benchmark for Streaming Episodic Memory in Egocentric Vision","created":"2026-05-29","cited_by_count":5,"area":"inference"},{"id":"2503.01330","title":"WeightedKV: Attention Scores Weighted Key-Value Cache Merging for Large Language Models","created":"2025-03-03","cited_by_count":4,"area":"inference"},{"id":"2503.11132","title":"X-EcoMLA: Upcycling Pre-Trained Attention into MLA for Efficient and Extreme KV Compression","created":"2025-03-14","cited_by_count":4,"area":"inference"},{"id":"2507.03153","title":"HGCA: Hybrid GPU-CPU Attention for Long Context LLM Inference","created":"2025-07-03","cited_by_count":4,"area":null},{"id":"2512.17452","title":"KV Admission: Learning What to Write for Efficient Long-Context LLM Inference","created":"2025-12-19","cited_by_count":4,"area":null},{"id":"2605.31105","title":"GRKV: Global Regression for Training-Free KV Cache Compression in Long-Context LLMs","created":"2026-05-29","cited_by_count":4,"area":"inference"},{"id":"2607.08057","title":"Towards Efficient Large Language Model Serving: A Survey on System-Aware KV Cache Optimization","created":"2026-07-09","cited_by_count":4,"area":"inference"},{"id":"2412.05896","title":"XKV: Personalized KV Cache Memory Reduction for Long-Context LLM Inference","created":"2024-12-08","cited_by_count":3,"area":"inference"},{"id":"2502.12085","title":"APB: Accelerating Distributed Long-Context Inference by Passing Compressed Context Blocks across GPUs","created":"2025-02-17","cited_by_count":3,"area":null},{"id":"2503.08461","title":"FastCache: Optimizing Multimodal LLM Serving through Lightweight KV-Cache Compression Framework","created":"2025-03-11","cited_by_count":3,"area":"inference"},{"id":"2505.05772","title":"Sparse Attention Remapping with Clustering for Efficient LLM Decoding on PIM","created":"2025-05-09","cited_by_count":3,"area":"inference"},{"id":"2505.16950","title":"Bottlenecked Transformers: Periodic KV Cache Consolidation for Generalised Reasoning","created":"2025-05-22","cited_by_count":3,"area":"lr"},{"id":"2506.01215","title":"Compress, Gather, and Recompute: REFORMing Long-Context Processing in Transformers","created":"2025-06-01","cited_by_count":3,"area":"inference"},{"id":"2511.08128","title":"Sentence-Anchored Gist Compression for Long-Context LLMs","created":"2025-11-11","cited_by_count":3,"area":"inference"},{"id":"2604.17935","title":"How Much Cache Does Reasoning Need? Depth-Cache Tradeoffs in KV-Compressed Transformers","created":"2026-04-20","cited_by_count":3,"area":null},{"id":"2604.24647","title":"DepthKV: Layer-Dependent KV Cache Pruning for Long-Context LLM Inference","created":"2026-04-27","cited_by_count":3,"area":"inference"},{"id":"2604.25642","title":"Prefill-Time Intervention for Mitigating Hallucination in Large Vision-Language Models","created":"2026-04-28","cited_by_count":3,"area":"mllm"},{"id":"2607.29591","title":"ResKV: Reconstructing Omitted Attention Contributions for Fixed-Budget KV Cache Compression","created":"2026-07-31","cited_by_count":3,"area":"inference"},{"id":"2507.21433","title":"ReasonCache: Accelerating Large Reasoning Model Serving through KV Cache Sharing","created":"2025-07-29","cited_by_count":2,"area":"lr"},{"id":"2605.14037","title":"Self-Pruned Key-Value Attention: Learning When to Write by Predicting Future Utility","created":"2026-05-13","cited_by_count":2,"area":"lr"},{"id":"2606.03979","title":"Language Models Need Sleep: Learning to Self-Modify and Consolidate Memories","created":"2026-06-02","cited_by_count":2,"area":null},{"id":"2606.05698","title":"Rethinking LoRA Memory Through the Lens of KV Cache Compression","created":"2026-06-04","cited_by_count":2,"area":"inference"},{"id":"2606.26875","title":"Information-Aware KV Cache Compression for Long Reasoning","created":"2026-06-25","cited_by_count":2,"area":"lr"},{"id":"2608.04771","title":"Fewer Tokens, Smaller Cache: Reward-Coordinated Efficient Reasoning","created":"2026-08-05","cited_by_count":2,"area":"lr"},{"id":"2608.07001","title":"Every Cache Entry Earns Its Place: Global Allocation of Resolution and Coverage for KV Cache Compression","created":"2026-08-07","cited_by_count":2,"area":"inference"},{"id":"2608.15797","title":"KV-Rescue: Recovering Reasoning Language Model KV Eviction Loss via Stepwise Interleaving","created":"2026-08-16","cited_by_count":2,"area":"lr"},{"id":"2502.16886","title":"ReFreeKV: Towards Threshold-Free KV Cache Compression","created":"2025-02-24","cited_by_count":1,"area":"inference"},{"id":"2505.24033","title":"Studying the Soupability of Documents in State Space Models","created":"2025-05-29","cited_by_count":1,"area":null},{"id":"2506.01986","title":"SpecMemo: Speculative Decoding is in Your Pocket","created":"2025-05-16","cited_by_count":1,"area":"inference"},{"id":"2506.15704","title":"Learn from the Past: Fast Sparse Indexing for Large Language Model Decoding","created":"2025-05-30","cited_by_count":1,"area":null},{"id":"2507.08045","title":"Krul: Efficient State Restoration for Multi-turn Conversations with Dynamic Cross-layer KV Sharing","created":"2025-07-10","cited_by_count":1,"area":"inference"},{"id":"2507.19906","title":"CaliDrop: KV Cache Compression with Calibration","created":"2025-07-26","cited_by_count":1,"area":"inference"},{"id":"2508.15881","title":"TPLA: Tensor Parallel Latent Attention for Efficient Disaggregated Prefill and Decode Inference","created":"2025-08-21","cited_by_count":1,"area":"inference"},{"id":"2607.06523","title":"DepthWeave-KV: Token-Adaptive Cross-Layer Residual Factorization for Long-Context KV Cache Compression","created":"2026-07-07","cited_by_count":1,"area":"inference"},{"id":"2608.02901","title":"AnchorKV: Anchor-Residual KV Cache Compression","created":"2026-08-03","cited_by_count":1,"area":"inference"},{"id":"2610.07643","title":"Monte Carlo Estimation for KV Cache Eviction","created":"2026-10-06","cited_by_count":1,"area":"inference"},{"id":"2603.00907","title":"KVSlimmer: Theoretical Insights and Practical Optimizations for Asymmetric KV Merging","created":"2026-03-01","cited_by_count":0,"area":null},{"id":"2604.10900","title":"CASK: Core-Aware Selective KV Compression for Reasoning Traces","created":"2026-04-13","cited_by_count":0,"area":"lr"},{"id":"2607.02574","title":"From Tensor Buffer to Distributed Memory Hierarchy: A Survey of KV Cache Management for LLM Serving","created":"2026-06-30","cited_by_count":0,"area":"inference"},{"id":"2607.06519","title":"FreqDepthKV: Frequency-Guided Depth Sharing for Robust KV Cache Compression in Long-Context LLM Inference","created":"2026-07-07","cited_by_count":0,"area":"inference"},{"id":"2607.16213","title":"SelKV: Selective KV Cache Merging with Per-Token Merge-or-Drop and Attention Compensation","created":"2026-05-19","cited_by_count":0,"area":"inference"},{"id":"2608.00528","title":"S$^4$R: Selective Sampling, Subspaces, and Sparse Reconstruction for Compressed Long-Context KV Caching","created":"2026-08-01","cited_by_count":0,"area":null},{"id":"2608.11218","title":"MaSRead: Content-Addressed Reading of Replicated Latent Stores","created":"2026-07-21","cited_by_count":0,"area":"inference"},{"id":"2609.33334","title":"When to Evict, Not What to Keep: Draft-Guided Eviction for Training-Free KV-Cache Compression","created":"2026-09-27","cited_by_count":0,"area":"inference"},{"id":"2610.02953","title":"SlimKV: Joint Token-Feature KV Cache Compression with Reconstruction-Free Beacon Attention","created":"2026-10-02","cited_by_count":0,"area":"inference"},{"id":"2610.03027","title":"Tailoring the Quantization Space for 1-Bit KV Cache Compression","created":"2026-10-02","cited_by_count":0,"area":"inference"},{"id":"2610.11784","title":"Compile the Table: Query-Calibrated Operator Compression for Tabular In-Context Learning","created":"2026-10-08","cited_by_count":0,"area":null},{"id":"2610.14568","title":"FrameFold: Response-Guided KV Cache Consolidation for Autoregressive Long Video Generation","created":"2026-10-10","cited_by_count":0,"area":"inference"},{"id":"2610.19605","title":"PN-Mix: Pair-Norm Guided Mixed-Precision Key Cache Quantization for Efficient Long-Output LLM Inference","created":"2026-10-14","cited_by_count":0,"area":"inference"}],"next_cursor":null}