{"total":59,"rows":[{"id":"2407.18003","title":"Keep the Cost Down: A Review on Methods to Optimize LLM' s KV-Cache Consumption","created":"2024-07-25","cited_by_count":97,"area":"inference"},{"id":"2506.06266","title":"Cartridges: Lightweight and general-purpose long context representations via self-study","created":"2025-06-06","cited_by_count":86,"area":"inference"},{"id":"2502.04420","title":"KVTuner: Sensitivity-Aware Layer-Wise Mixed-Precision KV Cache Quantization for Efficient and Nearly Lossless LLM Inference","created":"2025-02-06","cited_by_count":40,"area":"inference"},{"id":"2411.02886","title":"TokenSelect: Efficient Long-Context Inference and Length Extrapolation for LLMs via Dynamic Token-Level KV Cache Selection","created":"2024-11-05","cited_by_count":39,"area":"inference"},{"id":"2410.14731","title":"MatryoshkaKV: Adaptive KV Compression via Trainable Orthogonal Projection","created":"2024-10-16","cited_by_count":29,"area":"inference"},{"id":"2412.08890","title":"Lexico: Extreme KV Cache Compression via Sparse Coding over Universal Dictionaries","created":"2024-12-12","cited_by_count":17,"area":"inference"},{"id":"2410.03090","title":"UNComp: Can Matrix Entropy Uncover Sparsity? -- A Compressor Design from an Uncertainty-Aware Perspective","created":"2024-10-04","cited_by_count":15,"area":"inference"},{"id":"2601.04359","title":"PackCache: A Training-Free Acceleration Method for Unified Autoregressive Video Generation via Compact KV-Cache","created":"2026-01-07","cited_by_count":13,"area":"inference"},{"id":"2507.11953","title":"IAM: Efficient Inference through Attention Mapping between Different-scale LLMs","created":"2025-07-16","cited_by_count":10,"area":"inference"},{"id":"2504.09936","title":"KeepKV: Achieving Periodic Lossless KV Cache Compression for Efficient LLM Inference","created":"2025-04-14","cited_by_count":9,"area":"inference"},{"id":"2507.06517","title":"SpindleKV: A Novel KV Cache Reduction Method Balancing Both Shallow and Deep Layers","created":"2025-07-09","cited_by_count":9,"area":"inference"},{"id":"2507.14204","title":"LaCache: Ladder-Shaped KV Caching for Efficient Long-Context Modeling of Large Language Models","created":"2025-07-14","cited_by_count":9,"area":"inference"},{"id":"2509.15763","title":"UniGist: Towards General and Hardware-aligned Sequence-level Long Context Compression","created":"2025-09-19","cited_by_count":9,"area":"inference"},{"id":"2602.08005","title":"ResidualKV: Residual-Based KV Cache Compression for Efficient Long-Context Inference","created":"2026-02-08","cited_by_count":9,"area":"inference"},{"id":"2506.11418","title":"CentroidKV: Efficient Long-Context LLM Inference via KV Cache Clustering","created":"2025-06-13","cited_by_count":8,"area":"inference"},{"id":"2602.03152","title":"FASA: Frequency-aware Sparse Attention","created":"2026-02-03","cited_by_count":8,"area":"inference"},{"id":"2503.24358","title":"SQuat: Subspace-orthogonal KV Cache Quantization","created":"2025-03-31","cited_by_count":7,"area":"inference"},{"id":"2505.00570","title":"FreqKV: Key-Value Compression in Frequency Domain for Context Window Extension","created":"2025-05-01","cited_by_count":7,"area":"inference"},{"id":"2506.05410","title":"Homogeneous Keys, Heterogeneous Values: Exploiting Local KV Cache Asymmetry for Long-Context LLMs","created":"2025-06-04","cited_by_count":7,"area":"inference"},{"id":"2509.04377","title":"PagedEviction: Structured Block-wise KV Cache Pruning for Efficient Large Language Model Inference","created":"2025-09-04","cited_by_count":7,"area":"inference"},{"id":"2412.16187","title":"HashEvict: A Pre-Attention KV Cache Eviction Strategy using Locality-Sensitive Hashing","created":"2024-12-13","cited_by_count":6,"area":"inference"},{"id":"2508.02751","title":"SmallKV: Small Model Assisted Compensation of KV Cache Compression for Efficient LLM Inference","created":"2025-08-03","cited_by_count":6,"area":"inference"},{"id":"2508.15212","title":"SparK: Query-Aware Unstructured Sparsity with Recoverable KV Cache Channel Pruning","created":"2025-08-21","cited_by_count":6,"area":"inference"},{"id":"2509.00388","title":"GraphKV: Breaking the Static Selection Paradigm with Graph-Based KV Cache Eviction","created":"2025-08-30","cited_by_count":6,"area":"inference"},{"id":"2511.05534","title":"FlowMM: Cross-Modal Information Flow Guided KV Cache Merging for Efficient Multimodal Context Inference","created":"2025-10-29","cited_by_count":6,"area":"inference"},{"id":"2606.01563","title":"MomentKV: Closing the Directional Gap in KV Cache Eviction for Long-Context Inference","created":"2026-06-01","cited_by_count":6,"area":"inference"},{"id":"2606.04557","title":"Cartridges at Scale: Training Modular KV Caches over Large Document Collections","created":"2026-06-03","cited_by_count":6,"area":"inference"},{"id":"2603.14303","title":"SemantiCache: Efficient KV Cache Compression via Semantic Chunking and Clustered Merging","created":"2026-03-15","cited_by_count":5,"area":"inference"},{"id":"2605.31557","title":"EGOSTREAM: A Diagnostic Benchmark for Streaming Episodic Memory in Egocentric Vision","created":"2026-05-29","cited_by_count":5,"area":"inference"},{"id":"2503.01330","title":"WeightedKV: Attention Scores Weighted Key-Value Cache Merging for Large Language Models","created":"2025-03-03","cited_by_count":4,"area":"inference"},{"id":"2503.11132","title":"X-EcoMLA: Upcycling Pre-Trained Attention into MLA for Efficient and Extreme KV Compression","created":"2025-03-14","cited_by_count":4,"area":"inference"},{"id":"2605.31105","title":"GRKV: Global Regression for Training-Free KV Cache Compression in Long-Context LLMs","created":"2026-05-29","cited_by_count":4,"area":"inference"},{"id":"2607.08057","title":"Towards Efficient Large Language Model Serving: A Survey on System-Aware KV Cache Optimization","created":"2026-07-09","cited_by_count":4,"area":"inference"},{"id":"2412.05896","title":"XKV: Personalized KV Cache Memory Reduction for Long-Context LLM Inference","created":"2024-12-08","cited_by_count":3,"area":"inference"},{"id":"2503.08461","title":"FastCache: Optimizing Multimodal LLM Serving through Lightweight KV-Cache Compression Framework","created":"2025-03-11","cited_by_count":3,"area":"inference"},{"id":"2505.05772","title":"Sparse Attention Remapping with Clustering for Efficient LLM Decoding on PIM","created":"2025-05-09","cited_by_count":3,"area":"inference"},{"id":"2506.01215","title":"Compress, Gather, and Recompute: REFORMing Long-Context Processing in Transformers","created":"2025-06-01","cited_by_count":3,"area":"inference"},{"id":"2511.08128","title":"Sentence-Anchored Gist Compression for Long-Context LLMs","created":"2025-11-11","cited_by_count":3,"area":"inference"},{"id":"2604.24647","title":"DepthKV: Layer-Dependent KV Cache Pruning for Long-Context LLM Inference","created":"2026-04-27","cited_by_count":3,"area":"inference"},{"id":"2607.29591","title":"ResKV: Reconstructing Omitted Attention Contributions for Fixed-Budget KV Cache Compression","created":"2026-07-31","cited_by_count":3,"area":"inference"},{"id":"2606.05698","title":"Rethinking LoRA Memory Through the Lens of KV Cache Compression","created":"2026-06-04","cited_by_count":2,"area":"inference"},{"id":"2608.07001","title":"Every Cache Entry Earns Its Place: Global Allocation of Resolution and Coverage for KV Cache Compression","created":"2026-08-07","cited_by_count":2,"area":"inference"},{"id":"2502.16886","title":"ReFreeKV: Towards Threshold-Free KV Cache Compression","created":"2025-02-24","cited_by_count":1,"area":"inference"},{"id":"2506.01986","title":"SpecMemo: Speculative Decoding is in Your Pocket","created":"2025-05-16","cited_by_count":1,"area":"inference"},{"id":"2507.08045","title":"Krul: Efficient State Restoration for Multi-turn Conversations with Dynamic Cross-layer KV Sharing","created":"2025-07-10","cited_by_count":1,"area":"inference"},{"id":"2507.19906","title":"CaliDrop: KV Cache Compression with Calibration","created":"2025-07-26","cited_by_count":1,"area":"inference"},{"id":"2508.15881","title":"TPLA: Tensor Parallel Latent Attention for Efficient Disaggregated Prefill and Decode Inference","created":"2025-08-21","cited_by_count":1,"area":"inference"},{"id":"2607.06523","title":"DepthWeave-KV: Token-Adaptive Cross-Layer Residual Factorization for Long-Context KV Cache Compression","created":"2026-07-07","cited_by_count":1,"area":"inference"},{"id":"2608.02901","title":"AnchorKV: Anchor-Residual KV Cache Compression","created":"2026-08-03","cited_by_count":1,"area":"inference"},{"id":"2610.07643","title":"Monte Carlo Estimation for KV Cache Eviction","created":"2026-10-06","cited_by_count":1,"area":"inference"},{"id":"2607.02574","title":"From Tensor Buffer to Distributed Memory Hierarchy: A Survey of KV Cache Management for LLM Serving","created":"2026-06-30","cited_by_count":0,"area":"inference"},{"id":"2607.06519","title":"FreqDepthKV: Frequency-Guided Depth Sharing for Robust KV Cache Compression in Long-Context LLM Inference","created":"2026-07-07","cited_by_count":0,"area":"inference"},{"id":"2607.16213","title":"SelKV: Selective KV Cache Merging with Per-Token Merge-or-Drop and Attention Compensation","created":"2026-05-19","cited_by_count":0,"area":"inference"},{"id":"2608.11218","title":"MaSRead: Content-Addressed Reading of Replicated Latent Stores","created":"2026-07-21","cited_by_count":0,"area":"inference"},{"id":"2609.33334","title":"When to Evict, Not What to Keep: Draft-Guided Eviction for Training-Free KV-Cache Compression","created":"2026-09-27","cited_by_count":0,"area":"inference"},{"id":"2610.02953","title":"SlimKV: Joint Token-Feature KV Cache Compression with Reconstruction-Free Beacon Attention","created":"2026-10-02","cited_by_count":0,"area":"inference"},{"id":"2610.03027","title":"Tailoring the Quantization Space for 1-Bit KV Cache Compression","created":"2026-10-02","cited_by_count":0,"area":"inference"},{"id":"2610.14568","title":"FrameFold: Response-Guided KV Cache Consolidation for Autoregressive Long Video Generation","created":"2026-10-10","cited_by_count":0,"area":"inference"},{"id":"2610.19605","title":"PN-Mix: Pair-Norm Guided Mixed-Precision Key Cache Quantization for Efficient Long-Output LLM Inference","created":"2026-10-14","cited_by_count":0,"area":"inference"}],"next_cursor":null}