{"total":47,"rows":[{"id":"2410.21465","title":"ShadowKV: KV Cache in Shadows for High-Throughput Long-Context LLM Inference","created":"2024-10-28","cited_by_count":134,"area":"inference"},{"id":"2506.06266","title":"Cartridges: Lightweight and general-purpose long context representations via self-study","created":"2025-06-06","cited_by_count":86,"area":"inference"},{"id":"2410.14731","title":"MatryoshkaKV: Adaptive KV Compression via Trainable Orthogonal Projection","created":"2024-10-16","cited_by_count":29,"area":"inference"},{"id":"2503.00979","title":"Dialogue Without Limits: Constant-Sized KV Caches for Extended Responses in LLMs","created":"2025-03-02","cited_by_count":20,"area":"inference"},{"id":"2512.03324","title":"Cache What Lasts: Token Retention for Memory-Bounded KV Cache in LLMs","created":"2025-12-03","cited_by_count":19,"area":"inference"},{"id":"2503.18893","title":"xKV: Cross-Layer KV-Cache Compression via Aligned Singular Vector Extraction","created":"2025-03-24","cited_by_count":16,"area":"inference"},{"id":"2505.24357","title":"ReCalKV: Low-Rank KV Cache Compression via Head Reordering and Offline Calibration","created":"2025-05-30","cited_by_count":16,"area":"inference"},{"id":"2511.01815","title":"KV Cache Transform Coding for Compact Storage in LLM Inference","created":"2025-11-03","cited_by_count":13,"area":"inference"},{"id":"2510.24273","title":"SALS: Sparse Attention in Latent Space for KV cache Compression","created":"2025-10-28","cited_by_count":11,"area":"inference"},{"id":"2606.08382","title":"STAR-KV: Low-Rank KV Cache Compression via Soft Thresholding for Adaptive Rank Control","created":"2026-06-07","cited_by_count":11,"area":"inference"},{"id":"2505.21487","title":"Hardware-Efficient Attention for Fast Decoding","created":"2025-05-27","cited_by_count":10,"area":"inference"},{"id":"2510.05373","title":"KVLinC : KV Cache Quantization with Hadamard Rotation and Linear Correction","created":"2025-10-06","cited_by_count":10,"area":"inference"},{"id":"2512.05916","title":"KQ-SVD: Compressing the KV Cache with Provable Guarantees on Attention Fidelity","created":"2025-12-05","cited_by_count":10,"area":"inference"},{"id":"2602.08005","title":"ResidualKV: Residual-Based KV Cache Compression for Efficient Long-Context Inference","created":"2026-02-08","cited_by_count":9,"area":"inference"},{"id":"2602.03152","title":"FASA: Frequency-aware Sparse Attention","created":"2026-02-03","cited_by_count":8,"area":"inference"},{"id":"2509.21623","title":"OjaKV: Context-Aware Online Low-Rank KV Cache Compression","created":"2025-09-25","cited_by_count":7,"area":"inference"},{"id":"2502.15304","title":"SVDq: 1.25-bit and 410x Key Cache Compression for LLM Attention","created":"2025-02-21","cited_by_count":6,"area":"inference"},{"id":"2505.15347","title":"FlowKV: Enhancing Multi-Turn Conversational Coherence in LLMs via Isolated Key-Value Cache Management","created":"2025-05-21","cited_by_count":6,"area":"inference"},{"id":"2507.11273","title":"KV-Latent: Dimensional-level KV Cache Reduction with Frequency-aware Rotary Positional Embedding","created":"2025-07-15","cited_by_count":5,"area":"inference"},{"id":"2604.19157","title":"SAW-INT4: System-Aware 4-Bit KV-Cache Quantization for Real-World LLM Serving","created":"2026-04-21","cited_by_count":5,"area":"inference"},{"id":"2508.10395","title":"XQuant: Breaking the Memory Wall for LLM Inference with KV Cache Rematerialization","created":"2025-08-14","cited_by_count":4,"area":"inference"},{"id":"2510.13602","title":"NOSA: Native and Offloadable Sparse Attention","created":"2025-10-15","cited_by_count":4,"area":"inference"},{"id":"2603.19664","title":"The Residual Stream Is All You Need: On the Redundancy of the KV Cache in Transformer Inference","created":"2026-03-20","cited_by_count":4,"area":"inference"},{"id":"2607.08057","title":"Towards Efficient Large Language Model Serving: A Survey on System-Aware KV Cache Optimization","created":"2026-07-09","cited_by_count":4,"area":"inference"},{"id":"2601.21686","title":"Don't be so Stief! Learning KV Cache low-rank approximation over the Stiefel manifold","created":"2026-01-29","cited_by_count":3,"area":"inference"},{"id":"2605.08314","title":"FlashSVD v1.5: Making Low-Rank Transformers Inference Actually Fast","created":"2026-05-08","cited_by_count":3,"area":"inference"},{"id":"2601.11471","title":"Low-Rank Key Value Attention","created":"2026-01-16","cited_by_count":2,"area":"inference"},{"id":"2511.18936","title":"SWAN: Sparse Winnowed Attention for Reduced Inference Memory via Decompression-Free KV-Cache Compression","created":"2025-11-24","cited_by_count":1,"area":"inference"},{"id":"2607.06523","title":"DepthWeave-KV: Token-Adaptive Cross-Layer Residual Factorization for Long-Context KV Cache Compression","created":"2026-07-07","cited_by_count":1,"area":"inference"},{"id":"2607.20469","title":"DecodeShare: Tracing the Shared Subspace of LLM Decode-Time Decisions","created":"2026-05-21","cited_by_count":1,"area":"inference"},{"id":"2608.14191","title":"KV Cache Compression Through the Lens of Transform Coding","created":"2026-08-14","cited_by_count":1,"area":"inference"},{"id":"2609.26300","title":"CompKV: Compensation-Aware KV Selection for Long-Context LLM Inference","created":"2026-09-22","cited_by_count":1,"area":"inference"},{"id":"2509.11155","title":"AQUA: Attention via QUery mAgnitudes for Memory and Compute Efficient Inference in LLMs","created":"2025-09-14","cited_by_count":0,"area":"inference"},{"id":"2603.20616","title":"Beyond Token Eviction: Mixed-Dimension Budget Allocation for Efficient KV Cache Compression","created":"2026-03-21","cited_by_count":0,"area":"inference"},{"id":"2607.06519","title":"FreqDepthKV: Frequency-Guided Depth Sharing for Robust KV Cache Compression in Long-Context LLM Inference","created":"2026-07-07","cited_by_count":0,"area":"inference"},{"id":"2607.15498","title":"VarRate: Training-Free Variable-Rate KV Cache Compression for Long-Context LLMs","created":"2026-07-16","cited_by_count":0,"area":"inference"},{"id":"2607.24331","title":"DynaCalKV: Key-Value Cache Compression via Head Grouping and Adaptive Rank Allocation","created":"2026-07-27","cited_by_count":0,"area":"inference"},{"id":"2608.03228","title":"SAKI: Score-Aware Low-Rank Key Indexing with Random-Matrix Noise Correction for KV Retrieval","created":"2026-08-04","cited_by_count":0,"area":"inference"},{"id":"2608.23843","title":"PuzzleKV: Page-Wise Low-Rank Decomposition for KV Cache Compression","created":"2026-08-24","cited_by_count":0,"area":"inference"},{"id":"2609.21172","title":"TierKV: Long-Context On-Device LLMs via Predictive Multi-Tier KV Caching","created":"2026-09-18","cited_by_count":0,"area":"inference"},{"id":"2609.29913","title":"MILO: Efficient Many-shot In-Context Learning with Block-wise Low-rank Compression","created":"2026-09-24","cited_by_count":0,"area":"inference"},{"id":"2609.34060","title":"KVCMAS: Efficient KV cache Correction for Shared Context in Multi-Agent Systems","created":"2026-09-28","cited_by_count":0,"area":"inference"},{"id":"2610.02815","title":"iS-KV: Online Low-Rank KV Cache Compression via Block-Incremental SVD","created":"2026-10-02","cited_by_count":0,"area":"inference"},{"id":"2610.02953","title":"SlimKV: Joint Token-Feature KV Cache Compression with Reconstruction-Free Beacon Attention","created":"2026-10-02","cited_by_count":0,"area":"inference"},{"id":"2610.06927","title":"AttSVD:Prompt-Adaptive Low-Rank KV Cache Compression via Attention-Guided SVD","created":"2026-10-03","cited_by_count":0,"area":"inference"},{"id":"2610.10552","title":"Freeze the Decoder, Heal the Encoder: Parameter-Efficient Adaptation for SVD-Based KV-Cache Compression","created":"2026-09-25","cited_by_count":0,"area":"inference"},{"id":"2610.19026","title":"Joint Subspace Sparse Attention for Efficient Long-Context Decoding","created":"2026-10-13","cited_by_count":0,"area":"inference"}],"next_cursor":null}