{"total":72,"rows":[{"id":"2410.21465","title":"ShadowKV: KV Cache in Shadows for High-Throughput Long-Context LLM Inference","created":"2024-10-28","cited_by_count":134,"area":"inference"},{"id":"2412.19442","title":"A Survey on Large Language Model Acceleration based on KV Cache Management","created":"2024-12-27","cited_by_count":131,"area":"lr"},{"id":"2506.06266","title":"Cartridges: Lightweight and general-purpose long context representations via self-study","created":"2025-06-06","cited_by_count":86,"area":"inference"},{"id":"2505.24133","title":"R-KV: Redundancy-aware KV Cache Compression for Reasoning Models","created":"2025-05-30","cited_by_count":54,"area":"lr"},{"id":"2412.14363","title":"ResQ: Mixed-Precision Quantization of Large Language Models with Low-Rank Residuals","created":"2024-12-18","cited_by_count":36,"area":null},{"id":"2501.06425","title":"Tensor Product Attention Is All You Need","created":"2025-01-11","cited_by_count":31,"area":null},{"id":"2410.14731","title":"MatryoshkaKV: Adaptive KV Compression via Trainable Orthogonal Projection","created":"2024-10-16","cited_by_count":29,"area":"inference"},{"id":"2506.05345","title":"Inference-Time Hyper-Scaling with KV Cache Compression","created":"2025-06-05","cited_by_count":27,"area":"lr"},{"id":"2503.00979","title":"Dialogue Without Limits: Constant-Sized KV Caches for Extended Responses in LLMs","created":"2025-03-02","cited_by_count":20,"area":"inference"},{"id":"2512.03324","title":"Cache What Lasts: Token Retention for Memory-Bounded KV Cache in LLMs","created":"2025-12-03","cited_by_count":19,"area":"inference"},{"id":"2503.18893","title":"xKV: Cross-Layer KV-Cache Compression via Aligned Singular Vector Extraction","created":"2025-03-24","cited_by_count":16,"area":"inference"},{"id":"2505.24357","title":"ReCalKV: Low-Rank KV Cache Compression via Head Reordering and Offline Calibration","created":"2025-05-30","cited_by_count":16,"area":"inference"},{"id":"2511.01815","title":"KV Cache Transform Coding for Compact Storage in LLM Inference","created":"2025-11-03","cited_by_count":13,"area":"inference"},{"id":"2510.24273","title":"SALS: Sparse Attention in Latent Space for KV cache Compression","created":"2025-10-28","cited_by_count":11,"area":"inference"},{"id":"2606.08382","title":"STAR-KV: Low-Rank KV Cache Compression via Soft Thresholding for Adaptive Rank Control","created":"2026-06-07","cited_by_count":11,"area":"inference"},{"id":"2505.21487","title":"Hardware-Efficient Attention for Fast Decoding","created":"2025-05-27","cited_by_count":10,"area":"inference"},{"id":"2510.05373","title":"KVLinC : KV Cache Quantization with Hadamard Rotation and Linear Correction","created":"2025-10-06","cited_by_count":10,"area":"inference"},{"id":"2512.05916","title":"KQ-SVD: Compressing the KV Cache with Provable Guarantees on Attention Fidelity","created":"2025-12-05","cited_by_count":10,"area":"inference"},{"id":"2602.08005","title":"ResidualKV: Residual-Based KV Cache Compression for Efficient Long-Context Inference","created":"2026-02-08","cited_by_count":9,"area":"inference"},{"id":"2512.19206","title":"MixKVQ: Query-Aware Mixed-Precision KV Cache Quantization for Long-Context Reasoning","created":"2025-12-22","cited_by_count":8,"area":"lr"},{"id":"2602.03152","title":"FASA: Frequency-aware Sparse Attention","created":"2026-02-03","cited_by_count":8,"area":"inference"},{"id":"2606.03928","title":"Value-Aware Stochastic KV Cache Eviction for Reasoning Models","created":"2026-06-02","cited_by_count":8,"area":"lr"},{"id":"2505.18413","title":"LatentLLM: Attention-Aware Joint Tensor Compression","created":"2025-05-23","cited_by_count":7,"area":"mllm"},{"id":"2509.21623","title":"OjaKV: Context-Aware Online Low-Rank KV Cache Compression","created":"2025-09-25","cited_by_count":7,"area":"inference"},{"id":"2502.15304","title":"SVDq: 1.25-bit and 410x Key Cache Compression for LLM Attention","created":"2025-02-21","cited_by_count":6,"area":"inference"},{"id":"2505.15347","title":"FlowKV: Enhancing Multi-Turn Conversational Coherence in LLMs via Isolated Key-Value Cache Management","created":"2025-05-21","cited_by_count":6,"area":"inference"},{"id":"2507.11273","title":"KV-Latent: Dimensional-level KV Cache Reduction with Frequency-aware Rotary Positional Embedding","created":"2025-07-15","cited_by_count":5,"area":"inference"},{"id":"2604.19157","title":"SAW-INT4: System-Aware 4-Bit KV-Cache Quantization for Real-World LLM Serving","created":"2026-04-21","cited_by_count":5,"area":"inference"},{"id":"2508.10395","title":"XQuant: Breaking the Memory Wall for LLM Inference with KV Cache Rematerialization","created":"2025-08-14","cited_by_count":4,"area":"inference"},{"id":"2510.13602","title":"NOSA: Native and Offloadable Sparse Attention","created":"2025-10-15","cited_by_count":4,"area":"inference"},{"id":"2512.17452","title":"KV Admission: Learning What to Write for Efficient Long-Context LLM Inference","created":"2025-12-19","cited_by_count":4,"area":null},{"id":"2603.19664","title":"The Residual Stream Is All You Need: On the Redundancy of the KV Cache in Transformer Inference","created":"2026-03-20","cited_by_count":4,"area":"inference"},{"id":"2607.08057","title":"Towards Efficient Large Language Model Serving: A Survey on System-Aware KV Cache Optimization","created":"2026-07-09","cited_by_count":4,"area":"inference"},{"id":"2505.18451","title":"$\\mu$-MoE: Test-Time Pruning as Micro-Grained Mixture-of-Experts","created":"2025-05-24","cited_by_count":3,"area":"moe"},{"id":"2601.21686","title":"Don't be so Stief! Learning KV Cache low-rank approximation over the Stiefel manifold","created":"2026-01-29","cited_by_count":3,"area":"inference"},{"id":"2603.17484","title":"Learning When to Attend: Conditional Memory Access for Long-Context LLMs","created":"2026-03-18","cited_by_count":3,"area":null},{"id":"2605.08314","title":"FlashSVD v1.5: Making Low-Rank Transformers Inference Actually Fast","created":"2026-05-08","cited_by_count":3,"area":"inference"},{"id":"2601.11471","title":"Low-Rank Key Value Attention","created":"2026-01-16","cited_by_count":2,"area":"inference"},{"id":"2511.18936","title":"SWAN: Sparse Winnowed Attention for Reduced Inference Memory via Decompression-Free KV-Cache Compression","created":"2025-11-24","cited_by_count":1,"area":"inference"},{"id":"2603.19296","title":"TTQ: Activation-Aware Test-Time Quantization to Accelerate LLM Inference On The Fly","created":"2026-03-11","cited_by_count":1,"area":null},{"id":"2604.09406","title":"OASIS: Online Activation Subspace Learning for Memory-Efficient Training","created":"2026-04-10","cited_by_count":1,"area":null},{"id":"2607.06523","title":"DepthWeave-KV: Token-Adaptive Cross-Layer Residual Factorization for Long-Context KV Cache Compression","created":"2026-07-07","cited_by_count":1,"area":"inference"},{"id":"2607.20469","title":"DecodeShare: Tracing the Shared Subspace of LLM Decode-Time Decisions","created":"2026-05-21","cited_by_count":1,"area":"inference"},{"id":"2607.24555","title":"LOCKS: Page-Local Compact Key Summaries for Efficient Long-Context Decoding","created":"2026-07-27","cited_by_count":1,"area":null},{"id":"2608.07915","title":"SPECTRA: Pushing the KV Cache Beyond the 2-Bit Cliff via Spectral Transform Coding","created":"2026-08-08","cited_by_count":1,"area":"agents"},{"id":"2608.14191","title":"KV Cache Compression Through the Lens of Transform Coding","created":"2026-08-14","cited_by_count":1,"area":"inference"},{"id":"2609.26300","title":"CompKV: Compensation-Aware KV Selection for Long-Context LLM Inference","created":"2026-09-22","cited_by_count":1,"area":"inference"},{"id":"2505.19342","title":"ASTRA: Communication-Efficient Acceleration for Multi-Device Transformer Inference","created":"2025-05-25","cited_by_count":0,"area":null},{"id":"2509.11155","title":"AQUA: Attention via QUery mAgnitudes for Memory and Compute Efficient Inference in LLMs","created":"2025-09-14","cited_by_count":0,"area":"inference"},{"id":"2603.20616","title":"Beyond Token Eviction: Mixed-Dimension Budget Allocation for Efficient KV Cache Compression","created":"2026-03-21","cited_by_count":0,"area":"inference"},{"id":"2604.10898","title":"ZoomR: Memory Efficient Reasoning through Multi-Granularity Key Value Retrieval","created":"2026-04-13","cited_by_count":0,"area":"lr"},{"id":"2604.17709","title":"DeInfer: Efficient Parallel Inferencing for Decomposed Large Language Models","created":"2026-04-20","cited_by_count":0,"area":null},{"id":"2605.16439","title":"KVCapsule: Efficient Sequential KV Cache Compression for Vision-Language Models with Asymmetric Redundancy","created":"2026-05-14","cited_by_count":0,"area":"lr"},{"id":"2606.08565","title":"EinSort: Sorting is All We Need for Tensorizing LLM","created":"2026-06-07","cited_by_count":0,"area":null},{"id":"2607.06519","title":"FreqDepthKV: Frequency-Guided Depth Sharing for Robust KV Cache Compression in Long-Context LLM Inference","created":"2026-07-07","cited_by_count":0,"area":"inference"},{"id":"2607.15498","title":"VarRate: Training-Free Variable-Rate KV Cache Compression for Long-Context LLMs","created":"2026-07-16","cited_by_count":0,"area":"inference"},{"id":"2607.24331","title":"DynaCalKV: Key-Value Cache Compression via Head Grouping and Adaptive Rank Allocation","created":"2026-07-27","cited_by_count":0,"area":"inference"},{"id":"2608.00528","title":"S$^4$R: Selective Sampling, Subspaces, and Sparse Reconstruction for Compressed Long-Context KV Caching","created":"2026-08-01","cited_by_count":0,"area":null},{"id":"2608.03228","title":"SAKI: Score-Aware Low-Rank Key Indexing with Random-Matrix Noise Correction for KV Retrieval","created":"2026-08-04","cited_by_count":0,"area":"inference"},{"id":"2608.23843","title":"PuzzleKV: Page-Wise Low-Rank Decomposition for KV Cache Compression","created":"2026-08-24","cited_by_count":0,"area":"inference"},{"id":"2608.24063","title":"VisCache: Visual KV Cache Pruning for Efficient Vision Large Language Model Inference","created":"2026-08-25","cited_by_count":0,"area":"lr"},{"id":"2608.26389","title":"LowRankArena: A Standardized Evaluation Platform for SVD-Based LLM Compression","created":"2026-08-26","cited_by_count":0,"area":null},{"id":"2609.06341","title":"Linear Algebra Foundations of Efficient Attention: A Phase Reversal in Rank Collapse Under SVD Compression","created":"2026-09-06","cited_by_count":0,"area":null},{"id":"2609.21172","title":"TierKV: Long-Context On-Device LLMs via Predictive Multi-Tier KV Caching","created":"2026-09-18","cited_by_count":0,"area":"inference"},{"id":"2609.29913","title":"MILO: Efficient Many-shot In-Context Learning with Block-wise Low-rank Compression","created":"2026-09-24","cited_by_count":0,"area":"inference"},{"id":"2609.33051","title":"SketchSSM: Write to the Full State, Read from a Compact Sketch","created":"2026-09-27","cited_by_count":0,"area":"ssm"},{"id":"2609.34060","title":"KVCMAS: Efficient KV cache Correction for Shared Context in Multi-Agent Systems","created":"2026-09-28","cited_by_count":0,"area":"inference"},{"id":"2610.02815","title":"iS-KV: Online Low-Rank KV Cache Compression via Block-Incremental SVD","created":"2026-10-02","cited_by_count":0,"area":"inference"},{"id":"2610.02953","title":"SlimKV: Joint Token-Feature KV Cache Compression with Reconstruction-Free Beacon Attention","created":"2026-10-02","cited_by_count":0,"area":"inference"},{"id":"2610.06927","title":"AttSVD:Prompt-Adaptive Low-Rank KV Cache Compression via Attention-Guided SVD","created":"2026-10-03","cited_by_count":0,"area":"inference"},{"id":"2610.10552","title":"Freeze the Decoder, Heal the Encoder: Parameter-Efficient Adaptation for SVD-Based KV-Cache Compression","created":"2026-09-25","cited_by_count":0,"area":"inference"},{"id":"2610.19026","title":"Joint Subspace Sparse Attention for Efficient Long-Context Decoding","created":"2026-10-13","cited_by_count":0,"area":"inference"}],"next_cursor":null}