{"total":47,"rows":[{"id":"2410.21465","title":"ShadowKV: KV Cache in Shadows for High-Throughput Long-Context LLM Inference","created":"2024-10-28","cited_by_count":134,"area":"inference"},{"id":"2408.11049","title":"MagicDec: Breaking the Latency-Throughput Tradeoff for Long Context Generation with Speculative Decoding","created":"2024-08-20","cited_by_count":91,"area":"inference"},{"id":"2502.14051","title":"RocketKV: Accelerating Long-Context LLM Inference via Two-Stage KV Cache Compression","created":"2025-02-19","cited_by_count":41,"area":"inference"},{"id":"2412.13649","title":"SCOPE: Optimizing Key-Value Cache Compression in Long-context Generation","created":"2024-12-18","cited_by_count":20,"area":"inference"},{"id":"2412.08890","title":"Lexico: Extreme KV Cache Compression via Sparse Coding over Universal Dictionaries","created":"2024-12-12","cited_by_count":17,"area":"inference"},{"id":"2602.10238","title":"Learning to Evict from Key-Value Cache","created":"2026-02-10","cited_by_count":14,"area":"inference"},{"id":"2510.24273","title":"SALS: Sparse Attention in Latent Space for KV cache Compression","created":"2025-10-28","cited_by_count":11,"area":"inference"},{"id":"2505.21487","title":"Hardware-Efficient Attention for Fast Decoding","created":"2025-05-27","cited_by_count":10,"area":"inference"},{"id":"2512.05916","title":"KQ-SVD: Compressing the KV Cache with Provable Guarantees on Attention Fidelity","created":"2025-12-05","cited_by_count":10,"area":"inference"},{"id":"2503.16163","title":"SpeCache: Speculative Key-Value Caching for Efficient Generation of LLMs","created":"2025-03-20","cited_by_count":9,"area":"inference"},{"id":"2602.03152","title":"FASA: Frequency-aware Sparse Attention","created":"2026-02-03","cited_by_count":8,"area":"inference"},{"id":"2502.12665","title":"A$^2$ATS: Retrieval-Based KV Cache Reduction via Windowed Rotary Position Embedding and Query-Aware Vector Quantization","created":"2025-02-18","cited_by_count":7,"area":"inference"},{"id":"2505.22913","title":"Mustafar: Promoting Unstructured Sparsity for KV Cache Pruning in LLM Inference","created":"2025-05-28","cited_by_count":7,"area":"inference"},{"id":"2506.02572","title":"HATA: Trainable and Hardware-Efficient Hash-Aware Top-k Attention for Scalable Large Model Inference","created":"2025-06-03","cited_by_count":7,"area":"inference"},{"id":"2502.15304","title":"SVDq: 1.25-bit and 410x Key Cache Compression for LLM Attention","created":"2025-02-21","cited_by_count":6,"area":"inference"},{"id":"2509.00388","title":"GraphKV: Breaking the Static Selection Paradigm with Graph-Based KV Cache Eviction","created":"2025-08-30","cited_by_count":6,"area":"inference"},{"id":"2511.11907","title":"KVSwap: Disk-aware KV Cache Offloading for Long-Context On-device Inference","created":"2025-11-14","cited_by_count":5,"area":"inference"},{"id":"2602.05929","title":"KV-CoRE: Benchmarking Data-Dependent Low-Rank Compressibility of KV-Caches in LLMs","created":"2026-02-05","cited_by_count":5,"area":"inference"},{"id":"2508.09001","title":"Retrospective Sparse Attention for Efficient Long-Context Generation","created":"2025-08-12","cited_by_count":4,"area":"inference"},{"id":"2508.10395","title":"XQuant: Breaking the Memory Wall for LLM Inference with KV Cache Rematerialization","created":"2025-08-14","cited_by_count":4,"area":"inference"},{"id":"2509.10798","title":"Judge Q: Trainable Queries for Optimized Information Retention in KV Cache Eviction","created":"2025-09-13","cited_by_count":4,"area":"inference"},{"id":"2510.13602","title":"NOSA: Native and Offloadable Sparse Attention","created":"2025-10-15","cited_by_count":4,"area":"inference"},{"id":"2603.19664","title":"The Residual Stream Is All You Need: On the Redundancy of the KV Cache in Transformer Inference","created":"2026-03-20","cited_by_count":4,"area":"inference"},{"id":"2607.08057","title":"Towards Efficient Large Language Model Serving: A Survey on System-Aware KV Cache Optimization","created":"2026-07-09","cited_by_count":4,"area":"inference"},{"id":"2506.01215","title":"Compress, Gather, and Recompute: REFORMing Long-Context Processing in Transformers","created":"2025-06-01","cited_by_count":3,"area":"inference"},{"id":"2510.20787","title":"Alleviating Forgetfulness of Linear Attention by Hybrid Sparse Attention and Contextualized Learnable Token Eviction","created":"2025-10-23","cited_by_count":3,"area":"inference"},{"id":"2601.07667","title":"Adaptive Layer Selection for Layer-Wise Token Pruning in LLM Inference","created":"2026-01-12","cited_by_count":3,"area":"inference"},{"id":"2605.07719","title":"An Efficient Hybrid Sparse Attention with CPU-GPU Parallelism for Long-Context Inference","created":"2026-05-08","cited_by_count":3,"area":"inference"},{"id":"2511.14510","title":"LiteCache: A Query Similarity-Driven, GPU-Centric KVCache Subsystem for Efficient LLM Inference","created":"2025-11-18","cited_by_count":2,"area":"inference"},{"id":"2603.04427","title":"Thin Keys, Full Values: Reducing KV Cache via Low-Dimensional Attention Selection","created":"2026-02-16","cited_by_count":2,"area":"inference"},{"id":"2604.01609","title":"Swift-SVD: Theoretical Optimality Meets Practical Efficiency in Low-Rank LLM Compression","created":"2026-04-02","cited_by_count":2,"area":"inference"},{"id":"2604.08584","title":"CSAttention: Centroid-Scoring Attention for Accelerating LLM Inference","created":"2026-03-30","cited_by_count":2,"area":"inference"},{"id":"2511.18936","title":"SWAN: Sparse Winnowed Attention for Reduced Inference Memory via Decompression-Free KV-Cache Compression","created":"2025-11-24","cited_by_count":1,"area":"inference"},{"id":"2601.19178","title":"CollectiveKV: Decoupling and Sharing Collaborative Information in Sequential Recommendation","created":"2026-01-27","cited_by_count":1,"area":"inference"},{"id":"2603.12038","title":"Slow-Fast Inference: Training-Free Inference Acceleration via Within-Sentence Support Stability","created":"2026-03-12","cited_by_count":1,"area":"inference"},{"id":"2604.08426","title":"KV Cache Offloading for Context-Intensive Tasks","created":"2026-04-09","cited_by_count":1,"area":"inference"},{"id":"2605.06763","title":"Sparse Attention as a Range Searching Problem: Towards an Inference-Efficient Index for KV Cache","created":"2026-05-07","cited_by_count":1,"area":"inference"},{"id":"2607.27692","title":"Recall Before You Rank: Similarity-Guided Top-$K$ Reuse for Efficient Long-Context Attention","created":"2026-07-30","cited_by_count":1,"area":"inference"},{"id":"2608.30295","title":"CateKV: On Sequential Consistency for Long-Context LLM Inference Acceleration","created":"2026-08-31","cited_by_count":1,"area":"inference"},{"id":"2609.26300","title":"CompKV: Compensation-Aware KV Selection for Long-Context LLM Inference","created":"2026-09-22","cited_by_count":1,"area":"inference"},{"id":"2509.11155","title":"AQUA: Attention via QUery mAgnitudes for Memory and Compute Efficient Inference in LLMs","created":"2025-09-14","cited_by_count":0,"area":"inference"},{"id":"2604.16864","title":"HieraSparse: Hierarchical Semi-Structured Sparse KV Attention","created":"2026-04-18","cited_by_count":0,"area":"inference"},{"id":"2605.21649","title":"EntmaxKV: Support-Aware Decoding for Entmax Attention","created":"2026-05-20","cited_by_count":0,"area":"inference"},{"id":"2609.17652","title":"Fathom: Per-Query Read Depth for Sparse Decoding over Offloaded KV Caches","created":"2026-09-15","cited_by_count":0,"area":"inference"},{"id":"2610.11245","title":"Read What Matters: Query-Adaptive Quantization for KV Caches","created":"2026-10-08","cited_by_count":0,"area":"inference"},{"id":"2610.15384","title":"E8 Lattice Key Quantization for Low-Bit KV-Cache Compression","created":"2026-10-11","cited_by_count":0,"area":"inference"},{"id":"2610.19026","title":"Joint Subspace Sparse Attention for Efficient Long-Context Decoding","created":"2026-10-13","cited_by_count":0,"area":"inference"}],"next_cursor":null}