{"total":35,"rows":[{"id":"2502.12216","title":"Tactic: Adaptive Sparse Attention with Clustering and Distribution Fitting for Long-Context LLMs","created":"2025-02-17","cited_by_count":24,"area":"inference"},{"id":"2412.13649","title":"SCOPE: Optimizing Key-Value Cache Compression in Long-context Generation","created":"2024-12-18","cited_by_count":20,"area":"inference"},{"id":"2505.13109","title":"FreeKV: Boosting KV Cache Retrieval for Efficient LLM Inference","created":"2025-05-19","cited_by_count":14,"area":"inference"},{"id":"2505.02922","title":"RetroInfer: A Vector Storage Engine for Scalable Long-Context LLM Inference","created":"2025-05-05","cited_by_count":13,"area":"inference"},{"id":"2601.04359","title":"PackCache: A Training-Free Acceleration Method for Unified Autoregressive Video Generation via Compact KV-Cache","created":"2026-01-07","cited_by_count":13,"area":"inference"},{"id":"2507.08799","title":"KV Cache Steering for Controlling Frozen LLMs","created":"2025-07-11","cited_by_count":11,"area":"inference"},{"id":"2504.00970","title":"SentenceKV: Efficient LLM Inference via Sentence-Level Semantic KV Caching","created":"2025-04-01","cited_by_count":10,"area":"inference"},{"id":"2506.04108","title":"Rectified Sparse Attention","created":"2025-06-04","cited_by_count":10,"area":"inference"},{"id":"2502.12574","title":"HeadInfer: Memory-Efficient LLM Inference by Head-wise Offloading","created":"2025-02-18","cited_by_count":9,"area":"inference"},{"id":"2602.08005","title":"ResidualKV: Residual-Based KV Cache Compression for Efficient Long-Context Inference","created":"2026-02-08","cited_by_count":9,"area":"inference"},{"id":"2506.11418","title":"CentroidKV: Efficient Long-Context LLM Inference via KV Cache Clustering","created":"2025-06-13","cited_by_count":8,"area":"inference"},{"id":"2602.03152","title":"FASA: Frequency-aware Sparse Attention","created":"2026-02-03","cited_by_count":8,"area":"inference"},{"id":"2502.12665","title":"A$^2$ATS: Retrieval-Based KV Cache Reduction via Windowed Rotary Position Embedding and Query-Aware Vector Quantization","created":"2025-02-18","cited_by_count":7,"area":"inference"},{"id":"2509.17396","title":"EpiCache: Episodic KV Cache Management for Long-Term Conversation on Resource-Constrained Environments","created":"2025-09-22","cited_by_count":7,"area":"inference"},{"id":"2602.07223","title":"Vegas: Self-Speculative Decoding with Verification-Guided Sparse Attention","created":"2026-02-06","cited_by_count":7,"area":"inference"},{"id":"2508.02751","title":"SmallKV: Small Model Assisted Compensation of KV Cache Compression for Efficient LLM Inference","created":"2025-08-03","cited_by_count":6,"area":"inference"},{"id":"2602.05191","title":"Double-P: Hierarchical Top-P Sparse Attention for Long-Context LLMs","created":"2026-02-05","cited_by_count":5,"area":"inference"},{"id":"2603.14224","title":"Self-Indexing KVCache: Predicting Sparse Attention from Compressed Keys","created":"2026-03-15","cited_by_count":5,"area":"inference"},{"id":"2508.09001","title":"Retrospective Sparse Attention for Efficient Long-Context Generation","created":"2025-08-12","cited_by_count":4,"area":"inference"},{"id":"2510.11292","title":"LouisKV: Efficient KV Cache Retrieval for Long Input-Output Sequences","created":"2025-10-13","cited_by_count":4,"area":"inference"},{"id":"2510.13602","title":"NOSA: Native and Offloadable Sparse Attention","created":"2025-10-15","cited_by_count":4,"area":"inference"},{"id":"2511.00321","title":"Scalable Processing-Near-Memory for 1M-Token LLM Inference: CXL-Enabled KV-Cache Management Beyond GPU Limits","created":"2025-10-31","cited_by_count":4,"area":"inference"},{"id":"2511.07427","title":"DynaKV: Enabling Accurate and Efficient Long-Sequence LLM Decoding on Smartphones","created":"2025-10-20","cited_by_count":4,"area":"inference"},{"id":"2607.08057","title":"Towards Efficient Large Language Model Serving: A Survey on System-Aware KV Cache Optimization","created":"2026-07-09","cited_by_count":4,"area":"inference"},{"id":"2505.05772","title":"Sparse Attention Remapping with Clustering for Efficient LLM Decoding on PIM","created":"2025-05-09","cited_by_count":3,"area":"inference"},{"id":"2607.29591","title":"ResKV: Reconstructing Omitted Attention Contributions for Fixed-Budget KV Cache Compression","created":"2026-07-31","cited_by_count":3,"area":"inference"},{"id":"2604.08584","title":"CSAttention: Centroid-Scoring Attention for Accelerating LLM Inference","created":"2026-03-30","cited_by_count":2,"area":"inference"},{"id":"2605.12110","title":"AB-Sparse: Sparse Attention with Adaptive Block Size for Accurate and Efficient Long-Context Inference","created":"2026-05-12","cited_by_count":2,"area":"inference"},{"id":"2606.19746","title":"SAC: Disaggregated KV Cache System for Sparse Attention LLMs with CXL","created":"2026-06-18","cited_by_count":2,"area":"inference"},{"id":"2607.28150","title":"SmartGen: Seamless Disaggregated LLM Inference with Selective KV Cache Transfer","created":"2026-07-30","cited_by_count":2,"area":"inference"},{"id":"2608.02901","title":"AnchorKV: Anchor-Residual KV Cache Compression","created":"2026-08-03","cited_by_count":1,"area":"inference"},{"id":"2609.02737","title":"Language Models Can Control Their Own Attention","created":"2026-09-02","cited_by_count":1,"area":"inference"},{"id":"2608.22704","title":"WnW: Waxing-and-Waning KV Cache for Long-Form Speech LLMs","created":"2026-08-24","cited_by_count":0,"area":"inference"},{"id":"2609.23816","title":"SPLASH: Co-Designing Sparse Attention with High-Bandwidth Flash for Efficient Long-Context Inference","created":"2026-09-20","cited_by_count":0,"area":"inference"},{"id":"2610.02235","title":"CORE: COverage CAlibration and Evicted-Mass REdistribution for KV Cache","created":"2026-09-28","cited_by_count":0,"area":"inference"}],"next_cursor":null}