{"total":66,"rows":[{"id":"2512.03324","title":"Cache What Lasts: Token Retention for Memory-Bounded KV Cache in LLMs","created":"2025-12-03","cited_by_count":19,"area":"inference"},{"id":"2505.10938","title":"Accurate KV Cache Quantization with Outlier Tokens Tracing","created":"2025-05-16","cited_by_count":18,"area":"inference"},{"id":"2505.13109","title":"FreeKV: Boosting KV Cache Retrieval for Efficient LLM Inference","created":"2025-05-19","cited_by_count":14,"area":"inference"},{"id":"2605.09649","title":"Make Each Token Count: Towards Improving Long-Context Performance with KV Cache Eviction","created":"2026-05-10","cited_by_count":11,"area":"inference"},{"id":"2502.12574","title":"HeadInfer: Memory-Efficient LLM Inference by Head-wise Offloading","created":"2025-02-18","cited_by_count":9,"area":"inference"},{"id":"2512.04550","title":"AdmTree: Compressing Lengthy Context with Adaptive Semantic Trees","created":"2025-12-04","cited_by_count":8,"area":"inference"},{"id":"2506.02572","title":"HATA: Trainable and Hardware-Efficient Hash-Aware Top-k Attention for Scalable Large Model Inference","created":"2025-06-03","cited_by_count":7,"area":"inference"},{"id":"2506.05410","title":"Homogeneous Keys, Heterogeneous Values: Exploiting Local KV Cache Asymmetry for Long-Context LLMs","created":"2025-06-04","cited_by_count":7,"area":"inference"},{"id":"2512.02337","title":"SpecPV: Improving Self-Speculative Decoding for Long-Context Generation via Partial Verification","created":"2025-12-02","cited_by_count":7,"area":"inference"},{"id":"2602.07223","title":"Vegas: Self-Speculative Decoding with Verification-Guided Sparse Attention","created":"2026-02-06","cited_by_count":7,"area":"inference"},{"id":"2605.05971","title":"Training Transformers for KV Cache Compressibility","created":"2026-05-07","cited_by_count":7,"area":"inference"},{"id":"2606.06256","title":"RedKnot: Efficient Long-Context LLM Serving with Head-Aware KV Reuse and SegPagedAttention","created":"2026-06-04","cited_by_count":7,"area":"inference"},{"id":"2506.07334","title":"Graph-KV: Breaking Sequence via Injecting Structural Biases into Large Language Models","created":"2025-06-09","cited_by_count":6,"area":"inference"},{"id":"2605.20104","title":"Draft Less, Retrieve More: Hybrid Tree Construction for Speculative Decoding","created":"2026-05-19","cited_by_count":6,"area":"inference"},{"id":"2506.08018","title":"KVmix: Gradient-Based Layer Importance-Aware Mixed-Precision Quantization for KV Cache","created":"2025-05-18","cited_by_count":5,"area":"inference"},{"id":"2606.22874","title":"SpotAttention: Plug-In Block-Sparse Routing for Pretrained Long-Context Transformers","created":"2026-06-22","cited_by_count":5,"area":"inference"},{"id":"2510.13602","title":"NOSA: Native and Offloadable Sparse Attention","created":"2025-10-15","cited_by_count":4,"area":"inference"},{"id":"2604.26837","title":"Unifying Sparse Attention with Hierarchical Memory for Scalable Long-Context LLM Serving","created":"2026-04-29","cited_by_count":4,"area":"inference"},{"id":"2607.01520","title":"The risk of KV cache compression","created":"2026-07-01","cited_by_count":4,"area":"inference"},{"id":"2509.03136","title":"Adaptive KV-Cache Compression without Manually Setting Budget","created":"2025-09-03","cited_by_count":3,"area":"inference"},{"id":"2601.13684","title":"HeteroCache: A Dynamic Retrieval Approach to Heterogeneous KV Cache Compression for Long-Context LLM Inference","created":"2026-01-20","cited_by_count":3,"area":"inference"},{"id":"2602.12151","title":"OServe: Accelerating LLM Serving via Spatial-Temporal Workload Orchestration","created":"2026-02-12","cited_by_count":3,"area":"inference"},{"id":"2605.07719","title":"An Efficient Hybrid Sparse Attention with CPU-GPU Parallelism for Long-Context Inference","created":"2026-05-08","cited_by_count":3,"area":"inference"},{"id":"2608.07009","title":"HiSparse: Scaling Sparse-Attention Decoding with Hierarchical KV Cache Management","created":"2026-08-07","cited_by_count":3,"area":"inference"},{"id":"2505.18092","title":"QwenLong-CPRS: Towards $\\infty$-LLMs with Dynamic Context Optimization","created":"2025-05-23","cited_by_count":2,"area":"inference"},{"id":"2507.13681","title":"LoopServe: An Adaptive Dual-phase LLM Inference Acceleration System for Multi-Turn Dialogues","created":"2025-07-18","cited_by_count":2,"area":"inference"},{"id":"2602.07721","title":"ParisKV: Fast and Drift-Robust KV-Cache Retrieval for Long-Context LLMs","created":"2026-02-07","cited_by_count":2,"area":"inference"},{"id":"2605.04426","title":"Telegraph English: Semantic Prompt Compression via Structured Symbolic Rewriting","created":"2026-05-06","cited_by_count":2,"area":"inference"},{"id":"2605.04595","title":"A Queueing-Theoretic Framework for Stability Analysis of LLM Inference with KV Cache Memory Constraints","created":"2026-05-06","cited_by_count":2,"area":"inference"},{"id":"2606.28831","title":"HARD-KV: Head-Adaptive Regularization for Decoding-time KV Compression","created":"2026-06-27","cited_by_count":2,"area":"inference"},{"id":"2608.28444","title":"Sliding-window beats linear attention","created":"2026-08-28","cited_by_count":2,"area":"inference"},{"id":"2507.08045","title":"Krul: Efficient State Restoration for Multi-turn Conversations with Dynamic Cross-layer KV Sharing","created":"2025-07-10","cited_by_count":1,"area":"inference"},{"id":"2601.13631","title":"ContiguousKV: Accelerating LLM Prefill with Granularity-Aligned KV Cache Management","created":"2026-01-20","cited_by_count":1,"area":"inference"},{"id":"2602.20732","title":"CHESS: Context-aware Hierarchical Efficient Semantic Selection for Long-Context LLM Inference","created":"2026-02-24","cited_by_count":1,"area":"inference"},{"id":"2603.12038","title":"Slow-Fast Inference: Training-Free Inference Acceleration via Within-Sentence Support Stability","created":"2026-03-12","cited_by_count":1,"area":"inference"},{"id":"2604.00235","title":"MAC-Attention: a Match-Amend-Complete Scheme for Fast and Accurate Attention Computation","created":"2026-03-31","cited_by_count":1,"area":"inference"},{"id":"2604.08426","title":"KV Cache Offloading for Context-Intensive Tasks","created":"2026-04-09","cited_by_count":1,"area":"inference"},{"id":"2604.21231","title":"SparKV: Overhead-Aware KV Cache Loading for Efficient On-Device LLM Inference","created":"2026-04-23","cited_by_count":1,"area":"inference"},{"id":"2605.01910","title":"Stochastic Sparse Attention for Memory-Bound Inference","created":"2026-05-03","cited_by_count":1,"area":"inference"},{"id":"2607.15516","title":"Cache-Aware Prompt Compression:A Two-Tier Cost Model for LLM API Caching","created":"2026-07-17","cited_by_count":1,"area":"inference"},{"id":"2607.27735","title":"A Sparse Glimpse of the Whole: Train-Free Self-Speculative Decoding","created":"2026-07-30","cited_by_count":1,"area":"inference"},{"id":"2609.02737","title":"Language Models Can Control Their Own Attention","created":"2026-09-02","cited_by_count":1,"area":"inference"},{"id":"2609.17943","title":"ASPIRE: Asynchronous Batched Self-Speculative Decoding for Long-Context LLM Inference","created":"2026-09-16","cited_by_count":1,"area":"inference"},{"id":"2511.22481","title":"OmniInfer: System-Wide Acceleration Techniques for Optimizing LLM Serving Throughput and Latency","created":"2025-11-27","cited_by_count":0,"area":"inference"},{"id":"2602.03184","title":"DynSplit-KV: Dynamic Semantic Splitting for KVCache Compression in Efficient Long-Context LLM Inference","created":"2026-02-03","cited_by_count":0,"area":"inference"},{"id":"2605.06046","title":"Requests of a Feather Must Flock Together: Batch Size vs. Prefix Homogeneity in LLM Inference","created":"2026-05-07","cited_by_count":0,"area":"inference"},{"id":"2605.08151","title":"SPECTRE: Hybrid Ordinary-Parallel Speculative Serving for Resource-Efficient LLM Inference","created":"2026-05-04","cited_by_count":0,"area":"inference"},{"id":"2606.01336","title":"LongAttnComp: Cross-Family Context Compression for Long-Context Reasoning","created":"2026-05-31","cited_by_count":0,"area":"inference"},{"id":"2607.04181","title":"CoCoScale: Leveraging Layer-wise Scaling to Unlock the Potential of Online LLM Serving","created":"2026-07-05","cited_by_count":0,"area":"inference"},{"id":"2607.04244","title":"Quantize the Target, Quantize the Drafter: Efficient Inference with Qwen3.5-4B","created":"2026-07-05","cited_by_count":0,"area":"inference"},{"id":"2607.20538","title":"Codec-Gauge: Learning Compression-Friendly Gauges for Transformer KV Caches","created":"2026-07-10","cited_by_count":0,"area":"inference"},{"id":"2607.21535","title":"Windowed-MTP: Removing the Full-Context Draft-KV Tax at Million-Token Context","created":"2026-07-23","cited_by_count":0,"area":"inference"},{"id":"2608.14555","title":"Discovering KV Cache Eviction Policies via LLM-Guided Program Evolution","created":"2026-05-12","cited_by_count":0,"area":"inference"},{"id":"2608.21541","title":"Beyond Sparse Weights: When Is Attention Compressible?","created":"2026-08-21","cited_by_count":0,"area":"inference"},{"id":"2608.23834","title":"Minima-KV: Retention-Preserving KV Cache Compression with Mixed-Format Paged Attention","created":"2026-08-24","cited_by_count":0,"area":"inference"},{"id":"2608.28911","title":"SemKV: Semantic Mixed-Precision KV Cache Quantization Guided by the Quality Cliff for Long-Context LLM Inference","created":"2026-08-28","cited_by_count":0,"area":"inference"},{"id":"2609.00367","title":"Neurosymbolics for Data Engineering: Achieving Long Context Token Reduction Without Finetuning","created":"2026-06-30","cited_by_count":0,"area":"inference"},{"id":"2609.03515","title":"What Matters for Aggressive Decoding-Time KV Eviction? Temporal Aggregation and Ranking Preservation","created":"2026-09-03","cited_by_count":0,"area":"inference"},{"id":"2609.32046","title":"Receiver-Conditioned Latent Communication gives 94% CacheBack","created":"2026-09-25","cited_by_count":0,"area":"inference"},{"id":"2609.39972","title":"UBTree: Parallel Tree Drafting via Unigram and Bigram Models for Speculative Decoding","created":"2026-09-30","cited_by_count":0,"area":"inference"},{"id":"2610.00418","title":"CommunityKV: Efficient Long-Context Decoding via Graph Partitioning","created":"2026-09-30","cited_by_count":0,"area":"inference"},{"id":"2610.02235","title":"CORE: COverage CAlibration and Evicted-Mass REdistribution for KV Cache","created":"2026-09-28","cited_by_count":0,"area":"inference"},{"id":"2610.09025","title":"SPIN: Shadow Predictive Indexer for Sparse Attention","created":"2026-10-06","cited_by_count":0,"area":"inference"},{"id":"2610.15509","title":"CacheLink: Functional KV Transport for Zero-Prefill Cross-Model Context Handoff","created":"2026-10-11","cited_by_count":0,"area":"inference"},{"id":"2610.18642","title":"MultiAlloc: Budget-Aware Precision Allocation for KV Cache Quantization","created":"2026-10-13","cited_by_count":0,"area":"inference"},{"id":"2610.20392","title":"FOLD: Position-Free Far Memory with Local Order for Long-Context Speculative Decoding","created":"2026-10-14","cited_by_count":0,"area":"inference"}],"next_cursor":null}