{"total":48,"rows":[{"id":"2406.02069","title":"PyramidKV: Dynamic KV Cache Compression based on Pyramidal Information Funneling","created":"2024-06-04","cited_by_count":432,"area":"inference"},{"id":"2407.11550","title":"Ada-KV: Optimizing KV Cache Eviction by Adaptive Budget Allocation for Efficient LLM Inference","created":"2024-07-16","cited_by_count":235,"area":"inference"},{"id":"2405.16444","title":"CacheBlend: Fast Large Language Model Serving for RAG with Cached Knowledge Fusion","created":"2024-05-26","cited_by_count":223,"area":"inference"},{"id":"2407.12820","title":"PQCache: Product Quantization-based KVCache for Long Context LLM Inference","created":"2024-07-01","cited_by_count":95,"area":"inference"},{"id":"2310.05424","title":"Fast and Robust Early-Exiting Framework for Autoregressive Language Models with Synchronized Parallel Decoding","created":"2023-10-09","cited_by_count":80,"area":"inference"},{"id":"2402.09398","title":"Get More with LESS: Synthesizing Recurrence with KV Cache Compression for Efficient LLM Inference","created":"2024-02-14","cited_by_count":75,"area":"inference"},{"id":"2502.16002","title":"KVLink: Accelerating Large Language Models via Efficient KV Cache Reuse","created":"2025-02-21","cited_by_count":66,"area":"inference"},{"id":"2407.21118","title":"Palu: Compressing KV-Cache with Low-Rank Projection","created":"2024-07-30","cited_by_count":64,"area":"inference"},{"id":"2502.00299","title":"ChunkKV: Semantic-Preserving KV Cache Compression for Efficient Long-Context LLM Inference","created":"2025-02-01","cited_by_count":60,"area":"inference"},{"id":"2412.14838","title":"DynamicKV: Task-Aware Adaptive KV Cache Compression for Long Context LLMs","created":"2024-12-19","cited_by_count":42,"area":"inference"},{"id":"2502.03805","title":"CriticalKV: Optimizing KV Cache Eviction from an Output Perturbation Perspective","created":"2025-02-06","cited_by_count":26,"area":"inference"},{"id":"2404.03865","title":"FFN-SkipLLM: A Hidden Gem for Autoregressive Decoding with Adaptive Feed Forward Skipping","created":"2024-04-05","cited_by_count":23,"area":"inference"},{"id":"2505.12215","title":"GMSA: Enhancing Context Compression via Group Merging and Layer Semantic Alignment","created":"2025-05-18","cited_by_count":21,"area":"inference"},{"id":"2407.08892","title":"Characterizing Prompt Compression Methods for Long Context Inference","created":"2024-07-11","cited_by_count":18,"area":"inference"},{"id":"2404.07979","title":"LLoCO: Learning Long Contexts Offline","created":"2024-04-11","cited_by_count":16,"area":"inference"},{"id":"2411.17651","title":"APEX: An Extensible and Dynamism-Aware Simulator for Automated Parallel Execution in LLM Serving","created":"2024-11-26","cited_by_count":15,"area":"inference"},{"id":"2510.13334","title":"Taming the Fragility of KV Cache Eviction in LLM Inference","created":"2025-10-15","cited_by_count":14,"area":"inference"},{"id":"2602.01719","title":"COMI: Coarse-to-fine Context Compression via Marginal Information Gain","created":"2026-02-02","cited_by_count":13,"area":"inference"},{"id":"2402.13485","title":"ProPD: Dynamic Token Tree Pruning and Generation for LLM Parallel Decoding","created":"2024-02-21","cited_by_count":12,"area":"inference"},{"id":"2501.12959","title":"Efficient Prompt Compression with Evaluator Heads for Long-Context Transformer Inference","created":"2025-01-22","cited_by_count":12,"area":"inference"},{"id":"2412.12706","title":"More Tokens, Lower Precision: Towards the Optimal Token-Precision Trade-off in KV Cache Compression","created":"2024-12-17","cited_by_count":10,"area":"inference"},{"id":"2505.13204","title":"Alignment-Augmented Speculative Decoding with Alignment Sampling and Conditional Verification","created":"2025-05-19","cited_by_count":10,"area":"inference"},{"id":"2404.15949","title":"CORM: Cache Optimization with Recent Message for Large Language Model Inference","created":"2024-04-24","cited_by_count":7,"area":"inference"},{"id":"2503.00392","title":"Progressive Sparse Attention: Algorithm and System Co-design for Efficient Attention in LLM Serving","created":"2025-03-01","cited_by_count":7,"area":"inference"},{"id":"2509.04377","title":"PagedEviction: Structured Block-wise KV Cache Pruning for Efficient Large Language Model Inference","created":"2025-09-04","cited_by_count":7,"area":"inference"},{"id":"2506.02006","title":"MorphServe: Efficient and Workload-Aware LLM Serving via Runtime Quantized Layer Swapping and KV Cache Resizing","created":"2025-05-24","cited_by_count":6,"area":"inference"},{"id":"2509.24626","title":"SparseServe: Unlocking Parallelism for Dynamic Sparse Attention in Long-Context LLM Serving","created":"2025-09-29","cited_by_count":6,"area":"inference"},{"id":"2602.08585","title":"Predicting Future Utility: Global Combinatorial Optimization for Task-Agnostic KV Cache Eviction","created":"2026-02-09","cited_by_count":6,"area":"inference"},{"id":"2404.09221","title":"Exploring and Improving Drafts in Blockwise Parallel Decoding","created":"2024-04-14","cited_by_count":5,"area":"inference"},{"id":"2501.15113","title":"Task-KV: Task-aware KV Cache Optimization via Semantic Differentiation of Attention Heads","created":"2025-01-25","cited_by_count":5,"area":"inference"},{"id":"2503.11816","title":"Key, Value, Compress: A Systematic Exploration of KV Cache Compression Techniques","created":"2025-03-14","cited_by_count":5,"area":"inference"},{"id":"2505.20438","title":"HAMburger: Accelerating LLM Inference via Token Smashing","created":"2025-05-26","cited_by_count":4,"area":"inference"},{"id":"2506.11104","title":"DAM: Dynamic Attention Mask for Long-Context Large Language Model Inference Acceleration","created":"2025-06-06","cited_by_count":4,"area":"inference"},{"id":"2412.05896","title":"XKV: Personalized KV Cache Memory Reduction for Long-Context LLM Inference","created":"2024-12-08","cited_by_count":3,"area":"inference"},{"id":"2505.05772","title":"Sparse Attention Remapping with Clustering for Efficient LLM Decoding on PIM","created":"2025-05-09","cited_by_count":3,"area":"inference"},{"id":"2509.23666","title":"Beyond Greedy Exits: Improved Early Exit Decisions for Risk Control and Reliability","created":"2025-09-28","cited_by_count":3,"area":"inference"},{"id":"2605.24022","title":"Adaptive KV Cache Reuse for Fast Long-Context LLM Serving","created":"2026-05-20","cited_by_count":3,"area":"inference"},{"id":"2605.29727","title":"Bastion: Budget-Aware Speculative Decoding with Tree-structured Block Diffusion Drafting","created":"2026-05-28","cited_by_count":2,"area":"inference"},{"id":"2606.29563","title":"Coverage-Driven KV Cache Eviction for Efficient and Improved Inference of LLM","created":"2026-06-28","cited_by_count":2,"area":"inference"},{"id":"2502.13251","title":"Neural Attention Search","created":"2025-02-18","cited_by_count":1,"area":"inference"},{"id":"2502.16886","title":"ReFreeKV: Towards Threshold-Free KV Cache Compression","created":"2025-02-24","cited_by_count":1,"area":"inference"},{"id":"2604.07815","title":"AsyncTLS: Efficient Generative LLM Inference with Asynchronous Two-level Sparse Attention","created":"2026-04-09","cited_by_count":1,"area":"inference"},{"id":"2605.07234","title":"Reformulating KV Cache Eviction Problem for Long-Context LLM Inference","created":"2026-05-08","cited_by_count":1,"area":"inference"},{"id":"2609.36835","title":"ARC-KV: Amortizing Anchor Search for Reconstruction-Based KV Cache Compaction","created":"2026-09-29","cited_by_count":1,"area":"inference"},{"id":"2608.30252","title":"Strong Drafts Need Compact Memories: Long-Context Speculative Decoding with Compressed KV Cache","created":"2026-08-31","cited_by_count":0,"area":"inference"},{"id":"2609.33334","title":"When to Evict, Not What to Keep: Draft-Guided Eviction for Training-Free KV-Cache Compression","created":"2026-09-27","cited_by_count":0,"area":"inference"},{"id":"2610.13060","title":"KV-Repurpose: A Testbed for Evaluating Non-Prefix KV-Cache Reuse","created":"2026-10-09","cited_by_count":0,"area":"inference"},{"id":"2610.18026","title":"ChampionKV: Head-Wise Adaptive Budget Allocation for KV Cache Compression","created":"2026-10-13","cited_by_count":0,"area":"inference"}],"next_cursor":null}