{"total":53,"rows":[{"id":"2406.02069","title":"PyramidKV: Dynamic KV Cache Compression based on Pyramidal Information Funneling","created":"2024-06-04","cited_by_count":432,"area":"inference"},{"id":"2407.11550","title":"Ada-KV: Optimizing KV Cache Eviction by Adaptive Budget Allocation for Efficient LLM Inference","created":"2024-07-16","cited_by_count":235,"area":"inference"},{"id":"2405.16444","title":"CacheBlend: Fast Large Language Model Serving for RAG with Cached Knowledge Fusion","created":"2024-05-26","cited_by_count":223,"area":"inference"},{"id":"2406.11430","title":"A Simple and Effective $L_2$ Norm-Based Strategy for KV Cache Compression","created":"2024-06-17","cited_by_count":86,"area":"inference"},{"id":"2502.16002","title":"KVLink: Accelerating Large Language Models via Efficient KV Cache Reuse","created":"2025-02-21","cited_by_count":66,"area":"inference"},{"id":"2502.00299","title":"ChunkKV: Semantic-Preserving KV Cache Compression for Efficient Long-Context LLM Inference","created":"2025-02-01","cited_by_count":60,"area":"inference"},{"id":"2412.14838","title":"DynamicKV: Task-Aware Adaptive KV Cache Compression for Long Context LLMs","created":"2024-12-19","cited_by_count":42,"area":"inference"},{"id":"2502.03805","title":"CriticalKV: Optimizing KV Cache Eviction from an Output Perturbation Perspective","created":"2025-02-06","cited_by_count":26,"area":"inference"},{"id":"2502.00791","title":"Vision-centric Token Compression in Large Language Model","created":"2025-02-02","cited_by_count":21,"area":"inference"},{"id":"2505.12215","title":"GMSA: Enhancing Context Compression via Group Merging and Layer Semantic Alignment","created":"2025-05-18","cited_by_count":21,"area":"inference"},{"id":"2407.08892","title":"Characterizing Prompt Compression Methods for Long Context Inference","created":"2024-07-11","cited_by_count":18,"area":"inference"},{"id":"2509.04467","title":"PDTrim: Targeted Pruning for Prefill-Decode Disaggregation in Inference","created":"2025-08-29","cited_by_count":14,"area":"inference"},{"id":"2510.13334","title":"Taming the Fragility of KV Cache Eviction in LLM Inference","created":"2025-10-15","cited_by_count":14,"area":"inference"},{"id":"2506.07851","title":"Learning to Focus: Causal Attention Distillation via Gradient-Guided Token Pruning","created":"2025-06-09","cited_by_count":13,"area":"inference"},{"id":"2511.01815","title":"KV Cache Transform Coding for Compact Storage in LLM Inference","created":"2025-11-03","cited_by_count":13,"area":"inference"},{"id":"2602.01719","title":"COMI: Coarse-to-fine Context Compression via Marginal Information Gain","created":"2026-02-02","cited_by_count":13,"area":"inference"},{"id":"2501.12959","title":"Efficient Prompt Compression with Evaluator Heads for Long-Context Transformer Inference","created":"2025-01-22","cited_by_count":12,"area":"inference"},{"id":"2412.12706","title":"More Tokens, Lower Precision: Towards the Optimal Token-Precision Trade-off in KV Cache Compression","created":"2024-12-17","cited_by_count":10,"area":"inference"},{"id":"2505.13204","title":"Alignment-Augmented Speculative Decoding with Alignment Sampling and Conditional Verification","created":"2025-05-19","cited_by_count":10,"area":"inference"},{"id":"2509.08315","title":"EvolKV: Evolutionary KV Cache Compression for LLM Inference","created":"2025-09-10","cited_by_count":10,"area":"inference"},{"id":"2404.15949","title":"CORM: Cache Optimization with Recent Message for Large Language Model Inference","created":"2024-04-24","cited_by_count":7,"area":"inference"},{"id":"2412.09036","title":"ZigZagkv: Dynamic KV Cache Compression for Long-context Modeling based on Layer Uncertainty","created":"2024-12-12","cited_by_count":7,"area":"inference"},{"id":"2503.00392","title":"Progressive Sparse Attention: Algorithm and System Co-design for Efficient Attention in LLM Serving","created":"2025-03-01","cited_by_count":7,"area":"inference"},{"id":"2505.15774","title":"Beyond Hard and Soft: Hybrid Context Compression for Balancing Local and Global Information Retention","created":"2025-05-21","cited_by_count":7,"area":"inference"},{"id":"2509.04377","title":"PagedEviction: Structured Block-wise KV Cache Pruning for Efficient Large Language Model Inference","created":"2025-09-04","cited_by_count":7,"area":"inference"},{"id":"2510.20797","title":"No Mean Feat: Simple, Strong Baselines for Context Compression","created":"2025-10-23","cited_by_count":7,"area":"inference"},{"id":"2606.06256","title":"RedKnot: Efficient Long-Context LLM Serving with Head-Aware KV Reuse and SegPagedAttention","created":"2026-06-04","cited_by_count":7,"area":"inference"},{"id":"2506.07334","title":"Graph-KV: Breaking Sequence via Injecting Structural Biases into Large Language Models","created":"2025-06-09","cited_by_count":6,"area":"inference"},{"id":"2509.24626","title":"SparseServe: Unlocking Parallelism for Dynamic Sparse Attention in Long-Context LLM Serving","created":"2025-09-29","cited_by_count":6,"area":"inference"},{"id":"2602.08585","title":"Predicting Future Utility: Global Combinatorial Optimization for Task-Agnostic KV Cache Eviction","created":"2026-02-09","cited_by_count":6,"area":"inference"},{"id":"2604.20920","title":"Simplified Sparse Attention via Gist Tokens","created":"2026-04-22","cited_by_count":6,"area":"inference"},{"id":"2606.17034","title":"KVEraser: Learning to Steer KV Cache for Efficient Localized Context Erasing","created":"2026-06-15","cited_by_count":6,"area":"inference"},{"id":"2501.15113","title":"Task-KV: Task-aware KV Cache Optimization via Semantic Differentiation of Attention Heads","created":"2025-01-25","cited_by_count":5,"area":"inference"},{"id":"2408.10497","title":"QUITO-X: A New Perspective on Context Compression from the Information Bottleneck Theory","created":"2024-08-20","cited_by_count":4,"area":"inference"},{"id":"2605.24022","title":"Adaptive KV Cache Reuse for Fast Long-Context LLM Serving","created":"2026-05-20","cited_by_count":3,"area":"inference"},{"id":"2605.18856","title":"SPHERICAL KV: Angle-Domain Attention and Rate-Distortion Retention for Efficient Long-Context Inference","created":"2026-05-13","cited_by_count":2,"area":"inference"},{"id":"2606.29563","title":"Coverage-Driven KV Cache Eviction for Efficient and Improved Inference of LLM","created":"2026-06-28","cited_by_count":2,"area":"inference"},{"id":"2607.28150","title":"SmartGen: Seamless Disaggregated LLM Inference with Selective KV Cache Transfer","created":"2026-07-30","cited_by_count":2,"area":"inference"},{"id":"2502.13251","title":"Neural Attention Search","created":"2025-02-18","cited_by_count":1,"area":"inference"},{"id":"2502.16886","title":"ReFreeKV: Towards Threshold-Free KV Cache Compression","created":"2025-02-24","cited_by_count":1,"area":"inference"},{"id":"2604.07815","title":"AsyncTLS: Efficient Generative LLM Inference with Asynchronous Two-level Sparse Attention","created":"2026-04-09","cited_by_count":1,"area":"inference"},{"id":"2605.07234","title":"Reformulating KV Cache Eviction Problem for Long-Context LLM Inference","created":"2026-05-08","cited_by_count":1,"area":"inference"},{"id":"2606.14875","title":"Context Compression Is Not One Thing: Readable Symbolic Re-expression vs. Coherent Summary at Matched Budget","created":"2026-06-12","cited_by_count":1,"area":"inference"},{"id":"2609.36835","title":"ARC-KV: Amortizing Anchor Search for Reconstruction-Based KV Cache Compaction","created":"2026-09-29","cited_by_count":1,"area":"inference"},{"id":"2606.01336","title":"LongAttnComp: Cross-Family Context Compression for Long-Context Reasoning","created":"2026-05-31","cited_by_count":0,"area":"inference"},{"id":"2607.25335","title":"Every Time I Hire a Linguist, Inference Costs Go Down: On Linguistic Rules as Effective Prompt Compressors","created":"2026-07-28","cited_by_count":0,"area":"inference"},{"id":"2608.04569","title":"Relevant but Incomplete: Referential Dangling as a Paradigm-Level Failure Mode in Hard Prompt Compression","created":"2026-08-05","cited_by_count":0,"area":"inference"},{"id":"2609.30884","title":"CacheReforge: Bounded Recovery for Stale KV Caches under Evolving Adapters","created":"2026-09-25","cited_by_count":0,"area":"inference"},{"id":"2609.33334","title":"When to Evict, Not What to Keep: Draft-Guided Eviction for Training-Free KV-Cache Compression","created":"2026-09-27","cited_by_count":0,"area":"inference"},{"id":"2610.13060","title":"KV-Repurpose: A Testbed for Evaluating Non-Prefix KV-Cache Reuse","created":"2026-10-09","cited_by_count":0,"area":"inference"},{"id":"2610.15721","title":"To Cache or Not to Cache: Understanding and Mitigating Safety Incompatibility in Cross-Model KV Cache Reuse","created":"2026-10-11","cited_by_count":0,"area":"inference"},{"id":"2610.17338","title":"Budgeted KV-Cache Repair for Evolving Contexts","created":"2026-10-12","cited_by_count":0,"area":"inference"},{"id":"2610.18026","title":"ChampionKV: Head-Wise Adaptive Budget Allocation for KV Cache Compression","created":"2026-10-13","cited_by_count":0,"area":"inference"}],"next_cursor":null}