{"total":116,"rows":[{"id":"2407.02490","title":"MInference 1.0: Accelerating Pre-filling for Long-Context LLMs via Dynamic Sparse Attention","created":"2024-07-02","cited_by_count":383,"area":null},{"id":"2507.10524","title":"Mixture-of-Recursions: Learning Dynamic Recursive Depths for Adaptive Token-Level Computation","created":"2025-07-14","cited_by_count":133,"area":null},{"id":"2412.19442","title":"A Survey on Large Language Model Acceleration based on KV Cache Management","created":"2024-12-27","cited_by_count":131,"area":"lr"},{"id":"2502.20766","title":"FlexPrefill: A Context-Aware Sparse Attention Mechanism for Efficient Long-Sequence Inference","created":"2025-02-28","cited_by_count":123,"area":null},{"id":"2407.18003","title":"Keep the Cost Down: A Review on Methods to Optimize LLM' s KV-Cache Consumption","created":"2024-07-25","cited_by_count":97,"area":"inference"},{"id":"2406.18139","title":"LOOK-M: Look-Once Optimization in KV Cache for Efficient Multimodal Long-Context Inference","created":"2024-06-26","cited_by_count":95,"area":"mllm"},{"id":"2406.11430","title":"A Simple and Effective $L_2$ Norm-Based Strategy for KV Cache Compression","created":"2024-06-17","cited_by_count":86,"area":"inference"},{"id":"2510.00636","title":"Expected Attention: KV Cache Compression by Estimating Attention from Future Queries Distribution","created":"2025-10-01","cited_by_count":74,"area":"inference"},{"id":"2407.14057","title":"LazyLLM: Dynamic Token Pruning for Efficient Long Context LLM Inference","created":"2024-07-19","cited_by_count":70,"area":"inference"},{"id":"2407.09450","title":"Human-inspired Episodic Memory for Infinite Context LLMs","created":"2024-07-12","cited_by_count":62,"area":null},{"id":"2412.10319","title":"SCBench: A KV Cache-Centric Analysis of Long-Context Methods","created":"2024-12-13","cited_by_count":60,"area":"inference"},{"id":"2503.12491","title":"CAKE: Cascading and Adaptive KV Cache Eviction with Layer Preferences","created":"2025-03-16","cited_by_count":58,"area":"inference"},{"id":"2411.09688","title":"Squeezed Attention: Accelerating Long Context Length LLM Inference","created":"2024-11-14","cited_by_count":57,"area":null},{"id":"2505.24133","title":"R-KV: Redundancy-aware KV Cache Compression for Reasoning Models","created":"2025-05-30","cited_by_count":54,"area":"lr"},{"id":"2502.02770","title":"Twilight: Adaptive Attention Sparsity with Hierarchical Top-$p$ Pruning","created":"2025-02-04","cited_by_count":49,"area":null},{"id":"2509.23586","title":"Reducing Cost of LLM Agents with Trajectory Reduction","created":"2025-09-28","cited_by_count":48,"area":"agents"},{"id":"2408.07092","title":"Post-Training Sparse Attention with Double Sparsity","created":"2024-08-11","cited_by_count":45,"area":null},{"id":"2405.08944","title":"Challenges in Deploying Long-Context Transformers: A Theoretical Peak Performance Analysis","created":"2024-05-14","cited_by_count":44,"area":"agents"},{"id":"2407.01527","title":"KV Cache Compression, But What Must We Give in Return? A Comprehensive Benchmark of Long Context Capable Approaches","created":"2024-07-01","cited_by_count":42,"area":"inference"},{"id":"2412.14838","title":"DynamicKV: Task-Aware Adaptive KV Cache Compression for Long Context LLMs","created":"2024-12-19","cited_by_count":42,"area":"inference"},{"id":"2408.01129","title":"A Survey of Mamba","created":"2024-08-02","cited_by_count":39,"area":"ssm"},{"id":"2502.06975","title":"Position: Episodic Memory is the Missing Piece for Long-Term LLM Agents","created":"2025-02-10","cited_by_count":36,"area":"agents"},{"id":"2503.14337","title":"PENCIL: Long Thoughts with Short Memory","created":"2025-03-18","cited_by_count":33,"area":"lr"},{"id":"2406.13035","title":"D2O: Dynamic Discriminative Operations for Efficient Long-Context Inference of Large Language Models","created":"2024-06-18","cited_by_count":31,"area":"inference"},{"id":"2504.02441","title":"Cognitive Memory in Large Language Models","created":"2025-04-03","cited_by_count":29,"area":null},{"id":"2504.17768","title":"The Sparse Frontier: Sparse Attention Trade-offs in Transformer LLMs","created":"2025-04-24","cited_by_count":29,"area":null},{"id":"2502.10424","title":"QuantSpec: Self-Speculative Decoding with Hierarchical Quantized KV Cache","created":"2025-02-05","cited_by_count":27,"area":"inference"},{"id":"2506.05345","title":"Inference-Time Hyper-Scaling with KV Cache Compression","created":"2025-06-05","cited_by_count":27,"area":"lr"},{"id":"2503.08727","title":"Training Plug-n-Play Knowledge Modules with Deep Context Distillation","created":"2025-03-11","cited_by_count":24,"area":null},{"id":"2407.16286","title":"A deeper look at depth pruning of LLMs","created":"2024-07-23","cited_by_count":23,"area":null},{"id":"2510.01290","title":"ThinKV: Thought-Adaptive KV Cache Compression for Efficient Reasoning Models","created":"2025-10-01","cited_by_count":21,"area":"lr"},{"id":"2512.03324","title":"Cache What Lasts: Token Retention for Memory-Bounded KV Cache in LLMs","created":"2025-12-03","cited_by_count":19,"area":"inference"},{"id":"2410.01805","title":"Locret: Enhancing Eviction in Long-Context LLM Inference with Trained Retaining Heads on Consumer-Grade Devices","created":"2024-10-02","cited_by_count":15,"area":"inference"},{"id":"2602.10238","title":"Learning to Evict from Key-Value Cache","created":"2026-02-10","cited_by_count":14,"area":"inference"},{"id":"2408.04093","title":"Tree Attention: Topology-aware Decoding for Long-Context Attention on GPU clusters","created":"2024-08-07","cited_by_count":13,"area":null},{"id":"2410.00161","title":"KV-Compress: Paged KV-Cache Compression with Variable Compression Rates per Attention Head","created":"2024-09-30","cited_by_count":13,"area":"inference"},{"id":"2511.01815","title":"KV Cache Transform Coding for Compact Storage in LLM Inference","created":"2025-11-03","cited_by_count":13,"area":"inference"},{"id":"2404.15420","title":"XC-Cache: Cross-Attending to Cached Context for Efficient LLM Inference","created":"2024-04-23","cited_by_count":12,"area":"inference"},{"id":"2410.13846","title":"LightTransfer: Your Long-Context LLM is Secretly a Hybrid Model with Effortless Adaptation","created":"2024-10-17","cited_by_count":12,"area":"lr"},{"id":"2505.11415","title":"MoE-CAP: Benchmarking Cost, Accuracy and Performance of Sparse Mixture-of-Experts Systems","created":"2025-05-16","cited_by_count":11,"area":"moe"},{"id":"2510.07318","title":"Artificial Hippocampus Networks for Efficient Long-Context Modeling","created":"2025-10-08","cited_by_count":11,"area":null},{"id":"2605.09649","title":"Make Each Token Count: Towards Improving Long-Context Performance with KV Cache Eviction","created":"2026-05-10","cited_by_count":11,"area":"inference"},{"id":"2503.16585","title":"Distributed LLMs and Multimodal Large Language Models: A Survey on Advances, Challenges, and Future Directions","created":"2025-03-20","cited_by_count":10,"area":"mllm"},{"id":"2410.23079","title":"BUZZ: Beehive-structured Sparse KV Cache with Segmented Heavy Hitters for Efficient LLM Inference","created":"2024-10-30","cited_by_count":9,"area":"inference"},{"id":"2504.09936","title":"KeepKV: Achieving Periodic Lossless KV Cache Compression for Efficient LLM Inference","created":"2025-04-14","cited_by_count":9,"area":"inference"},{"id":"2508.10824","title":"Memory-Augmented Transformers: A Systematic Review from Neuroscience Principles to Enhanced Model Architectures","created":"2025-08-14","cited_by_count":9,"area":null},{"id":"2511.11346","title":"Fast and Expressive Multi-Byte Prediction with Probabilistic Circuits","created":"2025-11-14","cited_by_count":9,"area":null},{"id":"2407.20485","title":"A2SF: Accumulative Attention Scoring with Forgetting Factor for Token Pruning in Transformer Decoder","created":"2024-07-30","cited_by_count":8,"area":"inference"},{"id":"2503.10714","title":"ZSMerge: Zero-Shot KV Cache Compression for Memory-Efficient Long-Context LLMs","created":"2025-03-13","cited_by_count":8,"area":"inference"},{"id":"2603.01761","title":"Position: Modular Memory is the Key to Continual Learning Agents","created":"2026-03-02","cited_by_count":8,"area":"lr"},{"id":"2404.15949","title":"CORM: Cache Optimization with Recent Message for Large Language Model Inference","created":"2024-04-24","cited_by_count":7,"area":"inference"},{"id":"2510.20797","title":"No Mean Feat: Simple, Strong Baselines for Context Compression","created":"2025-10-23","cited_by_count":7,"area":"inference"},{"id":"2512.00504","title":"G-KV: Decoding-Time KV Cache Eviction with Global Attention","created":"2025-11-29","cited_by_count":7,"area":"lr"},{"id":"2406.10247","title":"QCQA: Quality and Capacity-aware grouped Query Attention","created":"2024-06-08","cited_by_count":6,"area":"inference"},{"id":"2411.18077","title":"MiniKV: Pushing the Limits of LLM Inference via 2-Bit Layer-Discriminative KV Cache","created":"2024-11-27","cited_by_count":6,"area":"inference"},{"id":"2508.02751","title":"SmallKV: Small Model Assisted Compensation of KV Cache Compression for Efficient LLM Inference","created":"2025-08-03","cited_by_count":6,"area":"inference"},{"id":"2508.15212","title":"SparK: Query-Aware Unstructured Sparsity with Recoverable KV Cache Channel Pruning","created":"2025-08-21","cited_by_count":6,"area":"inference"},{"id":"2606.01563","title":"MomentKV: Closing the Directional Gap in KV Cache Eviction for Long-Context Inference","created":"2026-06-01","cited_by_count":6,"area":"inference"},{"id":"2503.11816","title":"Key, Value, Compress: A Systematic Exploration of KV Cache Compression Techniques","created":"2025-03-14","cited_by_count":5,"area":"inference"},{"id":"2510.13797","title":"Breadcrumbs Reasoning: Memory-Efficient Reasoning with Compression Beacons","created":"2025-10-15","cited_by_count":5,"area":"lr"},{"id":"2511.06029","title":"Lethe: Layer- and Time-Adaptive KV Cache Pruning for Reasoning-Intensive LLM Serving","created":"2025-11-08","cited_by_count":5,"area":"lr"},{"id":"2601.12904","title":"From Prefix Cache to Fusion RAG Cache: Accelerating LLM Inference in Retrieval-Augmented Generation","created":"2026-01-19","cited_by_count":5,"area":"rag"},{"id":"2605.08234","title":"When Does Value-Aware KV Eviction Help? A Fixed-Contract Diagnostic for Non-Monotone Cache Compression","created":"2026-05-07","cited_by_count":5,"area":"inference"},{"id":"2406.12018","title":"CItruS: Chunked Instruction-aware State Eviction for Long Sequence Modeling","created":"2024-06-17","cited_by_count":4,"area":null},{"id":"2412.08521","title":"EMS: Adaptive Evict-then-Merge Strategy for Head-wise KV Cache Compression Based on Global-Local Importance","created":"2024-12-11","cited_by_count":4,"area":"inference"},{"id":"2503.01330","title":"WeightedKV: Attention Scores Weighted Key-Value Cache Merging for Large Language Models","created":"2025-03-03","cited_by_count":4,"area":"inference"},{"id":"2503.02812","title":"Q-Filters: Leveraging QK Geometry for Efficient KV Cache Compression","created":"2025-03-04","cited_by_count":4,"area":"inference"},{"id":"2512.13733","title":"Low-Rank Compression of Language Models via Differentiable Rank Selection","created":"2025-12-14","cited_by_count":4,"area":null},{"id":"2512.17452","title":"KV Admission: Learning What to Write for Efficient Long-Context LLM Inference","created":"2025-12-19","cited_by_count":4,"area":null},{"id":"2605.05219","title":"Sparse Prefix Caching for Hybrid and Recurrent LLM Serving","created":"2026-04-17","cited_by_count":4,"area":"inference"},{"id":"2605.18753","title":"DashAttention: Differentiable and Adaptive Sparse Hierarchical Attention","created":"2026-05-18","cited_by_count":4,"area":null},{"id":"2606.07878","title":"Still: Amortized KV Cache Compaction in a Single Forward Pass","created":"2026-06-05","cited_by_count":4,"area":"inference"},{"id":"2607.08032","title":"What to Keep, What to Forget: A Rate--Distortion View of Memory Compaction in LLMs and Agents","created":"2026-07-09","cited_by_count":4,"area":"agents"},{"id":"2503.08461","title":"FastCache: Optimizing Multimodal LLM Serving through Lightweight KV-Cache Compression Framework","created":"2025-03-11","cited_by_count":3,"area":"inference"},{"id":"2503.23956","title":"AirCache: Activating Inter-modal Relevancy KV Cache Compression for Efficient Large Vision-Language Model Inference","created":"2025-03-31","cited_by_count":3,"area":"lr"},{"id":"2508.17243","title":"CoViPAL: Layer-wise Contextualized Visual Token Pruning for Large Vision-Language Models","created":"2025-08-24","cited_by_count":3,"area":"mllm"},{"id":"2605.06675","title":"RateQuant: Optimal Mixed-Precision KV Cache Quantization via Rate-Distortion Theory","created":"2026-04-22","cited_by_count":3,"area":"inference"},{"id":"2407.15516","title":"Attention Is All You Need But You Don't Need All Of It For Inference of Large Language Models","created":"2024-07-22","cited_by_count":2,"area":null},{"id":"2410.12850","title":"RecurFormer: Not All Transformer Heads Need Self-Attention","created":"2024-10-10","cited_by_count":2,"area":null},{"id":"2502.06139","title":"LCIRC: A Recurrent Compression Approach for Efficient Long-form Context and Query Dependent Modeling in LLMs","created":"2025-02-10","cited_by_count":2,"area":null},{"id":"2508.02247","title":"ByteGen: A Tokenizer-Free Generative Model for Orderbook Events in Byte Space","created":"2025-08-04","cited_by_count":2,"area":null},{"id":"2603.02188","title":"Multi-Head Low-Rank Attention","created":"2026-03-02","cited_by_count":2,"area":"inference"},{"id":"2603.27819","title":"KVSculpt: KV Cache Compression as Distillation","created":"2026-03-29","cited_by_count":2,"area":"inference"},{"id":"2605.02905","title":"eOptShrinkQ: Near-Lossless KV Cache Compression Through Optimal Spectral Denoising and Quantization","created":"2026-04-06","cited_by_count":2,"area":"inference"},{"id":"2412.06198","title":"SparseAccelerate: Efficient Long-Context Inference for Mid-Range GPUs","created":"2024-12-09","cited_by_count":1,"area":null},{"id":"2502.13251","title":"Neural Attention Search","created":"2025-02-18","cited_by_count":1,"area":"inference"},{"id":"2503.05840","title":"Slim attention: cut your context memory in half without loss -- K-cache is all you need for MHA","created":"2025-03-07","cited_by_count":1,"area":null},{"id":"2507.01900","title":"High-Layer Attention Pruning with Rescaling","created":"2025-07-02","cited_by_count":1,"area":null},{"id":"2507.18006","title":"Unlock the Potential of Fine-grained LLM Serving via Dynamic Module Scaling","created":"2025-07-24","cited_by_count":1,"area":"inference"},{"id":"2512.17917","title":"KVReviver: Reversible KV Cache Compression with Sketch-Based Token Reconstruction","created":"2025-12-01","cited_by_count":1,"area":"inference"},{"id":"2601.14279","title":"On the Limits of Learned Importance Scoring for KV Cache Compression","created":"2026-01-13","cited_by_count":1,"area":"inference"},{"id":"2603.06642","title":"SR-TTT Does Not Learn Retrieval: A Correction and Mechanistic Post-Mortem of Surprisal-Aware Residual Test-Time Training","created":"2026-02-26","cited_by_count":1,"area":"inference"},{"id":"2605.31598","title":"Linear Scaling Video VLMs for Long Video Understanding","created":"2026-05-29","cited_by_count":1,"area":"mllm"},{"id":"2607.20553","title":"CMI-Mem: Toward Generalizable Long-Term Memory Management via CMI-Augmented Reinforcement Learning","created":"2026-07-15","cited_by_count":1,"area":"lr"},{"id":"2608.09412","title":"KVDiagnosis: A Diagnostic Benchmark for KV-Cache Compression in Long-Context Language Models","created":"2026-08-10","cited_by_count":1,"area":"inference"},{"id":"2609.24298","title":"KV-COBRA: KV Cache Compression via Co-Optimized Bit-Rank Allocation","created":"2026-09-21","cited_by_count":1,"area":"inference"},{"id":"2609.37988","title":"KV-Kaizen: Learning Context-Adaptive Cache Compression Choices","created":"2026-09-29","cited_by_count":1,"area":"inference"},{"id":"2610.06479","title":"Behavior-Preserving KV Cache Compression","created":"2026-10-05","cited_by_count":1,"area":"inference"},{"id":"2406.06571","title":"SUBLLM: A Novel Efficient Architecture with Token Sequence Subsampling for LLM","created":"2024-06-03","cited_by_count":0,"area":null},{"id":"2506.17310","title":"PaceLLM: Brain-Inspired Large Language Models for Long-Context Understanding","created":"2025-06-18","cited_by_count":0,"area":null}],"next_cursor":"100"}