{"total":129,"rows":[{"id":"2410.10819","title":"DuoAttention: Efficient Long-Context LLM Inference with Retrieval and Streaming Heads","created":"2024-10-14","cited_by_count":288,"area":"inference"},{"id":"2407.11550","title":"Ada-KV: Optimizing KV Cache Eviction by Adaptive Budget Allocation for Efficient LLM Inference","created":"2024-07-16","cited_by_count":235,"area":"inference"},{"id":"2410.02367","title":"SageAttention: Accurate 8-Bit Attention for Plug-and-play Inference Acceleration","created":"2024-10-03","cited_by_count":160,"area":"inference"},{"id":"2410.21465","title":"ShadowKV: KV Cache in Shadows for High-Throughput Long-Context LLM Inference","created":"2024-10-28","cited_by_count":134,"area":"inference"},{"id":"2505.23416","title":"KVzip: Query-Agnostic KV Cache Compression with Context Reconstruction","created":"2025-05-29","cited_by_count":95,"area":"inference"},{"id":"2510.00636","title":"Expected Attention: KV Cache Compression by Estimating Attention from Future Queries Distribution","created":"2025-10-01","cited_by_count":74,"area":"inference"},{"id":"2412.10319","title":"SCBench: A KV Cache-Centric Analysis of Long-Context Methods","created":"2024-12-13","cited_by_count":60,"area":"inference"},{"id":"2505.15269","title":"LiveVLM: Efficient Online Video Understanding via Streaming-Oriented KV Cache and Retrieval","created":"2025-05-21","cited_by_count":54,"area":"inference"},{"id":"2502.14051","title":"RocketKV: Accelerating Long-Context LLM Inference via Two-Stage KV Cache Compression","created":"2025-02-19","cited_by_count":41,"area":"inference"},{"id":"2502.14866","title":"LServe: Efficient Long-sequence LLM Serving with Unified Sparse Attention","created":"2025-02-20","cited_by_count":41,"area":"inference"},{"id":"2409.17422","title":"Discovering the Gems in Early Layers: Accelerating Long-Context LLMs with 1000x Input Token Reduction","created":"2024-09-25","cited_by_count":39,"area":"inference"},{"id":"2411.02886","title":"TokenSelect: Efficient Long-Context Inference and Length Extrapolation for LLMs via Dynamic Token-Level KV Cache Selection","created":"2024-11-05","cited_by_count":39,"area":"inference"},{"id":"2502.10424","title":"QuantSpec: Self-Speculative Decoding with Hierarchical Quantized KV Cache","created":"2025-02-05","cited_by_count":27,"area":"inference"},{"id":"2411.17116","title":"Star Attention: Efficient LLM Inference over Long Sequences","created":"2024-11-26","cited_by_count":25,"area":"inference"},{"id":"2504.19449","title":"R-Sparse: Rank-Aware Activation Sparsity for Efficient LLM Inference","created":"2025-04-28","cited_by_count":21,"area":"inference"},{"id":"2410.03960","title":"SwiftKV: Fast Prefill-Optimized Inference with Knowledge-Preserving Model Transformation","created":"2024-10-04","cited_by_count":19,"area":"inference"},{"id":"2512.03324","title":"Cache What Lasts: Token Retention for Memory-Bounded KV Cache in LLMs","created":"2025-12-03","cited_by_count":19,"area":"inference"},{"id":"2412.17483","title":"A Silver Bullet or a Compromise for Full Attention? A Comprehensive Study of Gist Token-based Context Compression","created":"2024-12-23","cited_by_count":17,"area":"inference"},{"id":"2507.08143","title":"Compactor: Calibrated Query-Agnostic KV Cache Compression with Approximate Leverage Scores","created":"2025-07-10","cited_by_count":17,"area":"inference"},{"id":"2410.00428","title":"LayerKV: Optimizing Large Language Model Serving with Layer-wise KV Cache Management","created":"2024-10-01","cited_by_count":16,"area":"inference"},{"id":"2410.01805","title":"Locret: Enhancing Eviction in Long-Context LLM Inference with Trained Retaining Heads on Consumer-Grade Devices","created":"2024-10-02","cited_by_count":15,"area":"inference"},{"id":"2410.03090","title":"UNComp: Can Matrix Entropy Uncover Sparsity? -- A Compressor Design from an Uncertainty-Aware Perspective","created":"2024-10-04","cited_by_count":15,"area":"inference"},{"id":"2502.01068","title":"FastKV: Decoupling of Context Reduction and KV Cache Compression for Prefill-Decoding Acceleration","created":"2025-02-03","cited_by_count":14,"area":"inference"},{"id":"2505.13109","title":"FreeKV: Boosting KV Cache Retrieval for Efficient LLM Inference","created":"2025-05-19","cited_by_count":14,"area":"inference"},{"id":"2509.04467","title":"PDTrim: Targeted Pruning for Prefill-Decode Disaggregation in Inference","created":"2025-08-29","cited_by_count":14,"area":"inference"},{"id":"2510.13334","title":"Taming the Fragility of KV Cache Eviction in LLM Inference","created":"2025-10-15","cited_by_count":14,"area":"inference"},{"id":"2505.02922","title":"RetroInfer: A Vector Storage Engine for Scalable Long-Context LLM Inference","created":"2025-05-05","cited_by_count":13,"area":"inference"},{"id":"2508.06447","title":"SlimInfer: Accelerating Long-Context LLM Inference via Dynamic Token Pruning","created":"2025-08-08","cited_by_count":13,"area":"inference"},{"id":"2511.01815","title":"KV Cache Transform Coding for Compact Storage in LLM Inference","created":"2025-11-03","cited_by_count":13,"area":"inference"},{"id":"2501.12959","title":"Efficient Prompt Compression with Evaluator Heads for Long-Context Transformer Inference","created":"2025-01-22","cited_by_count":12,"area":"inference"},{"id":"2411.05787","title":"RefreshKV: Updating Small KV Cache During Long-form Generation","created":"2024-11-08","cited_by_count":11,"area":"inference"},{"id":"2505.19586","title":"TailorKV: A Hybrid Framework for Long-Context Inference via Tailored KV Cache Optimization","created":"2025-05-26","cited_by_count":10,"area":"inference"},{"id":"2410.01485","title":"A Little Goes a Long Way: Efficient Long Context Training and Inference with Partial Contexts","created":"2024-10-02","cited_by_count":9,"area":"inference"},{"id":"2410.23079","title":"BUZZ: Beehive-structured Sparse KV Cache with Segmented Heavy Hitters for Efficient LLM Inference","created":"2024-10-30","cited_by_count":9,"area":"inference"},{"id":"2502.12574","title":"HeadInfer: Memory-Efficient LLM Inference by Head-wise Offloading","created":"2025-02-18","cited_by_count":9,"area":"inference"},{"id":"2509.15763","title":"UniGist: Towards General and Hardware-aligned Sequence-level Long Context Compression","created":"2025-09-19","cited_by_count":9,"area":"inference"},{"id":"2605.08840","title":"ReST-KV: Robust KV Cache Eviction with Layer-wise Output Reconstruction and Spatial-Temporal Smoothing","created":"2026-05-09","cited_by_count":9,"area":"inference"},{"id":"2503.10714","title":"ZSMerge: Zero-Shot KV Cache Compression for Memory-Efficient Long-Context LLMs","created":"2025-03-13","cited_by_count":8,"area":"inference"},{"id":"2502.04077","title":"AttentionPredictor: Temporal Patterns Matter for KV Cache Compression","created":"2025-02-06","cited_by_count":7,"area":"inference"},{"id":"2502.08910","title":"InfiniteHiP: Extending Language Model Context Up to 3 Million Tokens on a Single GPU","created":"2025-02-13","cited_by_count":7,"area":"inference"},{"id":"2503.00392","title":"Progressive Sparse Attention: Algorithm and System Co-design for Efficient Attention in LLM Serving","created":"2025-03-01","cited_by_count":7,"area":"inference"},{"id":"2503.24358","title":"SQuat: Subspace-orthogonal KV Cache Quantization","created":"2025-03-31","cited_by_count":7,"area":"inference"},{"id":"2505.00570","title":"FreqKV: Key-Value Compression in Frequency Domain for Context Window Extension","created":"2025-05-01","cited_by_count":7,"area":"inference"},{"id":"2506.18226","title":"Make It Efficient: Dynamic Sparse Attention for Autoregressive Image Generation","created":"2025-06-23","cited_by_count":7,"area":"inference"},{"id":"2605.25475","title":"IndexMem: Learned KV-Cache Eviction with Latent Memory for Long-Context LLM Inference","created":"2026-05-25","cited_by_count":7,"area":"inference"},{"id":"2606.06256","title":"RedKnot: Efficient Long-Context LLM Serving with Head-Aware KV Reuse and SegPagedAttention","created":"2026-06-04","cited_by_count":7,"area":"inference"},{"id":"2504.14992","title":"Efficient Pretraining Length Scaling","created":"2025-04-21","cited_by_count":6,"area":"inference"},{"id":"2509.24626","title":"SparseServe: Unlocking Parallelism for Dynamic Sparse Attention in Long-Context LLM Serving","created":"2025-09-29","cited_by_count":6,"area":"inference"},{"id":"2602.21233","title":"AngelSlim: A more accessible, comprehensive, and efficient toolkit for large model compression","created":"2026-02-07","cited_by_count":6,"area":"inference"},{"id":"2506.08373","title":"Draft-based Approximate Inference for LLMs","created":"2025-06-10","cited_by_count":5,"area":"inference"},{"id":"2509.19228","title":"CompLLM: Compression for Long Context Q&A","created":"2025-09-23","cited_by_count":5,"area":"inference"},{"id":"2511.11907","title":"KVSwap: Disk-aware KV Cache Offloading for Long-Context On-device Inference","created":"2025-11-14","cited_by_count":5,"area":"inference"},{"id":"2601.21709","title":"Why Attention Patterns Exist: A Unifying Temporal Perspective Analysis","created":"2026-01-29","cited_by_count":5,"area":"inference"},{"id":"2602.05191","title":"Double-P: Hierarchical Top-P Sparse Attention for Long-Context LLMs","created":"2026-02-05","cited_by_count":5,"area":"inference"},{"id":"2605.18071","title":"KVDrive: A Holistic Multi-Tier KV Cache Management System for Long-Context LLM Inference","created":"2026-05-18","cited_by_count":5,"area":"inference"},{"id":"2606.22874","title":"SpotAttention: Plug-In Block-Sparse Routing for Pretrained Long-Context Transformers","created":"2026-06-22","cited_by_count":5,"area":"inference"},{"id":"2502.01025","title":"Knowing When to Stop: Efficient Context Processing via Latent Sufficiency Signals","created":"2025-02-03","cited_by_count":4,"area":"inference"},{"id":"2510.06175","title":"VecInfer: Efficient LLM Inference with Low-Bit KV Cache via Outlier-Suppressed Vector Quantization","created":"2025-10-07","cited_by_count":4,"area":"inference"},{"id":"2510.13602","title":"NOSA: Native and Offloadable Sparse Attention","created":"2025-10-15","cited_by_count":4,"area":"inference"},{"id":"2602.07397","title":"Scout Before You Attend: Sketch-and-Walk Sparse Attention for Efficient LLM Inference","created":"2026-02-07","cited_by_count":4,"area":"inference"},{"id":"2604.26837","title":"Unifying Sparse Attention with Hierarchical Memory for Scalable Long-Context LLM Serving","created":"2026-04-29","cited_by_count":4,"area":"inference"},{"id":"2605.06676","title":"LKV: End-to-End Learning of Head-wise Budgets and Token Selection for LLM KV Cache Eviction","created":"2026-04-22","cited_by_count":4,"area":"inference"},{"id":"2605.07068","title":"WiCER: Wiki-memory Compile, Evaluate, Refine Iterative Knowledge Compilation for LLM Wiki Systems","created":"2026-05-08","cited_by_count":4,"area":"inference"},{"id":"2605.14458","title":"OmniDrop: Layer-wise Token Pruning for Omni-modal LLMs via Query-Guidance","created":"2026-05-14","cited_by_count":4,"area":"inference"},{"id":"2605.16928","title":"Full Attention Strikes Back: Transferring Full Attention into Sparse within Hundred Training Steps","created":"2026-05-16","cited_by_count":4,"area":"inference"},{"id":"2504.18579","title":"Sparsity Forcing: Reinforcing Token Sparsity of MLLMs","created":"2025-04-23","cited_by_count":3,"area":"inference"},{"id":"2508.17892","title":"ILRe: Intermediate Layer Retrieval for Context Compression in Causal Language Models","created":"2025-08-25","cited_by_count":3,"area":"inference"},{"id":"2510.20787","title":"Alleviating Forgetfulness of Linear Attention by Hybrid Sparse Attention and Contextualized Learnable Token Eviction","created":"2025-10-23","cited_by_count":3,"area":"inference"},{"id":"2601.07667","title":"Adaptive Layer Selection for Layer-Wise Token Pruning in LLM Inference","created":"2026-01-12","cited_by_count":3,"area":"inference"},{"id":"2601.13684","title":"HeteroCache: A Dynamic Retrieval Approach to Heterogeneous KV Cache Compression for Long-Context LLM Inference","created":"2026-01-20","cited_by_count":3,"area":"inference"},{"id":"2605.07719","title":"An Efficient Hybrid Sparse Attention with CPU-GPU Parallelism for Long-Context Inference","created":"2026-05-08","cited_by_count":3,"area":"inference"},{"id":"2408.04107","title":"FDC: Fast KV Dimensionality Compression for Efficient LLM Inference","created":"2024-08-07","cited_by_count":2,"area":"inference"},{"id":"2504.07479","title":"UniCAIM: A Unified CAM/CIM Architecture with Static-Dynamic KV Cache Pruning for Efficient Long-Context LLM Inference","created":"2025-04-10","cited_by_count":2,"area":"inference"},{"id":"2505.18092","title":"QwenLong-CPRS: Towards $\\infty$-LLMs with Dynamic Context Optimization","created":"2025-05-23","cited_by_count":2,"area":"inference"},{"id":"2507.13681","title":"LoopServe: An Adaptive Dual-phase LLM Inference Acceleration System for Multi-Turn Dialogues","created":"2025-07-18","cited_by_count":2,"area":"inference"},{"id":"2511.12201","title":"OmniSparse: Training-Aware Fine-Grained Sparse Attention for Long-Video MLLMs","created":"2025-11-15","cited_by_count":2,"area":"inference"},{"id":"2602.07721","title":"ParisKV: Fast and Drift-Robust KV-Cache Retrieval for Long-Context LLMs","created":"2026-02-07","cited_by_count":2,"area":"inference"},{"id":"2602.18196","title":"RAT+: Train Dense, Infer Sparse -- Recurrence Augmented Attention for Dilated Inference","created":"2026-02-20","cited_by_count":2,"area":"inference"},{"id":"2603.02188","title":"Multi-Head Low-Rank Attention","created":"2026-03-02","cited_by_count":2,"area":"inference"},{"id":"2604.08584","title":"CSAttention: Centroid-Scoring Attention for Accelerating LLM Inference","created":"2026-03-30","cited_by_count":2,"area":"inference"},{"id":"2604.19398","title":"GRASPrune: Global Gating for Budgeted Structured Pruning of Large Language Models","created":"2026-04-21","cited_by_count":2,"area":"inference"},{"id":"2605.06221","title":"UniPrefill: Universal Long-Context Prefill Acceleration via Block-wise Dynamic Sparsification","created":"2026-05-07","cited_by_count":2,"area":"inference"},{"id":"2605.12110","title":"AB-Sparse: Sparse Attention with Adaptive Block Size for Accurate and Efficient Long-Context Inference","created":"2026-05-12","cited_by_count":2,"area":"inference"},{"id":"2606.24467","title":"CompressKV: Semantic-Retrieval-Guided KV-Cache Compression for Resource-Efficient Long-Context LLM Inference","created":"2026-06-23","cited_by_count":2,"area":"inference"},{"id":"2608.19758","title":"FlashPrefill V2: Block-Sparse Prefill Attention for Long-Context LLM Serving","created":"2026-08-20","cited_by_count":2,"area":"inference"},{"id":"2609.29812","title":"FlashLoop: Fast and Memory-Efficient Looped Transformers via Lazy Updates","created":"2026-09-24","cited_by_count":2,"area":"inference"},{"id":"2502.13251","title":"Neural Attention Search","created":"2025-02-18","cited_by_count":1,"area":"inference"},{"id":"2503.23274","title":"PromptDistill: Query-based Selective Token Retention in Intermediate Layers for Efficient Large Language Model Inference","created":"2025-03-30","cited_by_count":1,"area":"inference"},{"id":"2510.27641","title":"SpecAttn: Speculating Sparse Attention","created":"2025-10-31","cited_by_count":1,"area":"inference"},{"id":"2512.09238","title":"Training-free Context-adaptive Attention for Efficient Long Context Modeling","created":"2025-12-10","cited_by_count":1,"area":"inference"},{"id":"2602.02199","title":"More Than a Quick Glance: Overcoming the Greedy Bias in KV-Cache Compression","created":"2026-02-02","cited_by_count":1,"area":"inference"},{"id":"2603.06642","title":"SR-TTT Does Not Learn Retrieval: A Correction and Mechanistic Post-Mortem of Surprisal-Aware Residual Test-Time Training","created":"2026-02-26","cited_by_count":1,"area":"inference"},{"id":"2603.10353","title":"S-HPLB: Efficient LLM Attention Serving via Sparsity-Aware Head Parallelism Load Balance","created":"2026-03-11","cited_by_count":1,"area":"inference"},{"id":"2603.10726","title":"PrefixWall: Mitigating Prefix Caching Side Channels in Shared LLM Systems","created":"2026-03-11","cited_by_count":1,"area":"inference"},{"id":"2604.08426","title":"KV Cache Offloading for Context-Intensive Tasks","created":"2026-04-09","cited_by_count":1,"area":"inference"},{"id":"2604.21231","title":"SparKV: Overhead-Aware KV Cache Loading for Efficient On-Device LLM Inference","created":"2026-04-23","cited_by_count":1,"area":"inference"},{"id":"2605.06763","title":"Sparse Attention as a Range Searching Problem: Towards an Inference-Efficient Index for KV Cache","created":"2026-05-07","cited_by_count":1,"area":"inference"},{"id":"2605.17633","title":"SparseSAM: Structured Sparsification of Activations in Segment Anything Models","created":"2026-05-17","cited_by_count":1,"area":"inference"},{"id":"2606.09508","title":"From Rigid to Dynamic: Entropy-Guided Adaptive Inference for Long-Context LLMs","created":"2026-06-08","cited_by_count":1,"area":"inference"},{"id":"2607.27600","title":"Back from the Future: Key-Value Cache Management by Counter-Causal Surprise","created":"2026-07-30","cited_by_count":1,"area":"inference"}],"next_cursor":"100"}