{"total":474,"rows":[{"id":"2312.07104","title":"SGLang: Efficient Execution of Structured Language Model Programs","created":"2023-12-12","cited_by_count":1141,"area":null},{"id":"2404.14469","title":"SnapKV: LLM Knows What You are Looking for Before Generation","created":"2024-04-22","cited_by_count":880,"area":"inference"},{"id":"2401.18079","title":"KVQuant: Towards 10 Million Context Length LLM Inference with KV Cache Quantization","created":"2024-01-31","cited_by_count":591,"area":"inference"},{"id":"2406.02069","title":"PyramidKV: Dynamic KV Cache Compression based on Pyramidal Information Funneling","created":"2024-06-04","cited_by_count":432,"area":"inference"},{"id":"2502.11089","title":"Native Sparse Attention: Hardware-Aligned and Natively Trainable Sparse Attention","created":"2025-02-16","cited_by_count":407,"area":null},{"id":"2407.02490","title":"MInference 1.0: Accelerating Pre-filling for Long-Context LLMs via Dynamic Sparse Attention","created":"2024-07-02","cited_by_count":383,"area":null},{"id":"2412.04467","title":"VisionZip: Longer is Better but Not Necessary in Vision Language Models","created":"2024-12-05","cited_by_count":313,"area":"mllm"},{"id":"2410.17247","title":"PyramidDrop: Accelerating Your Large Vision-Language Models via Pyramid Visual Redundancy Reduction","created":"2024-10-22","cited_by_count":294,"area":"mllm"},{"id":"2410.10819","title":"DuoAttention: Efficient Long-Context LLM Inference with Retrieval and Streaming Heads","created":"2024-10-14","cited_by_count":288,"area":"inference"},{"id":"2407.11550","title":"Ada-KV: Optimizing KV Cache Eviction by Adaptive Budget Allocation for Efficient LLM Inference","created":"2024-07-16","cited_by_count":235,"area":"inference"},{"id":"2404.15574","title":"Retrieval Head Mechanistically Explains Long-Context Factuality","created":"2024-04-24","cited_by_count":232,"area":null},{"id":"2406.11816","title":"VideoLLM-online: Online Video Large Language Model for Streaming Video","created":"2024-06-17","cited_by_count":225,"area":null},{"id":"2410.10781","title":"When Attention Sink Emerges in Language Models: An Empirical View","created":"2024-10-14","cited_by_count":208,"area":"inference"},{"id":"2310.07240","title":"CacheGen: KV Cache Compression and Streaming for Fast Large Language Model Serving","created":"2023-10-11","cited_by_count":203,"area":"inference"},{"id":"2502.13189","title":"MoBA: Mixture of Block Attention for Long-Context LLMs","created":"2025-02-18","cited_by_count":198,"area":"moe"},{"id":"2402.04617","title":"InfLLM: Training-Free Long-Context Extrapolation for LLMs with an Efficient Context Memory","created":"2024-02-07","cited_by_count":197,"area":"agents"},{"id":"2406.01125","title":"$\\Delta$-DiT: A Training-Free Acceleration Method Tailored for Diffusion Transformers","created":"2024-06-03","cited_by_count":175,"area":"diffusion"},{"id":"2506.06295","title":"dLLM-Cache: Accelerating Diffusion Large Language Models with Adaptive Caching","created":"2025-05-17","cited_by_count":169,"area":null},{"id":"2403.19708","title":"Cost-Efficient Large Language Model Serving for Multi-turn Conversations with CachedAttention","created":"2024-03-23","cited_by_count":163,"area":"inference"},{"id":"2403.05527","title":"GEAR: An Efficient KV Cache Compression Recipe for Near-Lossless Generative Inference of LLM","created":"2024-03-08","cited_by_count":158,"area":"inference"},{"id":"2405.12532","title":"PyramidInfer: Pyramid KV Cache Compression for High-throughput LLM Inference","created":"2024-05-21","cited_by_count":147,"area":"inference"},{"id":"2405.05254","title":"You Only Cache Once: Decoder-Decoder Architectures for Language Models","created":"2024-05-08","cited_by_count":144,"area":null},{"id":"2505.15781","title":"dKV-Cache: The Cache for Diffusion Language Models","created":"2025-05-21","cited_by_count":143,"area":"diffusion"},{"id":"2406.16838","title":"From Decoding to Meta-Generation: Inference-time Algorithms for Large Language Models","created":"2024-06-24","cited_by_count":137,"area":null},{"id":"2410.21465","title":"ShadowKV: KV Cache in Shadows for High-Throughput Long-Context LLM Inference","created":"2024-10-28","cited_by_count":134,"area":"inference"},{"id":"2507.10524","title":"Mixture-of-Recursions: Learning Dynamic Recursive Depths for Adaptive Token-Level Computation","created":"2025-07-14","cited_by_count":133,"area":null},{"id":"2503.03321","title":"See What You Are Told: Visual Attention Sink in Large Multimodal Models","created":"2025-03-05","cited_by_count":132,"area":"mllm"},{"id":"2412.19442","title":"A Survey on Large Language Model Acceleration based on KV Cache Management","created":"2024-12-27","cited_by_count":131,"area":"lr"},{"id":"2504.02732","title":"Why do LLMs attend to the first token?","created":"2025-04-03","cited_by_count":127,"area":null},{"id":"2403.09054","title":"Keyformer: KV Cache Reduction through Key Tokens Selection for Efficient Generative Inference","created":"2024-03-14","cited_by_count":126,"area":"inference"},{"id":"2510.09665","title":"LMCache: An Efficient KV Cache Layer for Enterprise-Scale LLM Inference","created":"2025-10-08","cited_by_count":126,"area":"inference"},{"id":"2405.14366","title":"MiniCache: KV Cache Compression in Depth Dimension for Large Language Models","created":"2024-05-23","cited_by_count":125,"area":"inference"},{"id":"2502.20766","title":"FlexPrefill: A Context-Aware Sparse Attention Mechanism for Efficient Long-Sequence Inference","created":"2025-02-28","cited_by_count":123,"area":null},{"id":"2401.06104","title":"Transformers are Multi-State RNNs","created":"2024-01-11","cited_by_count":120,"area":"inference"},{"id":"2312.04985","title":"SparQ Attention: Bandwidth-Efficient LLM Inference","created":"2023-12-08","cited_by_count":119,"area":"inference"},{"id":"2403.09636","title":"Dynamic Memory Compression: Retrofitting LLMs for Accelerated Inference","created":"2024-03-14","cited_by_count":116,"area":null},{"id":"2409.10516","title":"RetrievalAttention: Accelerating Long-Context LLM Inference via Vector Retrieval","created":"2024-09-16","cited_by_count":116,"area":null},{"id":"2410.06205","title":"Round and Round We Go! What makes Rotary Positional Encodings useful?","created":"2024-10-08","cited_by_count":115,"area":null},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2404.11912","title":"TriForce: Lossless Acceleration of Long Sequence Generation with Hierarchical Speculative Decoding","created":"2024-04-18","cited_by_count":102,"area":"inference"},{"id":"2404.12457","title":"RAGCache: Efficient Knowledge Caching for Retrieval-Augmented Generation","created":"2024-04-18","cited_by_count":98,"area":"rag"},{"id":"2407.18003","title":"Keep the Cost Down: A Review on Methods to Optimize LLM' s KV-Cache Consumption","created":"2024-07-25","cited_by_count":97,"area":"inference"},{"id":"2410.19258","title":"Not All Heads Matter: A Head-Level KV Cache Compression Method with Integrated Retrieval and Reasoning","created":"2024-10-25","cited_by_count":97,"area":"lr"},{"id":"2407.08454","title":"Model Tells You Where to Merge: Adaptive KV Cache Merging for LLMs on Long-Context Tasks","created":"2024-07-11","cited_by_count":96,"area":"inference"},{"id":"2406.18139","title":"LOOK-M: Look-Once Optimization in KV Cache for Efficient Multimodal Long-Context Inference","created":"2024-06-26","cited_by_count":95,"area":"mllm"},{"id":"2407.12820","title":"PQCache: Product Quantization-based KVCache for Long Context LLM Inference","created":"2024-07-01","cited_by_count":95,"area":"inference"},{"id":"2505.23416","title":"KVzip: Query-Agnostic KV Cache Compression with Context Reconstruction","created":"2025-05-29","cited_by_count":95,"area":"inference"},{"id":"2405.14256","title":"ZipCache: Accurate and Efficient KV Cache Quantization with Salient Token Identification","created":"2024-05-23","cited_by_count":93,"area":"inference"},{"id":"2406.02542","title":"Loki: Low-rank Keys for Efficient Sparse Attention","created":"2024-06-04","cited_by_count":89,"area":null},{"id":"2401.17644","title":"BurstGPT: A Real-world Workload Dataset to Optimize LLM Serving Systems","created":"2024-01-31","cited_by_count":87,"area":"inference"},{"id":"2406.11430","title":"A Simple and Effective $L_2$ Norm-Based Strategy for KV Cache Compression","created":"2024-06-17","cited_by_count":86,"area":"inference"},{"id":"2506.06266","title":"Cartridges: Lightweight and general-purpose long context representations via self-study","created":"2025-06-06","cited_by_count":86,"area":"inference"},{"id":"2402.09398","title":"Get More with LESS: Synthesizing Recurrence with KV Cache Compression for Efficient LLM Inference","created":"2024-02-14","cited_by_count":75,"area":"inference"},{"id":"2510.00636","title":"Expected Attention: KV Cache Compression by Estimating Attention from Future Queries Distribution","created":"2025-10-01","cited_by_count":74,"area":"inference"},{"id":"2406.12335","title":"Attention Score is not All You Need for Token Importance Indicator in KV Cache Reduction: Value Also Matters","created":"2024-06-18","cited_by_count":73,"area":"inference"},{"id":"2407.08683","title":"SEED-Story: Multimodal Long Story Generation with Large Language Model","created":"2024-07-11","cited_by_count":73,"area":null},{"id":"2403.04797","title":"Found in the Middle: How Language Models Use Long Contexts Better via Plug-and-Play Positional Encoding","created":"2024-03-05","cited_by_count":72,"area":null},{"id":"2407.21018","title":"ThinK: Thinner Key Cache by Query-Driven Pruning","created":"2024-07-30","cited_by_count":68,"area":"lr"},{"id":"2403.04643","title":"QAQ: Quality Adaptive Quantization for LLM KV Cache","created":"2024-03-07","cited_by_count":66,"area":"inference"},{"id":"2502.16002","title":"KVLink: Accelerating Large Language Models via Efficient KV Cache Reuse","created":"2025-02-21","cited_by_count":66,"area":"inference"},{"id":"2508.02558","title":"Sparse-dLLM: Accelerating Diffusion LLMs with Dynamic Cache Eviction","created":"2025-08-04","cited_by_count":65,"area":"lr"},{"id":"2412.10319","title":"SCBench: A KV Cache-Centric Analysis of Long-Context Methods","created":"2024-12-13","cited_by_count":60,"area":"inference"},{"id":"2502.00299","title":"ChunkKV: Semantic-Preserving KV Cache Compression for Efficient Long-Context LLM Inference","created":"2025-02-01","cited_by_count":60,"area":"inference"},{"id":"2405.10637","title":"Layer-Condensed KV Cache for Efficient Inference of Large Language Models","created":"2024-05-17","cited_by_count":59,"area":"inference"},{"id":"2412.00876","title":"Dynamic-LLaVA: Efficient Multimodal Large Language Models via Dynamic Vision-language Context Sparsification","created":"2024-12-01","cited_by_count":59,"area":"mllm"},{"id":"2503.12491","title":"CAKE: Cascading and Adaptive KV Cache Eviction with Layer Preferences","created":"2025-03-16","cited_by_count":58,"area":"inference"},{"id":"2506.15745","title":"InfiniPot-V: Memory-Constrained KV Cache Compression for Streaming Video Understanding","created":"2025-06-18","cited_by_count":58,"area":"inference"},{"id":"2508.15717","title":"StreamMem: Query-Agnostic KV Cache Memory for Streaming Video Understanding","created":"2025-08-21","cited_by_count":58,"area":"mllm"},{"id":"2411.09688","title":"Squeezed Attention: Accelerating Long Context Length LLM Inference","created":"2024-11-14","cited_by_count":57,"area":null},{"id":"2403.14622","title":"Language Repository for Long Video Understanding","created":"2024-03-21","cited_by_count":55,"area":null},{"id":"2408.16730","title":"VideoLLM-MoD: Efficient Video-Language Streaming with Mixture-of-Depths Vision Computation","created":"2024-08-29","cited_by_count":55,"area":"mllm"},{"id":"2505.24133","title":"R-KV: Redundancy-aware KV Cache Compression for Reasoning Models","created":"2025-05-30","cited_by_count":54,"area":"lr"},{"id":"2406.16747","title":"Sparser is Faster and Less is More: Efficient Sparse Attention for Long-Range Transformers","created":"2024-06-24","cited_by_count":52,"area":null},{"id":"2410.03111","title":"LoRC: Low-Rank Compression for LLMs KV Cache with a Progressive Compression Strategy","created":"2024-10-04","cited_by_count":51,"area":"inference"},{"id":"2408.07092","title":"Post-Training Sparse Attention with Double Sparsity","created":"2024-08-11","cited_by_count":45,"area":null},{"id":"2405.06219","title":"SKVQ: Sliding-window Key and Value Cache Quantization for Large Language Models","created":"2024-05-10","cited_by_count":44,"area":"inference"},{"id":"2405.08944","title":"Challenges in Deploying Long-Context Transformers: A Theoretical Peak Performance Analysis","created":"2024-05-14","cited_by_count":44,"area":"agents"},{"id":"2406.14909","title":"Mixture of Attention Spans: Optimizing LLM Inference Efficiency with Heterogeneous Sliding-Window Lengths","created":"2024-06-21","cited_by_count":44,"area":null},{"id":"2410.08584","title":"ZipVL: Efficient Large Vision-Language Models with Dynamic Token Sparsification","created":"2024-10-11","cited_by_count":44,"area":"mllm"},{"id":"2602.06052","title":"A Survey of Agent Memory in the Second Half: Towards Self-Evolving and Long-Horizon Agents","created":"2026-01-14","cited_by_count":44,"area":"agents"},{"id":"2408.03675","title":"NACL: A General and Effective KV Cache Eviction Framework for LLMs at Inference Time","created":"2024-08-07","cited_by_count":43,"area":"inference"},{"id":"2410.23317","title":"VL-Cache: Sparsity and Modality-Aware KV Cache Compression for Vision-Language Model Inference Acceleration","created":"2024-10-29","cited_by_count":43,"area":"mllm"},{"id":"2407.01527","title":"KV Cache Compression, But What Must We Give in Return? A Comprehensive Benchmark of Long Context Capable Approaches","created":"2024-07-01","cited_by_count":42,"area":"inference"},{"id":"2412.14838","title":"DynamicKV: Task-Aware Adaptive KV Cache Compression for Long Context LLMs","created":"2024-12-19","cited_by_count":42,"area":"inference"},{"id":"2410.18517","title":"KVSharer: Efficient Inference via Layer-Wise Dissimilar KV Cache Sharing","created":"2024-10-24","cited_by_count":41,"area":"lr"},{"id":"2412.12094","title":"SepLLM: Accelerate Large Language Models by Compressing One Segment into One Separator","created":"2024-12-16","cited_by_count":41,"area":null},{"id":"2502.14051","title":"RocketKV: Accelerating Long-Context LLM Inference via Two-Stage KV Cache Compression","created":"2025-02-19","cited_by_count":41,"area":"inference"},{"id":"2502.14866","title":"LServe: Efficient Long-sequence LLM Serving with Unified Sparse Attention","created":"2025-02-20","cited_by_count":41,"area":"inference"},{"id":"2502.04420","title":"KVTuner: Sensitivity-Aware Layer-Wise Mixed-Precision KV Cache Quantization for Efficient and Nearly Lossless LLM Inference","created":"2025-02-06","cited_by_count":40,"area":"inference"},{"id":"2406.15486","title":"SampleAttention: Near-Lossless Acceleration of Long Context LLM Inference with Adaptive Structured Sparse Attention","created":"2024-06-17","cited_by_count":39,"area":null},{"id":"2409.17422","title":"Discovering the Gems in Early Layers: Accelerating Long-Context LLMs with 1000x Input Token Reduction","created":"2024-09-25","cited_by_count":39,"area":"inference"},{"id":"2411.02886","title":"TokenSelect: Efficient Long-Context Inference and Length Extrapolation for LLMs via Dynamic Token-Level KV Cache Selection","created":"2024-11-05","cited_by_count":39,"area":"inference"},{"id":"2502.06975","title":"Position: Episodic Memory is the Missing Piece for Long-Term LLM Agents","created":"2025-02-10","cited_by_count":36,"area":"agents"},{"id":"2503.23367","title":"FastVAR: Linear Visual Autoregressive Modeling via Cached Token Pruning","created":"2025-03-30","cited_by_count":34,"area":"inference"},{"id":"2406.02657","title":"Block Transformer: Global-to-Local Language Modeling for Fast Inference","created":"2024-06-04","cited_by_count":32,"area":"inference"},{"id":"2405.10313","title":"How Far Are We From AGI: Are LLMs All We Need?","created":"2024-05-16","cited_by_count":31,"area":null},{"id":"2406.13035","title":"D2O: Dynamic Discriminative Operations for Efficient Long-Context Inference of Large Language Models","created":"2024-06-18","cited_by_count":31,"area":"inference"},{"id":"2407.09141","title":"Accuracy is Not All You Need","created":"2024-07-12","cited_by_count":31,"area":null},{"id":"2410.20011","title":"A Survey of Small Language Models","created":"2024-10-25","cited_by_count":31,"area":null},{"id":"2406.07056","title":"Effectively Compress KV Heads for LLM","created":"2024-06-11","cited_by_count":30,"area":"inference"}],"next_cursor":"100"}