{"total":82,"rows":[{"id":"2501.01005","title":"FlashInfer: Efficient and Customizable Attention Engine for LLM Inference Serving","created":"2025-01-02","cited_by_count":258,"area":"inference"},{"id":"2403.19708","title":"Cost-Efficient Large Language Model Serving for Multi-turn Conversations with CachedAttention","created":"2024-03-23","cited_by_count":163,"area":"inference"},{"id":"2412.19442","title":"A Survey on Large Language Model Acceleration based on KV Cache Management","created":"2024-12-27","cited_by_count":131,"area":"lr"},{"id":"2510.09665","title":"LMCache: An Efficient KV Cache Layer for Enterprise-Scale LLM Inference","created":"2025-10-08","cited_by_count":126,"area":"inference"},{"id":"2404.12457","title":"RAGCache: Efficient Knowledge Caching for Retrieval-Augmented Generation","created":"2024-04-18","cited_by_count":98,"area":"rag"},{"id":"2407.18003","title":"Keep the Cost Down: A Review on Methods to Optimize LLM' s KV-Cache Consumption","created":"2024-07-25","cited_by_count":97,"area":"inference"},{"id":"2410.19258","title":"Not All Heads Matter: A Head-Level KV Cache Compression Method with Integrated Retrieval and Reasoning","created":"2024-10-25","cited_by_count":97,"area":"lr"},{"id":"2510.03215","title":"Cache-to-Cache: Direct Semantic Communication Between Large Language Models","created":"2025-10-03","cited_by_count":61,"area":"inference"},{"id":"2502.02770","title":"Twilight: Adaptive Attention Sparsity with Hierarchical Top-$p$ Pruning","created":"2025-02-04","cited_by_count":49,"area":null},{"id":"2506.02634","title":"KVCache Cache in the Wild: Characterizing and Optimizing KVCache Cache at a Large Cloud Provider","created":"2025-06-03","cited_by_count":41,"area":"inference"},{"id":"2502.06975","title":"Position: Episodic Memory is the Missing Piece for Long-Term LLM Agents","created":"2025-02-10","cited_by_count":36,"area":"agents"},{"id":"2412.03594","title":"BatchLLM: Optimizing Large Batched LLM Inference with Global Prefix Sharing and Throughput-oriented Token Batching","created":"2024-11-29","cited_by_count":32,"area":null},{"id":"2504.02441","title":"Cognitive Memory in Large Language Models","created":"2025-04-03","cited_by_count":29,"area":null},{"id":"2408.08147","title":"P/D-Serve: Serving Disaggregated Large Language Model at Scale","created":"2024-08-15","cited_by_count":27,"area":"inference"},{"id":"2502.07776","title":"Auditing Prompt Caching in Language Model APIs","created":"2025-02-11","cited_by_count":20,"area":null},{"id":"2404.00242","title":"DeFT: Decoding with Flash Tree-attention for Efficient Tree-structured LLM Inference","created":"2024-03-30","cited_by_count":19,"area":"inference"},{"id":"2508.08438","title":"Selective KV-Cache Sharing to Mitigate Timing Side-Channels in LLM Inference","created":"2025-08-11","cited_by_count":18,"area":"inference"},{"id":"2412.08890","title":"Lexico: Extreme KV Cache Compression via Sparse Coding over Universal Dictionaries","created":"2024-12-12","cited_by_count":17,"area":"inference"},{"id":"2606.30560","title":"TraceLab: Characterizing Coding Agent Workloads for LLM Serving","created":"2026-06-29","cited_by_count":16,"area":"agents"},{"id":"2406.12246","title":"TroL: Traversal of Layers for Large Language and Vision Models","created":"2024-06-18","cited_by_count":14,"area":null},{"id":"2510.24051","title":"Pie: A Programmable Serving System for Emerging LLM Applications","created":"2025-10-28","cited_by_count":14,"area":"lr"},{"id":"2601.22705","title":"CONCUR: High-Throughput Agentic Batch Inference of LLM via Congestion-Based Concurrency Control","created":"2026-01-30","cited_by_count":14,"area":"inference"},{"id":"2601.04359","title":"PackCache: A Training-Free Acceleration Method for Unified Autoregressive Video Generation via Compact KV-Cache","created":"2026-01-07","cited_by_count":13,"area":"inference"},{"id":"2410.05265","title":"PrefixQuant: Eliminating Outliers by Prefixed Tokens for Large Language Models Quantization","created":"2024-10-07","cited_by_count":12,"area":null},{"id":"2603.16104","title":"Efficient LLM Serving for Agentic Workflows: A Data Systems Perspective","created":"2026-03-17","cited_by_count":11,"area":"agents"},{"id":"2510.02758","title":"TokenFlow: Responsive LLM Text Streaming Serving under Request Burst via Preemptive Scheduling","created":"2025-10-03","cited_by_count":10,"area":"inference"},{"id":"2505.03531","title":"Faster MoE LLM Inference for Extremely Large Models","created":"2025-05-06","cited_by_count":9,"area":"moe"},{"id":"2602.06502","title":"DualMap: Enabling Both Cache Affinity and Load Balancing for Distributed LLM Serving","created":"2026-02-06","cited_by_count":8,"area":"inference"},{"id":"2607.01299","title":"HYPIC: Accelerating Hybrid-Attention LLM Serving with Position-Independent Caching","created":"2026-07-01","cited_by_count":7,"area":"rag"},{"id":"2411.13820","title":"InstCache: A Predictive Cache for LLM Serving","created":"2024-11-21","cited_by_count":6,"area":"inference"},{"id":"2410.14184","title":"MetaAlign: Align Large Language Models with Diverse Preferences during Inference Time","created":"2024-10-18","cited_by_count":5,"area":"alignment"},{"id":"2508.17219","title":"TokenLake: A Unified Segment-level Prefix Cache Pool for Fine-grained Elastic Long-Context LLM Serving","created":"2025-08-24","cited_by_count":5,"area":"inference"},{"id":"2511.22333","title":"PAT: Accelerating LLM Decoding via Prefix-Aware Attention with Resource Efficient Multi-Tile Kernel","created":"2025-11-27","cited_by_count":5,"area":"inference"},{"id":"2604.06036","title":"CodecSight: Leveraging Video Codec Signals for Efficient Streaming VLM Inference","created":"2026-04-07","cited_by_count":5,"area":"mllm"},{"id":"2505.17694","title":"CoDec: Prefix-Shared Decoding Kernel for LLMs","created":"2025-05-23","cited_by_count":4,"area":null},{"id":"2505.18458","title":"A Survey of LLM $\\times$ DATA","created":"2025-05-24","cited_by_count":4,"area":"rag"},{"id":"2506.11104","title":"DAM: Dynamic Attention Mask for Long-Context Large Language Model Inference Acceleration","created":"2025-06-06","cited_by_count":4,"area":"inference"},{"id":"2605.05219","title":"Sparse Prefix Caching for Hybrid and Recurrent LLM Serving","created":"2026-04-17","cited_by_count":4,"area":"inference"},{"id":"2605.07068","title":"WiCER: Wiki-memory Compile, Evaluate, Refine Iterative Knowledge Compilation for LLM Wiki Systems","created":"2026-05-08","cited_by_count":4,"area":"inference"},{"id":"2607.08057","title":"Towards Efficient Large Language Model Serving: A Survey on System-Aware KV Cache Optimization","created":"2026-07-09","cited_by_count":4,"area":"inference"},{"id":"2607.28979","title":"KV Cache Translation across Heterogeneous Large Language Models","created":"2026-07-31","cited_by_count":4,"area":"inference"},{"id":"2405.09274","title":"Dynamic Activation Pitfalls in LLaMA Models: An Empirical Study","created":"2024-05-15","cited_by_count":3,"area":null},{"id":"2509.16857","title":"ShadowServe: Interference-Free KV Cache Fetching for Distributed Prefix Caching","created":"2025-09-21","cited_by_count":3,"area":"inference"},{"id":"2511.17565","title":"Generative Caching for Structurally Similar Prompts and Responses","created":"2025-11-14","cited_by_count":3,"area":null},{"id":"2604.24647","title":"DepthKV: Layer-Dependent KV Cache Pruning for Long-Context LLM Inference","created":"2026-04-27","cited_by_count":3,"area":"inference"},{"id":"2605.24022","title":"Adaptive KV Cache Reuse for Fast Long-Context LLM Serving","created":"2026-05-20","cited_by_count":3,"area":"inference"},{"id":"2606.02964","title":"Multi-Segment Attention: Enabling Efficient KV-Cache Management for Faster Large Language Model Serving","created":"2026-06-01","cited_by_count":3,"area":"inference"},{"id":"2607.10582","title":"MemDecay: Region-Aware KV Cache Eviction for Efficient LLM Agent Inference","created":"2026-07-12","cited_by_count":3,"area":"agents"},{"id":"2508.09035","title":"P/D-Device: Disaggregated Large Language Model between Cloud and Devices","created":"2025-08-12","cited_by_count":2,"area":null},{"id":"2510.25979","title":"AttnCache: Accelerating Self-Attention Inference for LLM Prefill via Attention Cache","created":"2025-10-29","cited_by_count":2,"area":null},{"id":"2601.01712","title":"RelayGR: Scaling Long-Sequence Generative Recommendation via Cross-Stage Relay-Race Inference","created":"2026-01-05","cited_by_count":2,"area":null},{"id":"2605.02960","title":"MoE-Prefill: Zero Redundancy Overheads in MoE Prefill Serving","created":"2026-05-03","cited_by_count":2,"area":"moe"},{"id":"2607.08565","title":"SMetric: Rethink LLM Scheduling for Serving Agents with Balanced Session-centric Scheduling","created":"2026-07-09","cited_by_count":2,"area":"agents"},{"id":"2607.10987","title":"[AAFLOW+] Stateful Operator Abstraction with Zero-Copy Distributed KV Cache Orchestration for Multi-Agent Workflows","created":"2026-07-13","cited_by_count":2,"area":"inference"},{"id":"2607.17147","title":"SlotGuard: Stop Oversharing Private Local Context in LLM Agent Transcri","created":"2026-07-19","cited_by_count":2,"area":"agents"},{"id":"2609.07883","title":"Deadline-Aware Adaptive Prefill Chunking for Efficient Large Language Model Serving","created":"2026-09-07","cited_by_count":2,"area":"inference"},{"id":"2412.18106","title":"Tackling the Dynamicity in a Production LLM Serving System with SOTA Optimizations via Hybrid Prefill/Decode/Verify Scheduling on Efficient Meta-kernels","created":"2024-12-24","cited_by_count":1,"area":"inference"},{"id":"2505.21889","title":"EFIM: Efficient Serving of LLMs for Infilling Tasks with Improved KV Cache Reuse","created":"2025-05-28","cited_by_count":1,"area":"inference"},{"id":"2511.06010","title":"MoSKA: Mixture of Shared KV Attention for Efficient Long-Sequence LLM Inference","created":"2025-11-08","cited_by_count":1,"area":null},{"id":"2601.11553","title":"PerCache: Predictive Hierarchical Cache for RAG Applications on Mobile Devices","created":"2025-12-10","cited_by_count":1,"area":"rag"},{"id":"2602.09725","title":"Efficient Remote KV Cache Reuse with GPU-native Video Codec","created":"2026-02-10","cited_by_count":1,"area":"inference"},{"id":"2603.13420","title":"Accelerating Suffix Jailbreak attacks with Prefix-Shared KV-cache","created":"2026-03-12","cited_by_count":1,"area":"inference"},{"id":"2605.22850","title":"ObjectCache: Layerwise Object-Storage Retrieval for KV Cache Reuse","created":"2026-05-16","cited_by_count":1,"area":"inference"},{"id":"2608.01718","title":"LaCache: Robust Semantic Caching for LLM Serving","created":"2026-08-03","cited_by_count":1,"area":"inference"},{"id":"2608.25523","title":"TOPAS: Workflow-Aware Prefix-State Scheduling for Multi-Agent LLM Serving","created":"2026-08-26","cited_by_count":1,"area":"agents"},{"id":"2609.05707","title":"Intra-Prompt Parallel Decoding for Common-Context Question Answering","created":"2026-09-04","cited_by_count":1,"area":"inference"},{"id":"2506.13965","title":"Are manual annotations necessary for statutory interpretations retrieval?","created":"2025-06-16","cited_by_count":0,"area":null},{"id":"2509.21081","title":"TyphoonMLA: A Mixed Naive-Absorb MLA Kernel For Shared Prefix","created":"2025-09-25","cited_by_count":0,"area":null},{"id":"2512.23049","title":"Accelerating Language Model Workflows with Prompt Choreography","created":"2025-12-28","cited_by_count":0,"area":null},{"id":"2602.22812","title":"Accelerating Local LLMs on Resource-Constrained Edge Devices via Distributed Prompt Caching","created":"2026-02-26","cited_by_count":0,"area":null},{"id":"2603.27960","title":"Towards Efficient Large Vision-Language Models: A Comprehensive Survey on Inference Strategies","created":"2026-03-30","cited_by_count":0,"area":"lr"},{"id":"2604.02715","title":"FluxMoE: Decoupling Expert Residency for High-Performance MoE Serving","created":"2026-04-03","cited_by_count":0,"area":"moe"},{"id":"2605.06046","title":"Requests of a Feather Must Flock Together: Batch Size vs. Prefix Homogeneity in LLM Inference","created":"2026-05-07","cited_by_count":0,"area":"inference"},{"id":"2605.09735","title":"KV-RM: Regularizing KV-Cache Movement for Static-Graph LLM Serving","created":"2026-05-10","cited_by_count":0,"area":"inference"},{"id":"2607.02525","title":"PEEK: Predictive Queue-Informed KV Cache Management for LLM Serving","created":"2026-05-10","cited_by_count":0,"area":"inference"},{"id":"2608.15584","title":"GraniKV: Asymmetric Granularity KV-Cache Paging for Multi-Agent Systems with Long Shared Prefix","created":"2026-08-16","cited_by_count":0,"area":"inference"},{"id":"2608.26140","title":"Affix Cache for Diffusion Large Language Models","created":"2026-06-26","cited_by_count":0,"area":null},{"id":"2609.19657","title":"PrefixBench-H100: Characterizing Prefix Reuse and Time-to-First-Token in H100 LLM Serving","created":"2026-09-17","cited_by_count":0,"area":"inference"},{"id":"2609.34653","title":"OmniTide: Co-Designing Algorithms and Systems for Efficient On-Device Omni-LLM Streaming","created":"2026-09-28","cited_by_count":0,"area":"inference"},{"id":"2609.34727","title":"Dynamic Flow, Static Graph: KV Cache Reuse for Efficient LLM Serving on Mobile NPUs","created":"2026-09-28","cited_by_count":0,"area":"inference"},{"id":"2610.00437","title":"JevSpawn: Adaptive Agentic Inference through Compositional Action Spaces","created":"2026-09-30","cited_by_count":0,"area":"lr"},{"id":"2610.18861","title":"Hybrid Reasoning Agents","created":"2026-10-13","cited_by_count":0,"area":"lr"}],"next_cursor":null}