{"total":70,"rows":[{"id":"2407.00079","title":"Mooncake: A KVCache-centric Disaggregated Architecture for LLM Serving","created":"2024-06-24","cited_by_count":196,"area":"inference"},{"id":"2502.13965","title":"Autellix: An Efficient Serving Engine for LLM Agents as General Programs","created":"2025-02-19","cited_by_count":58,"area":"agents"},{"id":"2511.02230","title":"Continuum: Efficient and Robust Multi-Turn LLM Agent Scheduling with KV Cache Time-to-Live","created":"2025-11-04","cited_by_count":44,"area":"agents"},{"id":"2501.02600","title":"TAPAS: Thermal- and Power-Aware Scheduling for LLM Inference in Cloud Platforms","created":"2025-01-05","cited_by_count":29,"area":null},{"id":"2411.16102","title":"BlendServe: Optimizing Offline Inference for Auto-regressive Large Models with Resource-aware Batching","created":"2024-11-25","cited_by_count":19,"area":null},{"id":"2412.10543","title":"METIS: Fast Quality-Aware RAG Systems with Configuration Adaptation","created":"2024-12-13","cited_by_count":17,"area":"rag"},{"id":"2410.00079","title":"Interactive Speculative Planning: Enhance Agent Efficiency through Co-design of System and User Interface","created":"2024-09-30","cited_by_count":16,"area":"agents"},{"id":"2504.19720","title":"Taming the Titans: A Survey of Efficient LLM Inference Serving","created":"2025-04-28","cited_by_count":16,"area":"inference"},{"id":"2510.18586","title":"TokenCake: A KV-Cache-centric Serving Framework for LLM-based Multi-Agent Applications","created":"2025-10-21","cited_by_count":16,"area":"inference"},{"id":"2606.30560","title":"TraceLab: Characterizing Coding Agent Workloads for LLM Serving","created":"2026-06-29","cited_by_count":16,"area":"agents"},{"id":"2601.22705","title":"CONCUR: High-Throughput Agentic Batch Inference of LLM via Congestion-Based Concurrency Control","created":"2026-01-30","cited_by_count":14,"area":"inference"},{"id":"2507.06608","title":"Nexus:Proactive Intra-GPU Disaggregation of Prefill and Decode in LLM Serving","created":"2025-07-09","cited_by_count":13,"area":"inference"},{"id":"2512.18194","title":"TraCT: Disaggregated LLM Serving with CXL Shared Memory KV Cache at Rack-Scale","created":"2025-12-20","cited_by_count":13,"area":"inference"},{"id":"2501.02336","title":"AdaSkip: Adaptive Sublayer Skipping for Accelerating Long-Context LLM Inference","created":"2025-01-04","cited_by_count":12,"area":null},{"id":"2506.24045","title":"Agent.xpu: Efficient Scheduling of Agentic LLM Workloads on Heterogeneous SoC","created":"2025-06-30","cited_by_count":11,"area":"agents"},{"id":"2501.14808","title":"HyGen: Efficient LLM Serving via Elastic Online-Offline Request Co-location","created":"2025-01-15","cited_by_count":10,"area":"inference"},{"id":"2602.06502","title":"DualMap: Enabling Both Cache Affinity and Load Balancing for Distributed LLM Serving","created":"2026-02-06","cited_by_count":8,"area":"inference"},{"id":"2510.08544","title":"SPAD: Specialized Prefill and Decode Hardware for Disaggregated LLM Inference","created":"2025-10-09","cited_by_count":6,"area":null},{"id":"2505.11916","title":"Arrow: Adaptive Scheduling Mechanisms for Disaggregated LLM Inference Architecture","created":"2025-05-17","cited_by_count":5,"area":"inference"},{"id":"2508.17219","title":"TokenLake: A Unified Segment-level Prefix Cache Pool for Fine-grained Elastic Long-Context LLM Serving","created":"2025-08-24","cited_by_count":5,"area":"inference"},{"id":"2505.17694","title":"CoDec: Prefix-Shared Decoding Kernel for LLMs","created":"2025-05-23","cited_by_count":4,"area":null},{"id":"2605.05219","title":"Sparse Prefix Caching for Hybrid and Recurrent LLM Serving","created":"2026-04-17","cited_by_count":4,"area":"inference"},{"id":"2607.08057","title":"Towards Efficient Large Language Model Serving: A Survey on System-Aware KV Cache Optimization","created":"2026-07-09","cited_by_count":4,"area":"inference"},{"id":"2509.16857","title":"ShadowServe: Interference-Free KV Cache Fetching for Distributed Prefix Caching","created":"2025-09-21","cited_by_count":3,"area":"inference"},{"id":"2604.24351","title":"Diffusion Templates: A Unified Plugin Framework for Controllable Diffusion","created":"2026-04-27","cited_by_count":3,"area":"diffusion"},{"id":"2605.18825","title":"Not All Tokens Are Worth Caching: Learning Semantic-Aware Eviction for LLM Prefix Caches","created":"2026-05-12","cited_by_count":3,"area":null},{"id":"2607.00466","title":"ELDR: Expert-Locality-Aware Decode Routing for PD-Disaggregated MoE Serving","created":"2026-07-01","cited_by_count":3,"area":"moe"},{"id":"2512.16134","title":"Staggered Batch Scheduling: Co-optimizing Time-to-First-Token and Throughput for High-Efficiency LLM Inference","created":"2025-12-18","cited_by_count":2,"area":null},{"id":"2603.15202","title":"Simple is Better: Multiplication May Be All You Need for LLM Request Scheduling","created":"2026-03-16","cited_by_count":2,"area":"inference"},{"id":"2605.27744","title":"A Policy-Driven Runtime Layer for Agentic LLM Serving","created":"2026-05-26","cited_by_count":2,"area":"agents"},{"id":"2606.15177","title":"Coordinated Scheduling for MoE LLM Serving","created":"2026-06-13","cited_by_count":2,"area":"moe"},{"id":"2607.08565","title":"SMetric: Rethink LLM Scheduling for Serving Agents with Balanced Session-centric Scheduling","created":"2026-07-09","cited_by_count":2,"area":"agents"},{"id":"2607.28150","title":"SmartGen: Seamless Disaggregated LLM Inference with Selective KV Cache Transfer","created":"2026-07-30","cited_by_count":2,"area":"inference"},{"id":"2608.14624","title":"Learning Agent Execution for KV-Cache Management in Agentic Serving","created":"2026-07-16","cited_by_count":2,"area":"agents"},{"id":"2504.20101","title":"PlanetServe: A Decentralized, Scalable, and Privacy-Preserving Overlay for Democratizing Large Language Model Serving","created":"2025-04-27","cited_by_count":1,"area":"inference"},{"id":"2602.00397","title":"Fast Forward: Accelerating LLM Prefill with Predictive FFN Sparsity","created":"2026-01-30","cited_by_count":1,"area":null},{"id":"2602.09725","title":"Efficient Remote KV Cache Reuse with GPU-native Video Codec","created":"2026-02-10","cited_by_count":1,"area":"inference"},{"id":"2602.11688","title":"GORGO: Online Tuning for Cross-Region Network-Aware LLM Serving","created":"2026-02-12","cited_by_count":1,"area":"inference"},{"id":"2602.21626","title":"Multi-Layer Scheduling for MoE-Based LLM Reasoning","created":"2026-02-25","cited_by_count":1,"area":"moe"},{"id":"2604.01621","title":"DWDP: Distributed Weight Data Parallelism for High-Performance LLM Inference on NVL72","created":"2026-04-02","cited_by_count":1,"area":null},{"id":"2606.07571","title":"Enabling KV Caching of Shared Prefix for Diffusion Language Models","created":"2026-05-26","cited_by_count":1,"area":"diffusion"},{"id":"2608.06557","title":"Cascade: Exploiting SLO-Aware latency budget for fair and high goodput LLM inference serving","created":"2026-08-06","cited_by_count":1,"area":"agents"},{"id":"2608.11152","title":"Scheduling Mixed RL Rollouts Beyond Prefix Locality","created":"2026-08-11","cited_by_count":1,"area":null},{"id":"2608.19677","title":"CacheRoute: Planned Prefix-Affinity Routing for Large-Scale LLM Serving","created":"2026-08-20","cited_by_count":1,"area":"inference"},{"id":"2608.20370","title":"Benchmarking LLM Serving Systems for Agentic AI Workloads with XPerf","created":"2026-06-19","cited_by_count":1,"area":"agents"},{"id":"2608.25523","title":"TOPAS: Workflow-Aware Prefix-State Scheduling for Multi-Agent LLM Serving","created":"2026-08-26","cited_by_count":1,"area":"agents"},{"id":"2610.03198","title":"KV$^2$: A Self-Refining KV Cache","created":"2026-10-02","cited_by_count":1,"area":"inference"},{"id":"2503.01066","title":"Alchemist: Towards the Design of Efficient Online Continual Learning System","created":"2025-03-03","cited_by_count":0,"area":null},{"id":"2511.22481","title":"OmniInfer: System-Wide Acceleration Techniques for Optimizing LLM Serving Throughput and Latency","created":"2025-11-27","cited_by_count":0,"area":"inference"},{"id":"2601.15013","title":"RadixMLP -- Intra-batch Deduplication for Causal Transformers","created":"2026-01-21","cited_by_count":0,"area":null},{"id":"2606.15199","title":"CogGuard: Cognitive and Operational Profiling for Proactive Warning in Edge Intelligent Services","created":"2026-06-13","cited_by_count":0,"area":null},{"id":"2606.18431","title":"Beyond Prediction: Tail-Aware Scheduling for LLM Inference","created":"2026-06-16","cited_by_count":0,"area":"inference"},{"id":"2606.21238","title":"Recency/Frequency Adaptive KV Caching for Large Language Model Serving","created":"2026-06-19","cited_by_count":0,"area":null},{"id":"2606.31093","title":"Omni-Flow: A Unified Workflow Orchestration and Distributed KV Cache Sharing Framework for Multimodal Inference","created":"2026-06-30","cited_by_count":0,"area":"inference"},{"id":"2607.02525","title":"PEEK: Predictive Queue-Informed KV Cache Management for LLM Serving","created":"2026-05-10","cited_by_count":0,"area":"inference"},{"id":"2607.02574","title":"From Tensor Buffer to Distributed Memory Hierarchy: A Survey of KV Cache Management for LLM Serving","created":"2026-06-30","cited_by_count":0,"area":"inference"},{"id":"2607.26633","title":"NELSSA: A GPU-PNM Heterogeneous System for Mixed-Length LLM Serving via Length-based Request Placement","created":"2026-07-29","cited_by_count":0,"area":"inference"},{"id":"2608.15584","title":"GraniKV: Asymmetric Granularity KV-Cache Paging for Multi-Agent Systems with Long Shared Prefix","created":"2026-08-16","cited_by_count":0,"area":"inference"},{"id":"2608.26140","title":"Affix Cache for Diffusion Large Language Models","created":"2026-06-26","cited_by_count":0,"area":null},{"id":"2609.06940","title":"Unified AI Gateway: A Framework for Joint Model Routing and KV Cache Management","created":"2026-09-07","cited_by_count":0,"area":"inference"},{"id":"2609.23130","title":"From Inference Engine to Inference Control Plane: Connecting vLLM, llm-d, and the Evolution of Efficient Distributed LLM Serving","created":"2026-09-19","cited_by_count":0,"area":"inference"},{"id":"2609.31047","title":"DynBranch: Speculative Subgraph Reuse for Dynamic Agentic LLM Serving","created":"2026-09-25","cited_by_count":0,"area":"agents"},{"id":"2609.32256","title":"LAM: Efficient Lossy Agent Memory Framework With A Retrieval-Score Error Bound","created":"2026-09-26","cited_by_count":0,"area":"agents"},{"id":"2609.32961","title":"Beyond Token Savings: A Systematic Study of Context Compression in LLM Agents","created":"2026-09-26","cited_by_count":0,"area":"agents"},{"id":"2609.33477","title":"Just Let Linear States Forget the Distant Past: Prefix Caching via Suffix Replay for Hybrid LLMs","created":"2026-09-27","cited_by_count":0,"area":null},{"id":"2609.33762","title":"EfficientAgent: What Makes KV Cache Offloading Work for Concurrent Agents?","created":"2026-09-27","cited_by_count":0,"area":"agents"},{"id":"2609.35263","title":"WavePP: High-Throughput Pipeline Parallel LLM Prefill under Prefix Reuse","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2609.40070","title":"Inference Auctions","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2610.15509","title":"CacheLink: Functional KV Transport for Zero-Prefill Cross-Model Context Handoff","created":"2026-10-11","cited_by_count":0,"area":"inference"},{"id":"2610.18143","title":"RadixFlow: Filling Execution Bubbles in Prefix-Cached Hybrid LLM Serving","created":"2026-10-13","cited_by_count":0,"area":"inference"}],"next_cursor":null}