{"total":99,"rows":[{"id":"2501.01005","title":"FlashInfer: Efficient and Customizable Attention Engine for LLM Inference Serving","created":"2025-01-02","cited_by_count":258,"area":"inference"},{"id":"2508.03680","title":"Agent Lightning: Train ANY AI Agents with Reinforcement Learning","created":"2025-08-05","cited_by_count":109,"area":"lr"},{"id":"2503.15547","title":"Prompt Flow Integrity to Prevent Privilege Escalation in LLM Agents","created":"2025-03-17","cited_by_count":87,"area":"agents"},{"id":"2412.20993","title":"Efficiently Scaling LLM Reasoning with Certaindex","created":"2024-12-30","cited_by_count":58,"area":"lr"},{"id":"2502.13965","title":"Autellix: An Efficient Serving Engine for LLM Agents as General Programs","created":"2025-02-19","cited_by_count":58,"area":"agents"},{"id":"2507.07400","title":"KVFlow: Efficient Prefix Caching for Accelerating LLM-Based Multi-Agent Workflows","created":"2025-07-10","cited_by_count":56,"area":"agents"},{"id":"2502.02770","title":"Twilight: Adaptive Attention Sparsity with Hierarchical Top-$p$ Pruning","created":"2025-02-04","cited_by_count":49,"area":null},{"id":"2408.09955","title":"MegaAgent: A Large-Scale Autonomous LLM-based Multi-Agent System Without Predefined SOPs","created":"2024-08-19","cited_by_count":47,"area":"agents"},{"id":"2407.12391","title":"LLM Inference Serving: Survey of Recent Advances and Opportunities","created":"2024-07-17","cited_by_count":46,"area":null},{"id":"2511.02230","title":"Continuum: Efficient and Robust Multi-Turn LLM Agent Scheduling with KV Cache Time-to-Live","created":"2025-11-04","cited_by_count":44,"area":"agents"},{"id":"2506.02634","title":"KVCache Cache in the Wild: Characterizing and Optimizing KVCache Cache at a Large Cloud Provider","created":"2025-06-03","cited_by_count":41,"area":"inference"},{"id":"2407.00326","title":"Teola: Towards End-to-End Optimization of LLM-based Applications","created":"2024-06-29","cited_by_count":32,"area":null},{"id":"2503.18292","title":"Jenga: Effective Memory Management for Serving LLM with Heterogeneity","created":"2025-03-24","cited_by_count":25,"area":"inference"},{"id":"2603.18897","title":"Parallelizing Tool Execution and LLM Generation for Low-Latency Agent Serving","created":"2026-03-19","cited_by_count":20,"area":"agents"},{"id":"2411.16102","title":"BlendServe: Optimizing Offline Inference for Auto-regressive Large Models with Resource-aware Batching","created":"2024-11-25","cited_by_count":19,"area":null},{"id":"2508.18298","title":"Murakkab: Resource-Efficient Agentic Workflow Orchestration in Cloud Platforms","created":"2025-08-22","cited_by_count":18,"area":"agents"},{"id":"2412.10543","title":"METIS: Fast Quality-Aware RAG Systems with Configuration Adaptation","created":"2024-12-13","cited_by_count":17,"area":"rag"},{"id":"2504.20068","title":"JITServe: SLO-aware LLM Serving with Imprecise Request Information","created":"2025-04-24","cited_by_count":17,"area":"inference"},{"id":"2504.19720","title":"Taming the Titans: A Survey of Efficient LLM Inference Serving","created":"2025-04-28","cited_by_count":16,"area":"inference"},{"id":"2510.18586","title":"TokenCake: A KV-Cache-centric Serving Framework for LLM-based Multi-Agent Applications","created":"2025-10-21","cited_by_count":16,"area":"inference"},{"id":"2606.30560","title":"TraceLab: Characterizing Coding Agent Workloads for LLM Serving","created":"2026-06-29","cited_by_count":16,"area":"agents"},{"id":"2510.24051","title":"Pie: A Programmable Serving System for Emerging LLM Applications","created":"2025-10-28","cited_by_count":14,"area":"lr"},{"id":"2601.22705","title":"CONCUR: High-Throughput Agentic Batch Inference of LLM via Congestion-Based Concurrency Control","created":"2026-01-30","cited_by_count":14,"area":"inference"},{"id":"2406.13511","title":"Slice-Level Scheduling for High Throughput and Load Balanced LLM Serving","created":"2024-06-19","cited_by_count":13,"area":"inference"},{"id":"2501.12689","title":"IC-Cache: Efficient Large Language Model Serving via In-context Caching","created":"2025-01-22","cited_by_count":13,"area":null},{"id":"2506.24045","title":"Agent.xpu: Efficient Scheduling of Agentic LLM Workloads on Heterogeneous SoC","created":"2025-06-30","cited_by_count":11,"area":"agents"},{"id":"2603.16104","title":"Efficient LLM Serving for Agentic Workflows: A Data Systems Perspective","created":"2026-03-17","cited_by_count":11,"area":"agents"},{"id":"2608.00101","title":"Agentic Coding in the Wild: Characterizing GitHub Copilot Traces at Production Scale","created":"2026-07-30","cited_by_count":11,"area":"agents"},{"id":"2501.14808","title":"HyGen: Efficient LLM Serving via Elastic Online-Offline Request Co-location","created":"2025-01-15","cited_by_count":10,"area":"inference"},{"id":"2503.00686","title":"GPIoT: Tailoring Small Language Models for IoT Program Synthesis and Development","created":"2025-03-02","cited_by_count":10,"area":null},{"id":"2504.10724","title":"HELIOS: Adaptive Model And Early-Exit Selection for Efficient LLM Inference Serving","created":"2025-04-14","cited_by_count":8,"area":"inference"},{"id":"2604.03143","title":"TokenDance: Scaling Multi-Agent LLM Serving via Collective KV Cache Sharing","created":"2026-04-03","cited_by_count":8,"area":"inference"},{"id":"2509.02121","title":"Batch Query Processing and Optimization for Agentic Workflows","created":"2025-09-02","cited_by_count":6,"area":"inference"},{"id":"2605.00528","title":"SAGA: Workflow-Atomic Scheduling for AI Agent Inference on GPU Clusters","created":"2026-05-01","cited_by_count":6,"area":"agents"},{"id":"2503.07545","title":"Queueing, Predictions, and LLMs: Challenges and Open Problems","created":"2025-03-10","cited_by_count":5,"area":null},{"id":"2601.12967","title":"Sutradhara: An Intelligent Orchestrator-Engine Co-design for Tool-based Agentic Inference","created":"2026-01-19","cited_by_count":5,"area":"inference"},{"id":"2602.18755","title":"DualScale: Energy-Efficient Disaggregated LLM Serving via Phase-Aware Placement and DVFS","created":"2026-02-21","cited_by_count":5,"area":"inference"},{"id":"2608.15127","title":"From LLM Inference to Agentic Workloads: Characterization and Implications for Serving Systems","created":"2026-08-15","cited_by_count":5,"area":"agents"},{"id":"2412.13437","title":"Deploying Foundation Model Powered Agent Services: A Survey","created":"2024-12-18","cited_by_count":4,"area":"agents"},{"id":"2504.19516","title":"Boosting LLM Serving through Spatial-Temporal GPU Resource Sharing","created":"2025-04-28","cited_by_count":4,"area":"inference"},{"id":"2603.22206","title":"Chimera: Latency- and Performance-Aware Multi-agent Serving for Heterogeneous LLMs","created":"2026-03-23","cited_by_count":4,"area":"agents"},{"id":"2605.06472","title":"Efficient Serving for Dynamic Agent Workflows with Prediction-based KV-Cache Management","created":"2026-05-07","cited_by_count":4,"area":"agents"},{"id":"2411.15997","title":"Ensuring Fair LLM Serving Amid Diverse Applications","created":"2024-11-24","cited_by_count":3,"area":null},{"id":"2503.19779","title":"PyGraph: Robust Compiler Support for CUDA Graphs in PyTorch","created":"2025-03-25","cited_by_count":3,"area":null},{"id":"2509.00195","title":"FastTTS: Accelerating Test-Time Scaling for Edge LLM Reasoning","created":"2025-08-29","cited_by_count":3,"area":"lr"},{"id":"2509.03117","title":"PromptCOS: Towards Content-only System Prompt Copyright Auditing for LLMs","created":"2025-09-03","cited_by_count":3,"area":"safety"},{"id":"2512.21309","title":"A Plan Reuse Mechanism for LLM-Driven Agent","created":"2025-12-24","cited_by_count":3,"area":"agents"},{"id":"2604.26963","title":"MARS: Efficient, Adaptive Co-Scheduling for Heterogeneous Agentic Systems","created":"2026-04-14","cited_by_count":3,"area":"agents"},{"id":"2606.01725","title":"Characterization of Multi-Model Agentic AI Systems on General Tasks via Trace-Driven Simulation","created":"2026-06-01","cited_by_count":3,"area":"agents"},{"id":"2606.02964","title":"Multi-Segment Attention: Enabling Efficient KV-Cache Management for Faster Large Language Model Serving","created":"2026-06-01","cited_by_count":3,"area":"inference"},{"id":"2504.09775","title":"MIST: A Co-Design Framework for Heterogeneous, Multi-Stage LLM Inference","created":"2025-04-14","cited_by_count":2,"area":"inference"},{"id":"2505.07680","title":"SpecRouter: Adaptive Routing for Multi-Level Speculative Decoding in Large Language Models","created":"2025-05-12","cited_by_count":2,"area":"inference"},{"id":"2505.13254","title":"HeteroSpec: Leveraging Contextual Heterogeneity for Efficient Speculative Decoding","created":"2025-05-19","cited_by_count":2,"area":"inference"},{"id":"2508.16646","title":"Equinox: Holistic Fair Scheduling in Serving Large Language Models","created":"2025-08-19","cited_by_count":2,"area":"inference"},{"id":"2510.03283","title":"MACE: A Hybrid LLM Serving System with Colocated SLO-aware Continuous Retraining Alignment","created":"2025-09-28","cited_by_count":2,"area":"inference"},{"id":"2512.15784","title":"Beyond Training: Enabling Self-Evolution of Agents with MOBIMEM","created":"2025-12-15","cited_by_count":2,"area":"agents"},{"id":"2601.21473","title":"ScaleSim: Serving Large-Scale Multi-Agent Simulation with Invocation Distance-Based Memory Management","created":"2026-01-29","cited_by_count":2,"area":"agents"},{"id":"2604.06370","title":"ForkKV: Scaling Multi-LoRA Agent Serving via Copy-on-Write Disaggregated KV Cache","created":"2026-04-07","cited_by_count":2,"area":"agents"},{"id":"2604.09611","title":"Characterizing Performance-Energy Trade-offs of Large Language Models in Multi-Request Workflows","created":"2026-03-12","cited_by_count":2,"area":"inference"},{"id":"2605.27744","title":"A Policy-Driven Runtime Layer for Agentic LLM Serving","created":"2026-05-26","cited_by_count":2,"area":"agents"},{"id":"2606.01839","title":"Observation, Not Prediction: Conversation-Level Disaggregated Scheduling for Agentic Serving","created":"2026-06-01","cited_by_count":2,"area":"agents"},{"id":"2607.08565","title":"SMetric: Rethink LLM Scheduling for Serving Agents with Balanced Session-centric Scheduling","created":"2026-07-09","cited_by_count":2,"area":"agents"},{"id":"2608.14624","title":"Learning Agent Execution for KV-Cache Management in Agentic Serving","created":"2026-07-16","cited_by_count":2,"area":"agents"},{"id":"2505.20600","title":"InstGenIE: Generative Image Editing Made Efficient with Mask-aware Caching and Scheduling","created":"2025-05-27","cited_by_count":1,"area":"diffusion"},{"id":"2506.12204","title":"Semantic Scheduling for LLM Inference","created":"2025-06-13","cited_by_count":1,"area":null},{"id":"2506.14851","title":"Efficient Serving of LLM Applications with Probabilistic Demand Modeling","created":"2025-06-17","cited_by_count":1,"area":null},{"id":"2507.19854","title":"Think, Act, Learn: A Framework for Autonomous Robotic Agents using Closed-Loop Large Language Models","created":"2025-07-26","cited_by_count":1,"area":"lr"},{"id":"2601.05109","title":"Nalar: An agent serving framework","created":"2026-01-08","cited_by_count":1,"area":"agents"},{"id":"2602.09725","title":"Efficient Remote KV Cache Reuse with GPU-native Video Codec","created":"2026-02-10","cited_by_count":1,"area":"inference"},{"id":"2604.15186","title":"Scepsy: Serving Agentic Workflows Using Aggregate LLM Pipelines","created":"2026-04-16","cited_by_count":1,"area":"agents"},{"id":"2605.27428","title":"$E^3$-Agent: An Executable and Evolving Agent for Resource Management of Edge Generative Inference","created":"2026-05-21","cited_by_count":1,"area":"agents"},{"id":"2608.20370","title":"Benchmarking LLM Serving Systems for Agentic AI Workloads with XPerf","created":"2026-06-19","cited_by_count":1,"area":"agents"},{"id":"2608.25523","title":"TOPAS: Workflow-Aware Prefix-State Scheduling for Multi-Agent LLM Serving","created":"2026-08-26","cited_by_count":1,"area":"agents"},{"id":"2410.11857","title":"LLMBridge: Reducing Costs to Access LLMs in a Prompt-Centric Internet","created":"2024-10-04","cited_by_count":0,"area":null},{"id":"2411.09580","title":"Software Performance Engineering for Foundation Model-Powered Software","created":"2024-11-14","cited_by_count":0,"area":null},{"id":"2503.01066","title":"Alchemist: Towards the Design of Efficient Online Continual Learning System","created":"2025-03-03","cited_by_count":0,"area":null},{"id":"2503.13773","title":"Mitigating KV Cache Competition to Enhance User Experience in LLM Inference","created":"2025-03-17","cited_by_count":0,"area":"inference"},{"id":"2503.16893","title":"Improving the End-to-End Efficiency of Offline Inference for Multi-LLM Applications Based on Sampling and Simulation","created":"2025-03-21","cited_by_count":0,"area":null},{"id":"2510.15652","title":"GOGH: Correlation-Guided Orchestration of GPUs in Heterogeneous Clusters","created":"2025-10-17","cited_by_count":0,"area":null},{"id":"2510.25412","title":"Serve Programs, Not Prompts","created":"2025-10-29","cited_by_count":0,"area":"inference"},{"id":"2511.00603","title":"EPARA: Parallelizing Categorized AI Inference in Edge Clouds","created":"2025-11-01","cited_by_count":0,"area":null},{"id":"2603.21257","title":"CALVO: Improve Serving Efficiency for LLM Inferences with Intense Network Demands","created":"2026-03-22","cited_by_count":0,"area":"inference"},{"id":"2604.06296","title":"AgentOpt v0.1 Technical Report: Client-Side Optimization for LLM-Based Agent","created":"2026-04-07","cited_by_count":0,"area":"agents"},{"id":"2604.08123","title":"LegoDiffusion: Micro-Serving Text-to-Image Diffusion Workflows","created":"2026-04-09","cited_by_count":0,"area":"diffusion"},{"id":"2605.16637","title":"HexAGenT: Efficient Agentic LLM Serving via Workflow- and Heterogeneity-Aware Scheduling","created":"2026-05-15","cited_by_count":0,"area":"inference"},{"id":"2606.21401","title":"SwarmX: Agentic Scheduling for Low-Latency Agentic Systems","created":"2026-06-19","cited_by_count":0,"area":"agents"},{"id":"2607.00151","title":"SmoothAgent: Efficient Long-Horizon LLM-Based Agent Serving with Lookahead Context Engineering","created":"2026-06-30","cited_by_count":0,"area":"inference"},{"id":"2607.15593","title":"Scalable LLM Agent Tool Access in the Cloud","created":"2026-07-17","cited_by_count":0,"area":"agents"},{"id":"2607.17181","title":"Talaria: Session-Aware Serverless Serving of Hundred-Billion-Parameter LLMs","created":"2026-07-19","cited_by_count":0,"area":null},{"id":"2607.22578","title":"HeraSys: Collaborative Serving of Multiple LLM Workflows via Fine-Grained End-to-End Optimization","created":"2026-06-07","cited_by_count":0,"area":"agents"},{"id":"2608.24650","title":"Simthesizer: An Agent-Driven Simulation Framework for LLM Serving Systems","created":"2026-08-25","cited_by_count":0,"area":"agents"},{"id":"2609.10964","title":"Decoupling Readiness from Release for Tail-Aware Scheduling of Agentic LLM Workflows","created":"2026-09-10","cited_by_count":0,"area":"agents"},{"id":"2609.16491","title":"PipeSwift: Revisiting Pipeline Parallelism for Large-Scale Completion-Oriented Agentic LLM Serving","created":"2026-09-15","cited_by_count":0,"area":"inference"},{"id":"2609.31047","title":"DynBranch: Speculative Subgraph Reuse for Dynamic Agentic LLM Serving","created":"2026-09-25","cited_by_count":0,"area":"agents"},{"id":"2609.33768","title":"DEALS: Decentralized Expertise-Aware Load Serving for Multi-Agent LLM Systems","created":"2026-09-27","cited_by_count":0,"area":"agents"},{"id":"2609.35760","title":"TokenCast: Forecasting Token Consumption During LLM Agent Execution","created":"2026-09-28","cited_by_count":0,"area":"agents"},{"id":"2610.02951","title":"Dynamic Expert Pruning for Multi-Agent Systems","created":"2026-10-02","cited_by_count":0,"area":"agents"},{"id":"2610.04956","title":"From Overloaded to Guaranteed: High-Throughput Multi-SLO Enforcement for LoRA-Assisted On-Premise LLM Deployment","created":"2026-10-04","cited_by_count":0,"area":null},{"id":"2610.19822","title":"JointServe: Serving Multi-Model Agents on Memory-Constrained GPUs","created":"2026-10-14","cited_by_count":0,"area":"agents"}],"next_cursor":null}