{"total":87,"rows":[{"id":"2406.03243","title":"Llumnix: Dynamic Scheduling for Large Language Model Serving","created":"2024-06-05","cited_by_count":174,"area":"inference"},{"id":"2504.17674","title":"Energy Considerations of Large Language Model Inference and Efficiency Optimizations","created":"2025-04-24","cited_by_count":55,"area":null},{"id":"2505.09999","title":"ServeGen: Workload Characterization and Generation of Large Language Model Serving in Production","created":"2025-05-15","cited_by_count":29,"area":"inference"},{"id":"2502.00722","title":"Demystifying Cost-Efficiency in LLM Serving over Heterogeneous GPUs","created":"2025-02-02","cited_by_count":22,"area":"inference"},{"id":"2408.05235","title":"SLO-aware GPU Frequency Scaling for Energy Efficient LLM Inference Serving","created":"2024-08-05","cited_by_count":19,"area":"inference"},{"id":"2411.16102","title":"BlendServe: Optimizing Offline Inference for Auto-regressive Large Models with Resource-aware Batching","created":"2024-11-25","cited_by_count":19,"area":null},{"id":"2503.05096","title":"AdaSpec: Adaptive Speculative Decoding for Fast, SLO-Aware Large Language Model Serving","created":"2025-03-07","cited_by_count":18,"area":"inference"},{"id":"2502.15524","title":"HydraServe: Minimizing Cold Start Latency for Serverless LLM Serving in Public Clouds","created":"2025-02-21","cited_by_count":14,"area":"inference"},{"id":"2503.18599","title":"Oaken: Fast and Efficient LLM Serving with Online-Offline Hybrid KV Cache Quantization","created":"2025-03-24","cited_by_count":14,"area":"inference"},{"id":"2511.07885","title":"Intelligence per Watt: Measuring Intelligence Efficiency of Local AI","created":"2025-11-11","cited_by_count":14,"area":null},{"id":"2512.03416","title":"TokenScale: Timely and Accurate Autoscaling for Disaggregated LLM Serving with Token Velocity","created":"2025-12-03","cited_by_count":12,"area":"inference"},{"id":"2510.02758","title":"TokenFlow: Responsive LLM Text Streaming Serving under Request Burst via Preemptive Scheduling","created":"2025-10-03","cited_by_count":10,"area":"inference"},{"id":"2505.09142","title":"ELIS: Efficient LLM Iterative Scheduling System with Response Length Predictor","created":"2025-05-14","cited_by_count":9,"area":"inference"},{"id":"2512.13525","title":"Janus: Disaggregating Attention and Experts for Scalable MoE Inference","created":"2025-12-15","cited_by_count":8,"area":"moe"},{"id":"2506.02006","title":"MorphServe: Efficient and Workload-Aware LLM Serving via Runtime Quantized Layer Swapping and KV Cache Resizing","created":"2025-05-24","cited_by_count":6,"area":"inference"},{"id":"2602.22593","title":"FLYING SERVING: On-the-Fly Parallelism Switching for Large Language Model Serving","created":"2026-02-26","cited_by_count":6,"area":"inference"},{"id":"2605.00528","title":"SAGA: Workflow-Atomic Scheduling for AI Agent Inference on GPU Clusters","created":"2026-05-01","cited_by_count":6,"area":"agents"},{"id":"2505.11916","title":"Arrow: Adaptive Scheduling Mechanisms for Disaggregated LLM Inference Architecture","created":"2025-05-17","cited_by_count":5,"area":"inference"},{"id":"2512.09472","title":"WarmServe: Enabling One-for-Many GPU Prewarming for Multi-LLM Serving","created":"2025-12-10","cited_by_count":5,"area":"inference"},{"id":"2505.23554","title":"Sustainable Carbon-Aware and Water-Efficient LLM Scheduling in Geo-Distributed Cloud Datacenters","created":"2025-05-29","cited_by_count":4,"area":null},{"id":"2607.29678","title":"TokTier: Exact Stateful CPU+GPU Tokenization for Agentic LLM Serving","created":"2026-07-31","cited_by_count":4,"area":null},{"id":"2505.17138","title":"RAP: Runtime Adaptive Pruning for LLM Inference","created":"2025-05-22","cited_by_count":3,"area":"inference"},{"id":"2601.22438","title":"Towards Resiliency in Large Language Model Serving with KevlarFlow","created":"2026-01-30","cited_by_count":3,"area":"inference"},{"id":"2604.12171","title":"PipeLive: Efficient Live In-place Pipeline Parallelism Reconfiguration for Dynamic LLM Serving","created":"2026-04-14","cited_by_count":3,"area":"inference"},{"id":"2605.00831","title":"GhostServe: A Lightweight Checkpointing System in the Shadow for Fault-Tolerant LLM Serving","created":"2026-03-26","cited_by_count":3,"area":"inference"},{"id":"2605.05467","title":"Nitsum: Serving Tiered LLM Requests with Adaptive Tensor Parallelism","created":"2026-05-06","cited_by_count":3,"area":"inference"},{"id":"2606.15954","title":"Green SARC: Predictive Cost and Carbon Governance for Agentic AI Systems","created":"2026-06-14","cited_by_count":3,"area":"agents"},{"id":"2504.09590","title":"Efficient LLM Serving on Hybrid Real-time and Best-effort Requests","created":"2025-04-13","cited_by_count":2,"area":"inference"},{"id":"2504.15302","title":"RAGDoll: Efficient Offloading-based Online RAG System on a Single GPU","created":"2025-04-17","cited_by_count":2,"area":"rag"},{"id":"2508.01744","title":"AGFT: An Adaptive GPU Frequency Tuner for Real-Time LLM Inference Optimization","created":"2025-08-03","cited_by_count":2,"area":null},{"id":"2508.03611","title":"Astrolabe: Balancing Load in LLM Serving with Randomized Prediction-Guided Scheduling","created":"2025-08-05","cited_by_count":2,"area":"inference"},{"id":"2508.18736","title":"Rethinking Caching for LLM Serving Systems: Beyond Traditional Heuristics","created":"2025-08-26","cited_by_count":2,"area":"lr"},{"id":"2511.09557","title":"Understanding and Improving Communication Performance in Multi-node LLM Inference","created":"2025-11-12","cited_by_count":2,"area":null},{"id":"2511.12979","title":"RAGPulse: An Open-Source RAG Workload Trace to Optimize RAG Serving Systems","created":"2025-11-17","cited_by_count":2,"area":"rag"},{"id":"2512.23995","title":"RepetitionCurse: Measuring and Understanding Router Imbalance in Mixture-of-Experts LLMs under DoS Stress","created":"2025-12-30","cited_by_count":2,"area":"moe"},{"id":"2601.21351","title":"Analytical Provisioning for Attention-FFN Disaggregated LLM Serving under Stochastic Workloads","created":"2026-01-29","cited_by_count":2,"area":"inference"},{"id":"2602.07878","title":"Rethinking Latency Denial-of-Service: Attacking the LLM Serving Framework, Not the Model","created":"2026-02-08","cited_by_count":2,"area":"inference"},{"id":"2602.15889","title":"Daily and Weekly Periodicity in Large Language Model Performance and Its Implications for Research","created":"2026-02-06","cited_by_count":2,"area":null},{"id":"2603.15202","title":"Simple is Better: Multiplication May Be All You Need for LLM Request Scheduling","created":"2026-03-16","cited_by_count":2,"area":"inference"},{"id":"2603.28795","title":"StepCache: Step-Level Reuse with Lightweight Verification and Selective Patching for LLM Serving","created":"2026-03-24","cited_by_count":2,"area":"inference"},{"id":"2604.06664","title":"Foundry: Template-Based CUDA Graph Context Materialization for Fast LLM Serving Cold Start","created":"2026-04-08","cited_by_count":2,"area":"inference"},{"id":"2604.09613","title":"Token-Budget-Aware Pool Routing for Cost-Efficient LLM Inference","created":"2026-03-13","cited_by_count":2,"area":"inference"},{"id":"2605.04357","title":"Coral: Cost-Efficient Multi-LLM Serving over Heterogeneous Cloud GPUs","created":"2026-05-05","cited_by_count":2,"area":"inference"},{"id":"2608.20961","title":"TreeWY: Speculative Verification for Gated DeltaNet Hybrids","created":"2026-08-21","cited_by_count":2,"area":"inference"},{"id":"2505.14468","title":"ServerlessLoRA: Enabling Low-Latency Serverless Multi-LoRA Serving","created":"2025-05-20","cited_by_count":1,"area":null},{"id":"2602.05145","title":"TIDE: Temporal Incremental Draft Engine for Self-Improving LLM Inference","created":"2026-02-05","cited_by_count":1,"area":"synth"},{"id":"2602.17518","title":"A Picture of Agentic Search","created":"2026-02-19","cited_by_count":1,"area":"agents"},{"id":"2602.21626","title":"Multi-Layer Scheduling for MoE-Based LLM Reasoning","created":"2026-02-25","cited_by_count":1,"area":"moe"},{"id":"2603.08739","title":"Adaptive Multi-Objective Tiered Storage Configuration for KV Cache in LLM Service","created":"2026-02-25","cited_by_count":1,"area":"inference"},{"id":"2604.07144","title":"Autopoiesis: A Self-Evolving System Paradigm for LLM Serving Under Runtime Dynamics","created":"2026-04-08","cited_by_count":1,"area":"inference"},{"id":"2604.07345","title":"Measurement of Generative AI Workload Power Profiles for Whole-Facility Data Center Infrastructure Planning","created":"2026-04-08","cited_by_count":1,"area":null},{"id":"2604.08075","title":"Dual-Pool Token-Budget Routing for Cost-Efficient and Reliable LLM Serving","created":"2026-04-09","cited_by_count":1,"area":null},{"id":"2604.20503","title":"FASER: Fine-Grained Phase Management for Speculative Decoding in Dynamic LLM Serving","created":"2026-04-22","cited_by_count":1,"area":"inference"},{"id":"2605.13496","title":"MARLIN: Multi-Agent Game-Theoretic Reinforcement Learning for Sustainable LLM Inference in Cloud Datacenters","created":"2026-05-13","cited_by_count":1,"area":"agents"},{"id":"2605.22850","title":"ObjectCache: Layerwise Object-Storage Retrieval for KV Cache Reuse","created":"2026-05-16","cited_by_count":1,"area":"inference"},{"id":"2605.27428","title":"$E^3$-Agent: An Executable and Evolving Agent for Resource Management of Edge Generative Inference","created":"2026-05-21","cited_by_count":1,"area":"agents"},{"id":"2606.18600","title":"ShuntServe: Cost-Efficient LLM Serving on Heterogeneous Spot GPU Clusters","created":"2026-06-17","cited_by_count":1,"area":"inference"},{"id":"2606.22906","title":"DeepDiscovery: A Location-Inference Framework for Task-Level Repository Understanding","created":"2026-06-22","cited_by_count":1,"area":null},{"id":"2606.29094","title":"DiLaServe: High SLO Attainment Serving for Diffusion Language Models","created":"2026-06-27","cited_by_count":1,"area":"diffusion"},{"id":"2608.09412","title":"KVDiagnosis: A Diagnostic Benchmark for KV-Cache Compression in Long-Context Language Models","created":"2026-08-10","cited_by_count":1,"area":"inference"},{"id":"2610.13325","title":"Taking Tokenization off the Host for Agentic LLM Serving","created":"2026-10-09","cited_by_count":1,"area":"inference"},{"id":"2411.11560","title":"Topology-aware Preemptive Scheduling for Co-located LLM Workloads","created":"2024-11-18","cited_by_count":0,"area":null},{"id":"2502.14617","title":"SageServe: Optimizing LLM Serving on Cloud Data Centers with Forecast Aware Auto-Scaling","created":"2025-02-20","cited_by_count":0,"area":"inference"},{"id":"2511.00101","title":"Loquetier: A Virtualized Multi-LoRA Framework for Unified LLM Fine-tuning and Serving","created":"2025-10-30","cited_by_count":0,"area":null},{"id":"2511.21413","title":"Automated Dynamic AI Inference Scaling on HPC-Infrastructure: Integrating Kubernetes, Slurm and vLLM","created":"2025-11-26","cited_by_count":0,"area":null},{"id":"2512.12928","title":"ProServe: Unified Multi-Priority Request Scheduling for LLM Serving","created":"2025-12-15","cited_by_count":0,"area":"inference"},{"id":"2604.20420","title":"Scalable AI Inference: Performance Analysis and Optimization of AI Model Serving","created":"2026-04-22","cited_by_count":0,"area":null},{"id":"2605.19945","title":"GEM: GPU-Variability-Aware Expert to GPU Mapping for MoE Systems","created":"2026-05-19","cited_by_count":0,"area":"moe"},{"id":"2606.21238","title":"Recency/Frequency Adaptive KV Caching for Large Language Model Serving","created":"2026-06-19","cited_by_count":0,"area":null},{"id":"2606.22327","title":"Geometry-Aware Online Scheduling for LLM Serving: From Theoretical Bound to System Practice","created":"2026-06-21","cited_by_count":0,"area":"inference"},{"id":"2606.29207","title":"KernelFlume: Elastic Core-Attention Scaling for Agentic Long-Context Decoding","created":"2026-06-28","cited_by_count":0,"area":"inference"},{"id":"2606.30391","title":"Energy-Aware Scheduling for Serverless LLM Serving on Shared GPUs","created":"2026-06-29","cited_by_count":0,"area":"inference"},{"id":"2607.04181","title":"CoCoScale: Leveraging Layer-wise Scaling to Unlock the Potential of Online LLM Serving","created":"2026-07-05","cited_by_count":0,"area":"inference"},{"id":"2607.10389","title":"Stateful Worlds, Stateless Elasticity: Exact-State Serving for Interactive World Models","created":"2026-07-11","cited_by_count":0,"area":null},{"id":"2607.19349","title":"FineServe: A Fine-Grained Dataset and Characterization of Global LLM Serving Workloads","created":"2026-04-17","cited_by_count":0,"area":"inference"},{"id":"2607.26633","title":"NELSSA: A GPU-PNM Heterogeneous System for Mixed-Length LLM Serving via Length-based Request Placement","created":"2026-07-29","cited_by_count":0,"area":"inference"},{"id":"2608.06135","title":"LLM Inference Under Bursty Workload Distribution: Modifying the WAIT Algorithm","created":"2026-08-06","cited_by_count":0,"area":null},{"id":"2608.13573","title":"A Year in LLM Serving: Workload Evolution, Caching and Load-Balancing","created":"2026-07-03","cited_by_count":0,"area":"inference"},{"id":"2608.19659","title":"FleetSieve: Decision-Critical Profiling for SLO-Aware LLM Fleet Configuration","created":"2026-08-20","cited_by_count":0,"area":"inference"},{"id":"2609.10812","title":"ExaServe: Large-Scale LLM Serving on Exascale HPC Systems","created":"2026-09-09","cited_by_count":0,"area":"inference"},{"id":"2609.15359","title":"MAPS: Memory-Aware Predictive Scheduling Framework for Large Language Model Serving","created":"2026-09-14","cited_by_count":0,"area":"inference"},{"id":"2609.23816","title":"SPLASH: Co-Designing Sparse Attention with High-Bandwidth Flash for Efficient Long-Context Inference","created":"2026-09-20","cited_by_count":0,"area":"inference"},{"id":"2609.34380","title":"DPS: Dual-Mode Precision LLM Serving with Semi-Unified Memory","created":"2026-09-28","cited_by_count":0,"area":"inference"},{"id":"2609.38239","title":"Inference-Layer Security: Defending Against Adversarial Inference and Infrastructure Abuse","created":"2026-09-29","cited_by_count":0,"area":"safety"},{"id":"2610.06917","title":"FluidPD: In-Place Elasticity for SLO-Aware Prefill-Decode Disaggregated LLM Serving","created":"2026-10-02","cited_by_count":0,"area":"inference"},{"id":"2610.18451","title":"FastEEP: Fast Intra-Instance Elastic Scaling for Expert-Parallel MoE Serving","created":"2026-10-13","cited_by_count":0,"area":"moe"},{"id":"2610.19801","title":"Delta Tokenizer: Reference-Identical Tokenization of Session Deltas and Segment-Parallelism for Long Prompts on Multicore CPUs","created":"2026-10-14","cited_by_count":0,"area":null}],"next_cursor":null}