{"total":48,"rows":[{"id":"2408.15792","title":"Efficient LLM Scheduling by Learning to Rank","created":"2024-08-28","cited_by_count":85,"area":"inference"},{"id":"2505.09999","title":"ServeGen: Workload Characterization and Generation of Large Language Model Serving in Production","created":"2025-05-15","cited_by_count":29,"area":"inference"},{"id":"2502.00722","title":"Demystifying Cost-Efficiency in LLM Serving over Heterogeneous GPUs","created":"2025-02-02","cited_by_count":22,"area":"inference"},{"id":"2411.17651","title":"APEX: An Extensible and Dynamism-Aware Simulator for Automated Parallel Execution in LLM Serving","created":"2024-11-26","cited_by_count":15,"area":"inference"},{"id":"2512.03416","title":"TokenScale: Timely and Accurate Autoscaling for Disaggregated LLM Serving with Token Velocity","created":"2025-12-03","cited_by_count":12,"area":"inference"},{"id":"2604.15039","title":"Prefill-as-a-Service: KVCache of Next-Generation Models Could Go Cross-Datacenter","created":"2026-04-16","cited_by_count":11,"area":"inference"},{"id":"2501.14808","title":"HyGen: Efficient LLM Serving via Elastic Online-Offline Request Co-location","created":"2025-01-15","cited_by_count":10,"area":"inference"},{"id":"2411.17741","title":"Chameleon: Adaptive Caching and Scheduling for Many-Adapter LLM Inference Environments","created":"2024-11-24","cited_by_count":9,"area":"inference"},{"id":"2506.02006","title":"MorphServe: Efficient and Workload-Aware LLM Serving via Runtime Quantized Layer Swapping and KV Cache Resizing","created":"2025-05-24","cited_by_count":6,"area":"inference"},{"id":"2602.22593","title":"FLYING SERVING: On-the-Fly Parallelism Switching for Large Language Model Serving","created":"2026-02-26","cited_by_count":6,"area":"inference"},{"id":"2504.14775","title":"gLLM: Global Balanced Pipeline Parallelism System for Distributed LLM Serving with Token Throttling","created":"2025-04-21","cited_by_count":5,"area":"inference"},{"id":"2511.22880","title":"Serving Heterogeneous LoRA Adapters in Distributed LLM Inference Systems","created":"2025-11-28","cited_by_count":5,"area":"inference"},{"id":"2512.09472","title":"WarmServe: Enabling One-for-Many GPU Prewarming for Multi-LLM Serving","created":"2025-12-10","cited_by_count":5,"area":"inference"},{"id":"2604.09048","title":"Watt Counts: Energy-Aware Benchmark for Sustainable LLM Inference on Heterogeneous GPU Architectures","created":"2026-04-10","cited_by_count":5,"area":"inference"},{"id":"2502.09921","title":"A Cost-Effective Near-Storage Processing Solution for Offline Inference of Long-Context LLMs","created":"2025-02-14","cited_by_count":4,"area":"inference"},{"id":"2505.17138","title":"RAP: Runtime Adaptive Pruning for LLM Inference","created":"2025-05-22","cited_by_count":3,"area":"inference"},{"id":"2602.12151","title":"OServe: Accelerating LLM Serving via Spatial-Temporal Workload Orchestration","created":"2026-02-12","cited_by_count":3,"area":"inference"},{"id":"2605.05467","title":"Nitsum: Serving Tiered LLM Requests with Adaptive Tensor Parallelism","created":"2026-05-06","cited_by_count":3,"area":"inference"},{"id":"2504.09590","title":"Efficient LLM Serving on Hybrid Real-time and Best-effort Requests","created":"2025-04-13","cited_by_count":2,"area":"inference"},{"id":"2508.03611","title":"Astrolabe: Balancing Load in LLM Serving with Randomized Prediction-Guided Scheduling","created":"2025-08-05","cited_by_count":2,"area":"inference"},{"id":"2508.16646","title":"Equinox: Holistic Fair Scheduling in Serving Large Language Models","created":"2025-08-19","cited_by_count":2,"area":"inference"},{"id":"2601.08833","title":"Revisiting Disaggregated Large Language Model Serving for Performance and Energy Implications","created":"2025-11-14","cited_by_count":2,"area":"inference"},{"id":"2604.09611","title":"Characterizing Performance-Energy Trade-offs of Large Language Models in Multi-Request Workflows","created":"2026-03-12","cited_by_count":2,"area":"inference"},{"id":"2605.04357","title":"Coral: Cost-Efficient Multi-LLM Serving over Heterogeneous Cloud GPUs","created":"2026-05-05","cited_by_count":2,"area":"inference"},{"id":"2501.12162","title":"AdaServe: Accelerating Multi-SLO LLM Serving with SLO-Customized Speculative Decoding","created":"2025-01-21","cited_by_count":1,"area":"inference"},{"id":"2501.13111","title":"iServe: An Intent-based Serving System for LLMs","created":"2025-01-08","cited_by_count":1,"area":"inference"},{"id":"2605.01280","title":"Position: LLM Serving Needs Mathematical Optimization and Algorithmic Foundations, Not Just Heuristics","created":"2026-05-02","cited_by_count":1,"area":"inference"},{"id":"2506.03296","title":"APEX: Asynchronous Parallel CPU-GPU Execution for Online LLM Inference on Constrained GPUs","created":"2025-06-03","cited_by_count":0,"area":"inference"},{"id":"2509.23384","title":"A Predictive and Synergistic Two-Layer Scheduling Framework for LLM Serving","created":"2025-09-27","cited_by_count":0,"area":"inference"},{"id":"2511.22481","title":"OmniInfer: System-Wide Acceleration Techniques for Optimizing LLM Serving Throughput and Latency","created":"2025-11-27","cited_by_count":0,"area":"inference"},{"id":"2512.12928","title":"ProServe: Unified Multi-Priority Request Scheduling for LLM Serving","created":"2025-12-15","cited_by_count":0,"area":"inference"},{"id":"2602.18931","title":"WANSpec: Leveraging Global Compute Capacity for LLM Inference","created":"2026-02-21","cited_by_count":0,"area":"inference"},{"id":"2605.06113","title":"Tackling the Data-Parallel Load Balancing Bottleneck in LLM Serving: Practical Online Routing at Scale","created":"2026-05-07","cited_by_count":0,"area":"inference"},{"id":"2606.21633","title":"HERALD: High-Throughput Block Diffusion LLM Serving via CPU-GPU Cooperative KV Cache Retrieval","created":"2026-06-19","cited_by_count":0,"area":"inference"},{"id":"2606.22327","title":"Geometry-Aware Online Scheduling for LLM Serving: From Theoretical Bound to System Practice","created":"2026-06-21","cited_by_count":0,"area":"inference"},{"id":"2606.30391","title":"Energy-Aware Scheduling for Serverless LLM Serving on Shared GPUs","created":"2026-06-29","cited_by_count":0,"area":"inference"},{"id":"2607.16488","title":"Auto-Scaling Heterogeneous Neural Processing Units for Energy and Cost-Efficient LLM Serving","created":"2026-07-17","cited_by_count":0,"area":"inference"},{"id":"2607.25498","title":"Beyond Prefill-Decode Disaggregation: Dissecting LLM Inference for Heterogeneous Platforms via Dynamic Operator Scheduling","created":"2026-07-28","cited_by_count":0,"area":"inference"},{"id":"2608.03555","title":"Heterogeneous LLM Serving with General-Purpose Processing-Near-Memory for Retrieval-Based Sparse Attention","created":"2026-08-04","cited_by_count":0,"area":"inference"},{"id":"2608.13499","title":"OpScale: Operator-level Provisioning and Autoscaling for LLM Serving","created":"2026-08-13","cited_by_count":0,"area":"inference"},{"id":"2608.18149","title":"TokenPowerSandbox: Evidence-Gated CPU-First Screening for Energy-Aware LLM Serving","created":"2026-08-11","cited_by_count":0,"area":"inference"},{"id":"2608.19659","title":"FleetSieve: Decision-Critical Profiling for SLO-Aware LLM Fleet Configuration","created":"2026-08-20","cited_by_count":0,"area":"inference"},{"id":"2609.11133","title":"Phase-Decoupled, Model-Calibrated Power Control for Disaggregated LLM Serving","created":"2026-09-10","cited_by_count":0,"area":"inference"},{"id":"2609.15359","title":"MAPS: Memory-Aware Predictive Scheduling Framework for Large Language Model Serving","created":"2026-09-14","cited_by_count":0,"area":"inference"},{"id":"2609.16206","title":"Calibrate, Then Route: A Measured Study of Learned Request Routing for Disaggregated LLM Serving","created":"2026-09-14","cited_by_count":0,"area":"inference"},{"id":"2609.23130","title":"From Inference Engine to Inference Control Plane: Connecting vLLM, llm-d, and the Evolution of Efficient Distributed LLM Serving","created":"2026-09-19","cited_by_count":0,"area":"inference"},{"id":"2609.26763","title":"SARA: SLO-Aware Resource Allocation for Disaggregated Agentic LLM Services","created":"2026-09-22","cited_by_count":0,"area":"inference"},{"id":"2610.14571","title":"Dissecting the Carbon-SLO Tension in Geo-Distributed LLM Serving","created":"2026-10-10","cited_by_count":0,"area":"inference"}],"next_cursor":null}