{"total":18,"rows":[{"id":"2502.07115","title":"Online Scheduling for LLM Inference with KV Cache Constraints","created":"2025-02-10","cited_by_count":19,"area":"inference"},{"id":"2504.19720","title":"Taming the Titans: A Survey of Efficient LLM Inference Serving","created":"2025-04-28","cited_by_count":16,"area":"inference"},{"id":"2410.18248","title":"Fast Inference for Augmented Large Language Models","created":"2024-10-23","cited_by_count":10,"area":"inference"},{"id":"2602.11812","title":"Predicting LLM Output Length via Entropy-Guided Representations","created":"2026-02-12","cited_by_count":9,"area":"inference"},{"id":"2508.06133","title":"LLM Serving Optimization with Variable Prefill and Decode Lengths","created":"2025-08-08","cited_by_count":7,"area":"inference"},{"id":"2602.16603","title":"FlowPrefill: Decoupling Preemption from Prefill Scheduling Granularity to Mitigate Head-of-Line Blocking in LLM Serving","created":"2026-02-18","cited_by_count":3,"area":"inference"},{"id":"2604.07931","title":"Robust Length Prediction: A Perspective from Heavy-Tailed Prompt-Conditioned Distributions","created":"2026-04-09","cited_by_count":3,"area":"inference"},{"id":"2605.01280","title":"Position: LLM Serving Needs Mathematical Optimization and Algorithmic Foundations, Not Just Heuristics","created":"2026-05-02","cited_by_count":1,"area":"inference"},{"id":"2609.01068","title":"OUTLETS: Output-Length Prediction from Speculative Decoding Backbones","created":"2026-09-01","cited_by_count":1,"area":"inference"},{"id":"2603.07917","title":"SageSched: Efficient LLM Scheduling Confronting Demand Uncertainty and Hybridity","created":"2026-03-09","cited_by_count":0,"area":"inference"},{"id":"2605.06113","title":"Tackling the Data-Parallel Load Balancing Bottleneck in LLM Serving: Practical Online Routing at Scale","created":"2026-05-07","cited_by_count":0,"area":"inference"},{"id":"2606.18431","title":"Beyond Prediction: Tail-Aware Scheduling for LLM Inference","created":"2026-06-16","cited_by_count":0,"area":"inference"},{"id":"2606.22327","title":"Geometry-Aware Online Scheduling for LLM Serving: From Theoretical Bound to System Practice","created":"2026-06-21","cited_by_count":0,"area":"inference"},{"id":"2607.03948","title":"Online Linear Programming for Multi-Objective Routing in LLM Serving","created":"2026-07-04","cited_by_count":0,"area":"inference"},{"id":"2607.26633","title":"NELSSA: A GPU-PNM Heterogeneous System for Mixed-Length LLM Serving via Length-based Request Placement","created":"2026-07-29","cited_by_count":0,"area":"inference"},{"id":"2608.15592","title":"When Entropy Is Not Enough: Reclaiming Lost Semantics in LLM Output Length Prediction","created":"2026-08-16","cited_by_count":0,"area":"inference"},{"id":"2609.34370","title":"Spexis: Speculative Lookahead Scheduling for LLM Inference","created":"2026-09-28","cited_by_count":0,"area":"inference"},{"id":"2610.00499","title":"Denoising Surface: Modeling and Predicting Inference Cost for Diffusion LLM Serving","created":"2026-09-30","cited_by_count":0,"area":"inference"}],"next_cursor":null}