{"total":39,"rows":[{"id":"2408.15792","title":"Efficient LLM Scheduling by Learning to Rank","created":"2024-08-28","cited_by_count":85,"area":"inference"},{"id":"2407.00047","title":"Queue management for slo-oriented large language model serving","created":"2024-06-05","cited_by_count":36,"area":"inference"},{"id":"2508.01989","title":"Prefill-Decode Aggregation or Disaggregation? Unifying Both for Goodput-Optimized LLM Serving","created":"2025-08-04","cited_by_count":23,"area":"inference"},{"id":"2408.05235","title":"SLO-aware GPU Frequency Scaling for Energy Efficient LLM Inference Serving","created":"2024-08-05","cited_by_count":19,"area":"inference"},{"id":"2502.07115","title":"Online Scheduling for LLM Inference with KV Cache Constraints","created":"2025-02-10","cited_by_count":19,"area":"inference"},{"id":"2504.20068","title":"JITServe: SLO-aware LLM Serving with Imprecise Request Information","created":"2025-04-24","cited_by_count":17,"area":"inference"},{"id":"2410.00428","title":"LayerKV: Optimizing Large Language Model Serving with Layer-wise KV Cache Management","created":"2024-10-01","cited_by_count":16,"area":"inference"},{"id":"2504.19720","title":"Taming the Titans: A Survey of Efficient LLM Inference Serving","created":"2025-04-28","cited_by_count":16,"area":"inference"},{"id":"2405.06856","title":"Aladdin: Joint Placement and Scaling for SLO-Aware LLM Serving","created":"2024-05-11","cited_by_count":11,"area":"inference"},{"id":"2410.18248","title":"Fast Inference for Augmented Large Language Models","created":"2024-10-23","cited_by_count":10,"area":"inference"},{"id":"2505.09142","title":"ELIS: Efficient LLM Iterative Scheduling System with Response Length Predictor","created":"2025-05-14","cited_by_count":9,"area":"inference"},{"id":"2602.11812","title":"Predicting LLM Output Length via Entropy-Guided Representations","created":"2026-02-12","cited_by_count":9,"area":"inference"},{"id":"2501.14743","title":"KVDirect: Distributed Disaggregated LLM Inference","created":"2024-12-13","cited_by_count":8,"area":"inference"},{"id":"2503.24000","title":"Rethinking Key-Value Cache Compression Techniques for Large Language Model Serving","created":"2025-03-31","cited_by_count":8,"area":"inference"},{"id":"2508.06133","title":"LLM Serving Optimization with Variable Prefill and Decode Lengths","created":"2025-08-08","cited_by_count":7,"area":"inference"},{"id":"2504.09285","title":"DynaServe: Unified and Elastic Execution for Dynamic Disaggregated LLM Serving","created":"2025-04-12","cited_by_count":6,"area":"inference"},{"id":"2505.23022","title":"Scorpio: Serving Right Requests at the Right Time for Heterogeneous SLOs in LLM Inference","created":"2025-05-29","cited_by_count":6,"area":"inference"},{"id":"2505.17074","title":"Semi-Clairvoyant Scheduling of Speculative Decoding Requests to Minimize LLM Inference Latency","created":"2025-05-20","cited_by_count":4,"area":"inference"},{"id":"2604.07931","title":"Robust Length Prediction: A Perspective from Heavy-Tailed Prompt-Conditioned Distributions","created":"2026-04-09","cited_by_count":3,"area":"inference"},{"id":"2508.16646","title":"Equinox: Holistic Fair Scheduling in Serving Large Language Models","created":"2025-08-19","cited_by_count":2,"area":"inference"},{"id":"2601.20309","title":"SuperInfer: SLO-Aware Rotary Scheduling and Memory Management for LLM Inference on Superchips","created":"2026-01-28","cited_by_count":2,"area":"inference"},{"id":"2512.19179","title":"CascadeInfer: Length-Aware Scheduling of LLM Serving with Low Latency and Load Balancing","created":"2025-12-22","cited_by_count":1,"area":"inference"},{"id":"2604.07144","title":"Autopoiesis: A Self-Evolving System Paradigm for LLM Serving Under Runtime Dynamics","created":"2026-04-08","cited_by_count":1,"area":"inference"},{"id":"2609.01068","title":"OUTLETS: Output-Length Prediction from Speculative Decoding Backbones","created":"2026-09-01","cited_by_count":1,"area":"inference"},{"id":"2603.07917","title":"SageSched: Efficient LLM Scheduling Confronting Demand Uncertainty and Hybridity","created":"2026-03-09","cited_by_count":0,"area":"inference"},{"id":"2605.06113","title":"Tackling the Data-Parallel Load Balancing Bottleneck in LLM Serving: Practical Online Routing at Scale","created":"2026-05-07","cited_by_count":0,"area":"inference"},{"id":"2605.16637","title":"HexAGenT: Efficient Agentic LLM Serving via Workflow- and Heterogeneity-Aware Scheduling","created":"2026-05-15","cited_by_count":0,"area":"inference"},{"id":"2606.07248","title":"Clairvoyant: Predictive Shortest-Job-First Admission for Serial LLM Inference","created":"2026-06-05","cited_by_count":0,"area":"inference"},{"id":"2606.18431","title":"Beyond Prediction: Tail-Aware Scheduling for LLM Inference","created":"2026-06-16","cited_by_count":0,"area":"inference"},{"id":"2606.22327","title":"Geometry-Aware Online Scheduling for LLM Serving: From Theoretical Bound to System Practice","created":"2026-06-21","cited_by_count":0,"area":"inference"},{"id":"2606.30391","title":"Energy-Aware Scheduling for Serverless LLM Serving on Shared GPUs","created":"2026-06-29","cited_by_count":0,"area":"inference"},{"id":"2607.03948","title":"Online Linear Programming for Multi-Objective Routing in LLM Serving","created":"2026-07-04","cited_by_count":0,"area":"inference"},{"id":"2607.16488","title":"Auto-Scaling Heterogeneous Neural Processing Units for Energy and Cost-Efficient LLM Serving","created":"2026-07-17","cited_by_count":0,"area":"inference"},{"id":"2608.03555","title":"Heterogeneous LLM Serving with General-Purpose Processing-Near-Memory for Retrieval-Based Sparse Attention","created":"2026-08-04","cited_by_count":0,"area":"inference"},{"id":"2608.05926","title":"BALANCE: Hybrid Autoregressive-Speculative LLM Inference at the Network Edge","created":"2026-08-06","cited_by_count":0,"area":"inference"},{"id":"2608.15592","title":"When Entropy Is Not Enough: Reclaiming Lost Semantics in LLM Output Length Prediction","created":"2026-08-16","cited_by_count":0,"area":"inference"},{"id":"2609.15359","title":"MAPS: Memory-Aware Predictive Scheduling Framework for Large Language Model Serving","created":"2026-09-14","cited_by_count":0,"area":"inference"},{"id":"2610.00499","title":"Denoising Surface: Modeling and Predicting Inference Cost for Diffusion LLM Serving","created":"2026-09-30","cited_by_count":0,"area":"inference"},{"id":"2610.14571","title":"Dissecting the Carbon-SLO Tension in Geo-Distributed LLM Serving","created":"2026-10-10","cited_by_count":0,"area":"inference"}],"next_cursor":null}