{"total":39,"rows":[{"id":"2403.02310","title":"Taming Throughput-Latency Tradeoff in LLM Inference with Sarathi-Serve","created":"2024-03-04","cited_by_count":526,"area":"inference"},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2408.15792","title":"Efficient LLM Scheduling by Learning to Rank","created":"2024-08-28","cited_by_count":85,"area":"inference"},{"id":"2404.02015","title":"MuxServe: Flexible Spatial-Temporal Multiplexing for Multiple LLM Serving","created":"2024-04-02","cited_by_count":52,"area":"inference"},{"id":"2404.16283","title":"Andes: Defining and Enhancing Quality-of-Experience in LLM-Based Text Streaming Services","created":"2024-04-25","cited_by_count":45,"area":"inference"},{"id":"2506.02634","title":"KVCache Cache in the Wild: Characterizing and Optimizing KVCache Cache at a Large Cloud Provider","created":"2025-06-03","cited_by_count":41,"area":"inference"},{"id":"2408.08147","title":"P/D-Serve: Serving Disaggregated Large Language Model at Scale","created":"2024-08-15","cited_by_count":27,"area":"inference"},{"id":"2408.05235","title":"SLO-aware GPU Frequency Scaling for Energy Efficient LLM Inference Serving","created":"2024-08-05","cited_by_count":19,"area":"inference"},{"id":"2504.20068","title":"JITServe: SLO-aware LLM Serving with Imprecise Request Information","created":"2025-04-24","cited_by_count":17,"area":"inference"},{"id":"2504.19867","title":"semi-PD: Towards Efficient LLM Serving via Phase-Wise Disaggregated Computation and Unified Storage","created":"2025-04-28","cited_by_count":16,"area":"inference"},{"id":"2406.13511","title":"Slice-Level Scheduling for High Throughput and Load Balanced LLM Serving","created":"2024-06-19","cited_by_count":13,"area":"inference"},{"id":"2505.02922","title":"RetroInfer: A Vector Storage Engine for Scalable Long-Context LLM Inference","created":"2025-05-05","cited_by_count":13,"area":"inference"},{"id":"2501.14808","title":"HyGen: Efficient LLM Serving via Elastic Online-Offline Request Co-location","created":"2025-01-15","cited_by_count":10,"area":"inference"},{"id":"2411.17741","title":"Chameleon: Adaptive Caching and Scheduling for Many-Adapter LLM Inference Environments","created":"2024-11-24","cited_by_count":9,"area":"inference"},{"id":"2505.23022","title":"Scorpio: Serving Right Requests at the Right Time for Heterogeneous SLOs in LLM Inference","created":"2025-05-29","cited_by_count":6,"area":"inference"},{"id":"2601.10729","title":"OrbitFlow: SLO-Aware Long-Context LLM Serving with Fine-Grained KV Cache Reconfiguration","created":"2026-01-05","cited_by_count":6,"area":"inference"},{"id":"2411.18424","title":"FastSwitch: Optimizing Context Switching Efficiency in Fairness-aware Large Language Model Serving","created":"2024-11-27","cited_by_count":5,"area":"inference"},{"id":"2505.11916","title":"Arrow: Adaptive Scheduling Mechanisms for Disaggregated LLM Inference Architecture","created":"2025-05-17","cited_by_count":5,"area":"inference"},{"id":"2504.20828","title":"Ascendra: Dynamic Request Prioritization for Efficient LLM Serving","created":"2025-04-29","cited_by_count":4,"area":"inference"},{"id":"2601.20309","title":"SuperInfer: SLO-Aware Rotary Scheduling and Memory Management for LLM Inference on Superchips","created":"2026-01-28","cited_by_count":2,"area":"inference"},{"id":"2602.07878","title":"Rethinking Latency Denial-of-Service: Attacking the LLM Serving Framework, Not the Model","created":"2026-02-08","cited_by_count":2,"area":"inference"},{"id":"2603.15202","title":"Simple is Better: Multiplication May Be All You Need for LLM Request Scheduling","created":"2026-03-16","cited_by_count":2,"area":"inference"},{"id":"2606.09061","title":"Fairness-Aware and Latency-Controllable Scheduling for Chunked-Prefill LLM Serving","created":"2026-06-08","cited_by_count":2,"area":"inference"},{"id":"2607.28150","title":"SmartGen: Seamless Disaggregated LLM Inference with Selective KV Cache Transfer","created":"2026-07-30","cited_by_count":2,"area":"inference"},{"id":"2501.12162","title":"AdaServe: Accelerating Multi-SLO LLM Serving with SLO-Customized Speculative Decoding","created":"2025-01-21","cited_by_count":1,"area":"inference"},{"id":"2501.13111","title":"iServe: An Intent-based Serving System for LLMs","created":"2025-01-08","cited_by_count":1,"area":"inference"},{"id":"2504.20101","title":"PlanetServe: A Decentralized, Scalable, and Privacy-Preserving Overlay for Democratizing Large Language Model Serving","created":"2025-04-27","cited_by_count":1,"area":"inference"},{"id":"2604.07144","title":"Autopoiesis: A Self-Evolving System Paradigm for LLM Serving Under Runtime Dynamics","created":"2026-04-08","cited_by_count":1,"area":"inference"},{"id":"2608.08382","title":"LLMVisor: A Real-Time Latency Attribution Model for Multi-Tenant LLM Serving","created":"2026-08-09","cited_by_count":1,"area":"inference"},{"id":"2411.06364","title":"EconoServe: Maximizing Multi-Resource Utilization with SLO Guarantees in LLM Serving","created":"2024-11-10","cited_by_count":0,"area":"inference"},{"id":"2502.14617","title":"SageServe: Optimizing LLM Serving on Cloud Data Centers with Forecast Aware Auto-Scaling","created":"2025-02-20","cited_by_count":0,"area":"inference"},{"id":"2503.13773","title":"Mitigating KV Cache Competition to Enhance User Experience in LLM Inference","created":"2025-03-17","cited_by_count":0,"area":"inference"},{"id":"2512.12928","title":"ProServe: Unified Multi-Priority Request Scheduling for LLM Serving","created":"2025-12-15","cited_by_count":0,"area":"inference"},{"id":"2603.07917","title":"SageSched: Efficient LLM Scheduling Confronting Demand Uncertainty and Hybridity","created":"2026-03-09","cited_by_count":0,"area":"inference"},{"id":"2604.05012","title":"Comparative Characterization of KV Cache Management Strategies for LLM Inference","created":"2026-04-06","cited_by_count":0,"area":"inference"},{"id":"2605.06914","title":"Regulating Branch Parallelism in LLM Serving","created":"2026-05-07","cited_by_count":0,"area":"inference"},{"id":"2607.29575","title":"SLIM: Saturation-Aware Lightweight Performance Modeling for LLM Serving","created":"2026-07-31","cited_by_count":0,"area":"inference"},{"id":"2609.29160","title":"Cross-Model Autoscaling for Shared LLM Serving","created":"2026-09-24","cited_by_count":0,"area":"inference"},{"id":"2610.00499","title":"Denoising Surface: Modeling and Predicting Inference Cost for Diffusion LLM Serving","created":"2026-09-30","cited_by_count":0,"area":"inference"}],"next_cursor":null}