{"total":17,"rows":[{"id":"2309.06180","title":"Efficient Memory Management for Large Language Model Serving with PagedAttention","created":"2023-09-12","cited_by_count":5944,"area":"inference"},{"id":"2406.19707","title":"InfiniGen: Efficient Generative Inference of Large Language Models with Dynamic KV Cache Management","created":"2024-06-28","cited_by_count":245,"area":"inference"},{"id":"2305.05920","title":"Fast Distributed Inference Serving for Large Language Models","created":"2023-05-10","cited_by_count":145,"area":"inference"},{"id":"2306.06000","title":"S$^{3}$: Increasing GPU Utilization during Generative Inference for Higher Throughput","created":"2023-06-09","cited_by_count":81,"area":"inference"},{"id":"2404.08509","title":"Efficient Interactive LLM Serving with Proxy Model-based Sequence Length Prediction","created":"2024-04-12","cited_by_count":66,"area":"inference"},{"id":"2312.05516","title":"Stateful Large Language Model Serving with Pensieve","created":"2023-12-09","cited_by_count":61,"area":"inference"},{"id":"2404.02015","title":"MuxServe: Flexible Spatial-Temporal Multiplexing for Multiple LLM Serving","created":"2024-04-02","cited_by_count":52,"area":"inference"},{"id":"2404.16283","title":"Andes: Defining and Enhancing Quality-of-Experience in LLM-Based Text Streaming Services","created":"2024-04-25","cited_by_count":45,"area":"inference"},{"id":"2407.00047","title":"Queue management for slo-oriented large language model serving","created":"2024-06-05","cited_by_count":36,"area":"inference"},{"id":"2310.18813","title":"The Synergy of Speculative Decoding and Batching in Serving Large Language Models","created":"2023-10-28","cited_by_count":19,"area":"inference"},{"id":"2312.05385","title":"Apparate: Rethinking Early Exits to Tame Latency-Throughput Tensions in ML Serving","created":"2023-12-08","cited_by_count":15,"area":"inference"},{"id":"2502.15524","title":"HydraServe: Minimizing Cold Start Latency for Serverless LLM Serving in Public Clouds","created":"2025-02-21","cited_by_count":14,"area":"inference"},{"id":"2505.09142","title":"ELIS: Efficient LLM Iterative Scheduling System with Response Length Predictor","created":"2025-05-14","cited_by_count":9,"area":"inference"},{"id":"2504.09590","title":"Efficient LLM Serving on Hybrid Real-time and Best-effort Requests","created":"2025-04-13","cited_by_count":2,"area":"inference"},{"id":"2209.08625","title":"Improving the Performance of DNN-based Software Services using Automated Layer Caching","created":"2022-09-18","cited_by_count":0,"area":"inference"},{"id":"2411.06364","title":"EconoServe: Maximizing Multi-Resource Utilization with SLO Guarantees in LLM Serving","created":"2024-11-10","cited_by_count":0,"area":"inference"},{"id":"2605.05527","title":"EdgeServing: Deadline-Aware Multi-DNN Serving at the Edge","created":"2026-05-07","cited_by_count":0,"area":"inference"}],"next_cursor":null}