{"total":30,"rows":[{"id":"2309.06180","title":"Efficient Memory Management for Large Language Model Serving with PagedAttention","created":"2023-09-12","cited_by_count":5944,"area":"inference"},{"id":"2401.09670","title":"DistServe: Disaggregating Prefill and Decoding for Goodput-optimized Large Language Model Serving","created":"2024-01-18","cited_by_count":617,"area":"inference"},{"id":"2403.02310","title":"Taming Throughput-Latency Tradeoff in LLM Inference with Sarathi-Serve","created":"2024-03-04","cited_by_count":526,"area":"inference"},{"id":"2406.19707","title":"InfiniGen: Efficient Generative Inference of Large Language Models with Dynamic KV Cache Management","created":"2024-06-28","cited_by_count":245,"area":"inference"},{"id":"2406.03243","title":"Llumnix: Dynamic Scheduling for Large Language Model Serving","created":"2024-06-05","cited_by_count":174,"area":"inference"},{"id":"2305.05920","title":"Fast Distributed Inference Serving for Large Language Models","created":"2023-05-10","cited_by_count":145,"area":"inference"},{"id":"2311.15566","title":"SpotServe: Serving Generative Large Language Models on Preemptible Instances","created":"2023-11-27","cited_by_count":87,"area":"inference"},{"id":"2306.06000","title":"S$^{3}$: Increasing GPU Utilization during Generative Inference for Higher Throughput","created":"2023-06-09","cited_by_count":81,"area":"inference"},{"id":"2404.08509","title":"Efficient Interactive LLM Serving with Proxy Model-based Sequence Length Prediction","created":"2024-04-12","cited_by_count":66,"area":"inference"},{"id":"2404.02015","title":"MuxServe: Flexible Spatial-Temporal Multiplexing for Multiple LLM Serving","created":"2024-04-02","cited_by_count":52,"area":"inference"},{"id":"2404.16283","title":"Andes: Defining and Enhancing Quality-of-Experience in LLM-Based Text Streaming Services","created":"2024-04-25","cited_by_count":45,"area":"inference"},{"id":"2407.00047","title":"Queue management for slo-oriented large language model serving","created":"2024-06-05","cited_by_count":36,"area":"inference"},{"id":"2312.05385","title":"Apparate: Rethinking Early Exits to Tame Latency-Throughput Tensions in ML Serving","created":"2023-12-08","cited_by_count":15,"area":"inference"},{"id":"2405.06856","title":"Aladdin: Joint Placement and Scaling for SLO-Aware LLM Serving","created":"2024-05-11","cited_by_count":11,"area":"inference"},{"id":"2407.07000","title":"Etalon: Holistic Performance Evaluation Framework for LLM Inference Systems","created":"2024-07-09","cited_by_count":10,"area":"inference"},{"id":"2505.09142","title":"ELIS: Efficient LLM Iterative Scheduling System with Response Length Predictor","created":"2025-05-14","cited_by_count":9,"area":"inference"},{"id":"2504.10724","title":"HELIOS: Adaptive Model And Early-Exit Selection for Efficient LLM Inference Serving","created":"2025-04-14","cited_by_count":8,"area":"inference"},{"id":"2504.17584","title":"CHIME: A Case for Efficient Long-Context Attention-FC Disaggregated Inference with DIMM-PIM","created":"2025-04-24","cited_by_count":5,"area":"inference"},{"id":"2509.06261","title":"FineServe: Precision-Aware KV Slab and Two-Level Scheduling for Heterogeneous Precision LLM Serving","created":"2025-09-08","cited_by_count":3,"area":"inference"},{"id":"2602.12151","title":"OServe: Accelerating LLM Serving via Spatial-Temporal Workload Orchestration","created":"2026-02-12","cited_by_count":3,"area":"inference"},{"id":"2603.16514","title":"FleetOpt: Analytical Fleet Provisioning for LLM Inference with Compress-and-Route as Implementation Mechanism","created":"2026-03-17","cited_by_count":3,"area":"inference"},{"id":"2410.23537","title":"ALISE: Accelerating Large Language Model Serving with Speculative Scheduling","created":"2024-10-31","cited_by_count":2,"area":"inference"},{"id":"2603.15202","title":"Simple is Better: Multiplication May Be All You Need for LLM Request Scheduling","created":"2026-03-16","cited_by_count":2,"area":"inference"},{"id":"2501.13111","title":"iServe: An Intent-based Serving System for LLMs","created":"2025-01-08","cited_by_count":1,"area":"inference"},{"id":"2509.06362","title":"MaaSO: SLO-aware Orchestration of Heterogeneous Model Instances for MaaS","created":"2025-09-08","cited_by_count":1,"area":"inference"},{"id":"2605.05527","title":"EdgeServing: Deadline-Aware Multi-DNN Serving at the Edge","created":"2026-05-07","cited_by_count":0,"area":"inference"},{"id":"2605.09735","title":"KV-RM: Regularizing KV-Cache Movement for Static-Graph LLM Serving","created":"2026-05-10","cited_by_count":0,"area":"inference"},{"id":"2606.16264","title":"Tropical: Enhancing SLO Attainment in Disaggregated LLM Serving via SLO-Aware Multiplexing","created":"2026-06-15","cited_by_count":0,"area":"inference"},{"id":"2607.02640","title":"Metronome: Bound the Cache, Keep the Beat for Real-Time Interaction Model Serving","created":"2026-07-02","cited_by_count":0,"area":"inference"},{"id":"2607.28848","title":"DeltaServe: Host-Agnostic Co-Serving of Inference and Fine-Tuning for LLMs","created":"2026-07-30","cited_by_count":0,"area":"inference"}],"next_cursor":null}