{"total":30,"rows":[{"id":"2309.06180","title":"Efficient Memory Management for Large Language Model Serving with PagedAttention","created":"2023-09-12","cited_by_count":5944,"area":"inference"},{"id":"2401.09670","title":"DistServe: Disaggregating Prefill and Decoding for Goodput-optimized Large Language Model Serving","created":"2024-01-18","cited_by_count":617,"area":"inference"},{"id":"2403.02310","title":"Taming Throughput-Latency Tradeoff in LLM Inference with Sarathi-Serve","created":"2024-03-04","cited_by_count":526,"area":"inference"},{"id":"2406.19707","title":"InfiniGen: Efficient Generative Inference of Large Language Models with Dynamic KV Cache Management","created":"2024-06-28","cited_by_count":245,"area":"inference"},{"id":"2406.03243","title":"Llumnix: Dynamic Scheduling for Large Language Model Serving","created":"2024-06-05","cited_by_count":174,"area":"inference"},{"id":"2305.05920","title":"Fast Distributed Inference Serving for Large Language Models","created":"2023-05-10","cited_by_count":145,"area":"inference"},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2311.15566","title":"SpotServe: Serving Generative Large Language Models on Preemptible Instances","created":"2023-11-27","cited_by_count":87,"area":"inference"},{"id":"2305.13144","title":"Response Length Perception and Sequence Scheduling: An LLM-Empowered LLM Inference Pipeline","created":"2023-05-22","cited_by_count":86,"area":"inference"},{"id":"2306.06000","title":"S$^{3}$: Increasing GPU Utilization during Generative Inference for Higher Throughput","created":"2023-06-09","cited_by_count":81,"area":"inference"},{"id":"2401.00588","title":"Fairness in Serving Large Language Models","created":"2023-12-31","cited_by_count":78,"area":"inference"},{"id":"2404.16283","title":"Andes: Defining and Enhancing Quality-of-Experience in LLM-Based Text Streaming Services","created":"2024-04-25","cited_by_count":45,"area":"inference"},{"id":"2407.00047","title":"Queue management for slo-oriented large language model serving","created":"2024-06-05","cited_by_count":36,"area":"inference"},{"id":"2412.03131","title":"DiffKV: Differentiated Memory Management for Large Language Models with Parallel KV Compaction","created":"2024-12-04","cited_by_count":26,"area":"inference"},{"id":"2310.18813","title":"The Synergy of Speculative Decoding and Batching in Serving Large Language Models","created":"2023-10-28","cited_by_count":19,"area":"inference"},{"id":"2408.05235","title":"SLO-aware GPU Frequency Scaling for Energy Efficient LLM Inference Serving","created":"2024-08-05","cited_by_count":19,"area":"inference"},{"id":"2504.20068","title":"JITServe: SLO-aware LLM Serving with Imprecise Request Information","created":"2025-04-24","cited_by_count":17,"area":"inference"},{"id":"2503.06433","title":"Seesaw: High-throughput LLM Inference via Model Re-sharding","created":"2025-03-09","cited_by_count":15,"area":"inference"},{"id":"2406.13511","title":"Slice-Level Scheduling for High Throughput and Load Balanced LLM Serving","created":"2024-06-19","cited_by_count":13,"area":"inference"},{"id":"2508.15601","title":"LMDeploy Accelerates Mixed-Precision LLM Inference with TurboMind","created":"2025-08-21","cited_by_count":10,"area":"inference"},{"id":"2503.15921","title":"SPIN: Accelerating Large Language Model Inference with Heterogeneous Speculative Models","created":"2025-03-20","cited_by_count":9,"area":"inference"},{"id":"2501.06709","title":"Mell: Memory-Efficient Large Language Model Serving via Multi-GPU KV Cache Management","created":"2025-01-12","cited_by_count":8,"area":"inference"},{"id":"2605.18071","title":"KVDrive: A Holistic Multi-Tier KV Cache Management System for Long-Context LLM Inference","created":"2026-05-18","cited_by_count":5,"area":"inference"},{"id":"2602.16603","title":"FlowPrefill: Decoupling Preemption from Prefill Scheduling Granularity to Mitigate Head-of-Line Blocking in LLM Serving","created":"2026-02-18","cited_by_count":3,"area":"inference"},{"id":"2401.05391","title":"Efficient LLM inference solution on Intel GPU","created":"2023-12-19","cited_by_count":2,"area":"inference"},{"id":"2508.03611","title":"Astrolabe: Balancing Load in LLM Serving with Randomized Prediction-Guided Scheduling","created":"2025-08-05","cited_by_count":2,"area":"inference"},{"id":"2509.04827","title":"VoltanaLLM: Energy-Efficient and SLO-Aware Disaggregated LLM Serving via Adaptive Frequency Control and State-Space Routing","created":"2025-09-05","cited_by_count":2,"area":"inference"},{"id":"2511.18868","title":"KernelBand: Steering LLM-based Kernel Optimization via Hardware-Aware Multi-Armed Bandits","created":"2025-11-24","cited_by_count":2,"area":"inference"},{"id":"2501.13111","title":"iServe: An Intent-based Serving System for LLMs","created":"2025-01-08","cited_by_count":1,"area":"inference"},{"id":"2610.06917","title":"FluidPD: In-Place Elasticity for SLO-Aware Prefill-Decode Disaggregated LLM Serving","created":"2026-10-02","cited_by_count":0,"area":"inference"}],"next_cursor":null}