{"total":15,"rows":[{"id":"2403.02310","title":"Taming Throughput-Latency Tradeoff in LLM Inference with Sarathi-Serve","created":"2024-03-04","cited_by_count":526,"area":"inference"},{"id":"2308.16369","title":"SARATHI: Efficient LLM Inference by Piggybacking Decodes with Chunked Prefills","created":"2023-08-31","cited_by_count":193,"area":"inference"},{"id":"2403.19708","title":"Cost-Efficient Large Language Model Serving for Multi-turn Conversations with CachedAttention","created":"2024-03-23","cited_by_count":163,"area":"inference"},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2408.05499","title":"LLMServingSim: A HW/SW Co-Simulation Infrastructure for LLM Inference Serving at Scale","created":"2024-08-10","cited_by_count":31,"area":"inference"},{"id":"2504.19720","title":"Taming the Titans: A Survey of Efficient LLM Inference Serving","created":"2025-04-28","cited_by_count":16,"area":"inference"},{"id":"2503.18599","title":"Oaken: Fast and Efficient LLM Serving with Online-Offline Hybrid KV Cache Quantization","created":"2025-03-24","cited_by_count":14,"area":"inference"},{"id":"2510.02758","title":"TokenFlow: Responsive LLM Text Streaming Serving under Request Burst via Preemptive Scheduling","created":"2025-10-03","cited_by_count":10,"area":"inference"},{"id":"2503.00392","title":"Progressive Sparse Attention: Algorithm and System Co-design for Efficient Attention in LLM Serving","created":"2025-03-01","cited_by_count":7,"area":"inference"},{"id":"2509.24626","title":"SparseServe: Unlocking Parallelism for Dynamic Sparse Attention in Long-Context LLM Serving","created":"2025-09-29","cited_by_count":6,"area":"inference"},{"id":"2508.17219","title":"TokenLake: A Unified Segment-level Prefix Cache Pool for Fine-grained Elastic Long-Context LLM Serving","created":"2025-08-24","cited_by_count":5,"area":"inference"},{"id":"2602.18755","title":"DualScale: Energy-Efficient Disaggregated LLM Serving via Phase-Aware Placement and DVFS","created":"2026-02-21","cited_by_count":5,"area":"inference"},{"id":"2605.21312","title":"Frontier: Towards Comprehensive and Accurate LLM Inference Simulation","created":"2026-05-20","cited_by_count":4,"area":"inference"},{"id":"2510.14686","title":"xLLM Technical Report","created":"2025-10-16","cited_by_count":3,"area":"inference"},{"id":"2603.17456","title":"Stage-Aware Communication Scheduling for Disaggregated LLM Serving","created":"2026-03-18","cited_by_count":1,"area":"inference"}],"next_cursor":null}