{"total":26,"rows":[{"id":"2410.18038","title":"POD-Attention: Unlocking Full Prefill-Decode Overlap for Faster LLM Inference","created":"2024-10-23","cited_by_count":47,"area":null},{"id":"2407.12391","title":"LLM Inference Serving: Survey of Recent Advances and Opportunities","created":"2024-07-17","cited_by_count":46,"area":null},{"id":"2407.00326","title":"Teola: Towards End-to-End Optimization of LLM-based Applications","created":"2024-06-29","cited_by_count":32,"area":null},{"id":"2412.03594","title":"BatchLLM: Optimizing Large Batched LLM Inference with Global Prefix Sharing and Throughput-oriented Token Batching","created":"2024-11-29","cited_by_count":32,"area":null},{"id":"2404.14527","title":"M\\'elange: Cost Efficient Large Language Model Serving by Exploiting GPU Heterogeneity","created":"2024-04-22","cited_by_count":31,"area":null},{"id":"2410.07265","title":"A Survey: Collaborative Hardware and Software Design in the Era of Large Language Models","created":"2024-10-08","cited_by_count":23,"area":null},{"id":"2411.16102","title":"BlendServe: Optimizing Offline Inference for Auto-regressive Large Models with Resource-aware Batching","created":"2024-11-25","cited_by_count":19,"area":null},{"id":"2504.08784","title":"SLOs-Serve: Optimized Serving of Multi-SLO LLMs","created":"2025-04-05","cited_by_count":19,"area":null},{"id":"2403.12900","title":"Toward Sustainable GenAI using Generation Directives for Carbon-Friendly Large Language Model Inference","created":"2024-03-19","cited_by_count":13,"area":null},{"id":"2409.17264","title":"No Request Left Behind: Tackling Heterogeneity in Long-Context LLM Inference with Medha","created":"2024-09-25","cited_by_count":13,"area":null},{"id":"2402.18789","title":"FlexLLM: Token-Level Co-Serving of LLM Inference and Finetuning with SLO Guarantees","created":"2024-02-29","cited_by_count":9,"area":null},{"id":"2408.03561","title":"MPC-Minimized Secure LLM Inference","created":"2024-08-07","cited_by_count":6,"area":null},{"id":"2510.14392","title":"FairBatching: Fairness-Aware Batch Formation for LLM Inference","created":"2025-10-16","cited_by_count":6,"area":null},{"id":"2410.01228","title":"ConServe: Fine-Grained GPU Harvesting for LLM Online and Offline Co-Serving","created":"2024-10-02","cited_by_count":5,"area":null},{"id":"2410.17840","title":"Is the GPU Half-Empty or Half-Full? Practical Scheduling Techniques for LLMs","created":"2024-10-23","cited_by_count":4,"area":null},{"id":"2411.15997","title":"Ensuring Fair LLM Serving Amid Diverse Applications","created":"2024-11-24","cited_by_count":3,"area":null},{"id":"2507.21276","title":"LeMix: Unified Scheduling for LLM Training and Inference on Multi-GPU Systems","created":"2025-07-28","cited_by_count":3,"area":null},{"id":"2502.15763","title":"Hybrid Offline-online Scheduling Method for Large Language Model Inference Optimization","created":"2025-02-14","cited_by_count":2,"area":null},{"id":"2503.13737","title":"AccelGen: Heterogeneous SLO-Guaranteed High-Throughput LLM Inference Serving for Diverse Applications","created":"2025-03-17","cited_by_count":2,"area":null},{"id":"2506.14851","title":"Efficient Serving of LLM Applications with Probabilistic Demand Modeling","created":"2025-06-17","cited_by_count":1,"area":null},{"id":"2506.21587","title":"A Cross-Cultural Comparison of LLM-based Public Opinion Simulation: Evaluating Chinese and U.S. Models on Diverse Societies","created":"2025-06-17","cited_by_count":1,"area":null},{"id":"2603.11273","title":"Duration Aware Scheduling for ASR Serving Under Workload Drift","created":"2026-03-11","cited_by_count":0,"area":null},{"id":"2606.09643","title":"FMplex: Model Virtualization for Serving Extensible Foundation Models","created":"2026-06-08","cited_by_count":0,"area":null},{"id":"2607.21623","title":"Cloud-Native Evaluation-as-a-Service: A Microservices Architecture for Scalable AI Monitoring with Conformal Guarantees","created":"2026-07-04","cited_by_count":0,"area":null},{"id":"2609.40070","title":"Inference Auctions","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2610.04956","title":"From Overloaded to Guaranteed: High-Throughput Multi-SLO Enforcement for LoRA-Assisted On-Premise LLM Deployment","created":"2026-10-04","cited_by_count":0,"area":null}],"next_cursor":null}