{"total":53,"rows":[{"id":"2408.05499","title":"LLMServingSim: A HW/SW Co-Simulation Infrastructure for LLM Inference Serving at Scale","created":"2024-08-10","cited_by_count":31,"area":"inference"},{"id":"2505.09999","title":"ServeGen: Workload Characterization and Generation of Large Language Model Serving in Production","created":"2025-05-15","cited_by_count":29,"area":"inference"},{"id":"2502.00722","title":"Demystifying Cost-Efficiency in LLM Serving over Heterogeneous GPUs","created":"2025-02-02","cited_by_count":22,"area":"inference"},{"id":"2502.07115","title":"Online Scheduling for LLM Inference with KV Cache Constraints","created":"2025-02-10","cited_by_count":19,"area":"inference"},{"id":"2504.19720","title":"Taming the Titans: A Survey of Efficient LLM Inference Serving","created":"2025-04-28","cited_by_count":16,"area":"inference"},{"id":"2411.17651","title":"APEX: An Extensible and Dynamism-Aware Simulator for Automated Parallel Execution in LLM Serving","created":"2024-11-26","cited_by_count":15,"area":"inference"},{"id":"2406.01698","title":"Demystifying AI Platform Design for Distributed Inference of Next-Generation LLM models","created":"2024-06-03","cited_by_count":12,"area":"inference"},{"id":"2407.07000","title":"Etalon: Holistic Performance Evaluation Framework for LLM Inference Systems","created":"2024-07-09","cited_by_count":10,"area":"inference"},{"id":"2507.09019","title":"On Evaluating Performance of LLM Inference Serving Systems","created":"2025-07-11","cited_by_count":10,"area":"inference"},{"id":"2601.06288","title":"AIConfigurator: Lightning-Fast Configuration Optimization for Multi-Framework LLM Serving","created":"2026-01-09","cited_by_count":9,"area":"inference"},{"id":"2602.23036","title":"LLMServingSim 2.0: A Unified Simulator for Heterogeneous and Disaggregated LLM Serving Infrastructure","created":"2026-02-26","cited_by_count":9,"area":"inference"},{"id":"2501.14743","title":"KVDirect: Distributed Disaggregated LLM Inference","created":"2024-12-13","cited_by_count":8,"area":"inference"},{"id":"2503.24000","title":"Rethinking Key-Value Cache Compression Techniques for Large Language Model Serving","created":"2025-03-31","cited_by_count":8,"area":"inference"},{"id":"2602.06502","title":"DualMap: Enabling Both Cache Affinity and Load Balancing for Distributed LLM Serving","created":"2026-02-06","cited_by_count":8,"area":"inference"},{"id":"2508.06133","title":"LLM Serving Optimization with Variable Prefill and Decode Lengths","created":"2025-08-08","cited_by_count":7,"area":"inference"},{"id":"2503.08415","title":"TokenSim: Enabling Hardware and Software Exploration for Large Language Model Inference Systems","created":"2025-03-11","cited_by_count":6,"area":"inference"},{"id":"2509.24626","title":"SparseServe: Unlocking Parallelism for Dynamic Sparse Attention in Long-Context LLM Serving","created":"2025-09-29","cited_by_count":6,"area":"inference"},{"id":"2511.21669","title":"DSD: A Distributed Speculative Decoding Solution for Edge-Cloud Agile Large Model Serving","created":"2025-11-26","cited_by_count":5,"area":"inference"},{"id":"2604.09048","title":"Watt Counts: Energy-Aware Benchmark for Sustainable LLM Inference on Heterogeneous GPU Architectures","created":"2026-04-10","cited_by_count":5,"area":"inference"},{"id":"2504.19516","title":"Boosting LLM Serving through Spatial-Temporal GPU Resource Sharing","created":"2025-04-28","cited_by_count":4,"area":"inference"},{"id":"2511.04791","title":"DuetServe: Harmonizing Prefill and Decode for LLM Serving via Adaptive GPU Multiplexing","created":"2025-11-06","cited_by_count":4,"area":"inference"},{"id":"2605.21312","title":"Frontier: Towards Comprehensive and Accurate LLM Inference Simulation","created":"2026-05-20","cited_by_count":4,"area":"inference"},{"id":"2602.12151","title":"OServe: Accelerating LLM Serving via Spatial-Temporal Workload Orchestration","created":"2026-02-12","cited_by_count":3,"area":"inference"},{"id":"2603.16514","title":"FleetOpt: Analytical Fleet Provisioning for LLM Inference with Compress-and-Route as Implementation Mechanism","created":"2026-03-17","cited_by_count":3,"area":"inference"},{"id":"2504.09775","title":"MIST: A Co-Design Framework for Heterogeneous, Multi-Stage LLM Inference","created":"2025-04-14","cited_by_count":2,"area":"inference"},{"id":"2505.07680","title":"SpecRouter: Adaptive Routing for Multi-Level Speculative Decoding in Large Language Models","created":"2025-05-12","cited_by_count":2,"area":"inference"},{"id":"2508.03611","title":"Astrolabe: Balancing Load in LLM Serving with Randomized Prediction-Guided Scheduling","created":"2025-08-05","cited_by_count":2,"area":"inference"},{"id":"2603.15202","title":"Simple is Better: Multiplication May Be All You Need for LLM Request Scheduling","created":"2026-03-16","cited_by_count":2,"area":"inference"},{"id":"2604.09613","title":"Token-Budget-Aware Pool Routing for Cost-Efficient LLM Inference","created":"2026-03-13","cited_by_count":2,"area":"inference"},{"id":"2606.09061","title":"Fairness-Aware and Latency-Controllable Scheduling for Chunked-Prefill LLM Serving","created":"2026-06-08","cited_by_count":2,"area":"inference"},{"id":"2501.13111","title":"iServe: An Intent-based Serving System for LLMs","created":"2025-01-08","cited_by_count":1,"area":"inference"},{"id":"2603.17456","title":"Stage-Aware Communication Scheduling for Disaggregated LLM Serving","created":"2026-03-18","cited_by_count":1,"area":"inference"},{"id":"2606.17787","title":"LUMEN: Coordinated Failure Recovery for Distributed LLM Serving","created":"2026-06-16","cited_by_count":1,"area":"inference"},{"id":"2606.17949","title":"RouteBalance: Fused Model Routing and Load Balancing for Heterogeneous LLM Serving","created":"2026-06-16","cited_by_count":1,"area":"inference"},{"id":"2606.18600","title":"ShuntServe: Cost-Efficient LLM Serving on Heterogeneous Spot GPU Clusters","created":"2026-06-17","cited_by_count":1,"area":"inference"},{"id":"2609.17943","title":"ASPIRE: Asynchronous Batched Self-Speculative Decoding for Long-Context LLM Inference","created":"2026-09-16","cited_by_count":1,"area":"inference"},{"id":"2411.06364","title":"EconoServe: Maximizing Multi-Resource Utilization with SLO Guarantees in LLM Serving","created":"2024-11-10","cited_by_count":0,"area":"inference"},{"id":"2502.14617","title":"SageServe: Optimizing LLM Serving on Cloud Data Centers with Forecast Aware Auto-Scaling","created":"2025-02-20","cited_by_count":0,"area":"inference"},{"id":"2510.05632","title":"Systematic Exploration of Multi-core Architectures for Efficient LLM Serving using WaferAI-SIM","created":"2025-10-07","cited_by_count":0,"area":"inference"},{"id":"2605.00616","title":"LLM-Emu: Native Runtime Emulation of LLM Inference via Profile-Driven Sampling","created":"2026-05-01","cited_by_count":0,"area":"inference"},{"id":"2607.03948","title":"Online Linear Programming for Multi-Objective Routing in LLM Serving","created":"2026-07-04","cited_by_count":0,"area":"inference"},{"id":"2607.05876","title":"Think Before You Grid-Search: Floor-First Triage for LLM Serving","created":"2026-07-07","cited_by_count":0,"area":"inference"},{"id":"2607.29575","title":"SLIM: Saturation-Aware Lightweight Performance Modeling for LLM Serving","created":"2026-07-31","cited_by_count":0,"area":"inference"},{"id":"2608.16336","title":"Beyond Binary Priorities: Multi-Tier SLA Scheduling for Large Language Model Serving","created":"2026-08-17","cited_by_count":0,"area":"inference"},{"id":"2608.18149","title":"TokenPowerSandbox: Evidence-Gated CPU-First Screening for Energy-Aware LLM Serving","created":"2026-08-11","cited_by_count":0,"area":"inference"},{"id":"2608.19395","title":"HYDRA: A Heterogeneous Chiplet DSE Framework for Serving Dynamic Hybrid LLM Workloads","created":"2026-08-19","cited_by_count":0,"area":"inference"},{"id":"2608.23962","title":"More GPUs or a Smaller Cache? Tensor Parallelism versus KV Compression for Memory-Bound LLM Serving","created":"2026-08-25","cited_by_count":0,"area":"inference"},{"id":"2609.12551","title":"RoofLang: Enabling AI-Driven Architecting of LLM Inference Systems","created":"2026-09-11","cited_by_count":0,"area":"inference"},{"id":"2609.16206","title":"Calibrate, Then Route: A Measured Study of Learned Request Routing for Disaggregated LLM Serving","created":"2026-09-14","cited_by_count":0,"area":"inference"},{"id":"2609.17863","title":"The Inference Engineering Pareto Atlas: Which Optimizations Dominate the Cost, Quality, and Latency Frontier?","created":"2026-09-15","cited_by_count":0,"area":"inference"},{"id":"2609.23816","title":"SPLASH: Co-Designing Sparse Attention with High-Bandwidth Flash for Efficient Long-Context Inference","created":"2026-09-20","cited_by_count":0,"area":"inference"},{"id":"2609.24639","title":"Analytical Power-Aware Provisioning for Prefill-Decode Disaggregated AI Inference","created":"2026-09-21","cited_by_count":0,"area":"inference"},{"id":"2610.14571","title":"Dissecting the Carbon-SLO Tension in Geo-Distributed LLM Serving","created":"2026-10-10","cited_by_count":0,"area":"inference"}],"next_cursor":null}