{"total":31,"rows":[{"id":"2407.12391","title":"LLM Inference Serving: Survey of Recent Advances and Opportunities","created":"2024-07-17","cited_by_count":46,"area":null},{"id":"2510.12633","title":"Laminar: A Scalable Asynchronous RL Post-Training Framework","created":"2025-10-14","cited_by_count":37,"area":null},{"id":"2502.20576","title":"OmniRouter: Budget and Performance Controllable Multi-LLM Routing","created":"2025-02-27","cited_by_count":35,"area":null},{"id":"2511.14617","title":"Seer: Online Context Learning for Fast Synchronous LLM Reinforcement Learning","created":"2025-11-18","cited_by_count":25,"area":null},{"id":"2505.07460","title":"A Survey on Collaborative Mechanisms Between Large and Small Language Models","created":"2025-05-12","cited_by_count":14,"area":null},{"id":"2409.17264","title":"No Request Left Behind: Tackling Heterogeneity in Long-Context LLM Inference with Medha","created":"2024-09-25","cited_by_count":13,"area":null},{"id":"2412.04504","title":"Multi-Bin Batching for Increasing LLM Inference Throughput","created":"2024-12-03","cited_by_count":9,"area":null},{"id":"2409.15104","title":"PecSched: Preemptive and Efficient Cluster Scheduling for LLM Inference","created":"2024-09-23","cited_by_count":4,"area":null},{"id":"2410.17840","title":"Is the GPU Half-Empty or Half-Full? Practical Scheduling Techniques for LLMs","created":"2024-10-23","cited_by_count":4,"area":null},{"id":"2507.21276","title":"LeMix: Unified Scheduling for LLM Training and Inference on Multi-GPU Systems","created":"2025-07-28","cited_by_count":3,"area":null},{"id":"2502.15763","title":"Hybrid Offline-online Scheduling Method for Large Language Model Inference Optimization","created":"2025-02-14","cited_by_count":2,"area":null},{"id":"2503.13737","title":"AccelGen: Heterogeneous SLO-Guaranteed High-Throughput LLM Inference Serving for Diverse Applications","created":"2025-03-17","cited_by_count":2,"area":null},{"id":"2508.01744","title":"AGFT: An Adaptive GPU Frequency Tuner for Real-Time LLM Inference Optimization","created":"2025-08-03","cited_by_count":2,"area":null},{"id":"2512.16134","title":"Staggered Batch Scheduling: Co-optimizing Time-to-First-Token and Throughput for High-Efficiency LLM Inference","created":"2025-12-18","cited_by_count":2,"area":null},{"id":"2512.22492","title":"Role-Based Fault Tolerance System for LLM RL Post-Training","created":"2025-12-27","cited_by_count":2,"area":null},{"id":"2501.10187","title":"Good things come in small packages: Should we build AI clusters with Lite-GPUs?","created":"2025-01-17","cited_by_count":1,"area":null},{"id":"2506.14851","title":"Efficient Serving of LLM Applications with Probabilistic Demand Modeling","created":"2025-06-17","cited_by_count":1,"area":null},{"id":"2601.09258","title":"LatencyPrism: Online Non-intrusive Latency Sculpting for SLO-Guaranteed LLM Inference","created":"2026-01-14","cited_by_count":1,"area":null},{"id":"2603.12118","title":"Cornserve: A Distributed Serving System for Any-to-Any Multimodal Models","created":"2026-03-12","cited_by_count":1,"area":null},{"id":"2604.08075","title":"Dual-Pool Token-Budget Routing for Cost-Efficient and Reliable LLM Serving","created":"2026-04-09","cited_by_count":1,"area":null},{"id":"2607.18253","title":"Mind the Delay: Latency-aware Query Routing for Heterogeneous LLM pools","created":"2026-05-13","cited_by_count":1,"area":null},{"id":"2411.09580","title":"Software Performance Engineering for Foundation Model-Powered Software","created":"2024-11-14","cited_by_count":0,"area":null},{"id":"2603.03772","title":"Towards Effective Orchestration of AI x DB Workloads","created":"2026-03-04","cited_by_count":0,"area":null},{"id":"2606.00516","title":"Threshold-Based Exclusive Batching for LLM Inference","created":"2026-05-30","cited_by_count":0,"area":null},{"id":"2606.07362","title":"Breaking the Ice: Analyzing Cold Start Latency in vLLM","created":"2026-06-05","cited_by_count":0,"area":null},{"id":"2606.20295","title":"Token-Operations-Oriented Inference Optimization Techniques for Large Models","created":"2026-06-18","cited_by_count":0,"area":null},{"id":"2607.10389","title":"Stateful Worlds, Stateless Elasticity: Exact-State Serving for Interactive World Models","created":"2026-07-11","cited_by_count":0,"area":null},{"id":"2607.17181","title":"Talaria: Session-Aware Serverless Serving of Hundred-Billion-Parameter LLMs","created":"2026-07-19","cited_by_count":0,"area":null},{"id":"2609.26389","title":"TimeInteract: Towards Real-Time Interactive Intelligence for Streaming Time Series","created":"2026-09-22","cited_by_count":0,"area":null},{"id":"2609.40070","title":"Inference Auctions","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2610.03430","title":"Jumping the Line: Exploiting Length Predictions in LLM Scheduling","created":"2026-10-02","cited_by_count":0,"area":null}],"next_cursor":null}