{"total":37,"rows":[{"id":"2410.18038","title":"POD-Attention: Unlocking Full Prefill-Decode Overlap for Faster LLM Inference","created":"2024-10-23","cited_by_count":47,"area":null},{"id":"2504.11320","title":"Optimizing LLM Inference: Fluid-Guided Online Scheduling with Memory Constraints","created":"2025-04-15","cited_by_count":19,"area":null},{"id":"2510.27176","title":"Glia: A Human-Inspired AI for Automated Systems Design and Optimization","created":"2025-10-31","cited_by_count":16,"area":null},{"id":"2409.17264","title":"No Request Left Behind: Tackling Heterogeneity in Long-Context LLM Inference with Medha","created":"2024-09-25","cited_by_count":13,"area":null},{"id":"2508.14544","title":"Adaptively Robust LLM Inference Optimization under Prediction Uncertainty","created":"2025-08-20","cited_by_count":10,"area":null},{"id":"2410.08014","title":"Privacy-preserved LLM Cascade via CoT-enhanced Policy Learning","created":"2024-10-10","cited_by_count":8,"area":null},{"id":"2503.22562","title":"Niyama : Breaking the Silos of LLM Inference Serving","created":"2025-03-28","cited_by_count":7,"area":null},{"id":"2508.00904","title":"Forecasting LLM Inference Performance via Hardware-Agnostic Analytical Modeling","created":"2025-07-29","cited_by_count":7,"area":null},{"id":"2510.08544","title":"SPAD: Specialized Prefill and Decode Hardware for Disaggregated LLM Inference","created":"2025-10-09","cited_by_count":6,"area":null},{"id":"2511.07229","title":"LLMServingSim2.0: A Unified Simulator for Heterogeneous Hardware and Serving Techniques in LLM Infrastructure","created":"2025-11-10","cited_by_count":6,"area":null},{"id":"2504.16397","title":"Compass: SLO-aware Query Planner for Compound AI Serving at Scale","created":"2025-04-23","cited_by_count":5,"area":null},{"id":"2601.00397","title":"Revati: Transparent GPU-Free Time-Warp Emulation for LLM Serving","created":"2026-01-01","cited_by_count":5,"area":null},{"id":"2511.16682","title":"Bench360: Benchmarking Local LLM Inference from 360 Degrees","created":"2025-11-12","cited_by_count":4,"area":null},{"id":"2503.13737","title":"AccelGen: Heterogeneous SLO-Guaranteed High-Throughput LLM Inference Serving for Diverse Applications","created":"2025-03-17","cited_by_count":2,"area":null},{"id":"2606.28565","title":"KernelSight-LM: A Kernel-Level LLM Inference Simulator","created":"2026-06-26","cited_by_count":2,"area":null},{"id":"2503.20191","title":"Maya: Optimizing Deep Learning Training Workloads using GPU Runtime Emulation","created":"2025-03-26","cited_by_count":1,"area":null},{"id":"2604.08075","title":"Dual-Pool Token-Budget Routing for Cost-Efficient and Reliable LLM Serving","created":"2026-04-09","cited_by_count":1,"area":null},{"id":"2606.17081","title":"The Price of Anarchy in Disaggregated Inference","created":"2026-06-11","cited_by_count":1,"area":null},{"id":"2607.02391","title":"WattGPU: Predicting Inference Power and Latency on Unseen GPUs and LLMs","created":"2026-07-02","cited_by_count":1,"area":null},{"id":"2607.18253","title":"Mind the Delay: Latency-aware Query Routing for Heterogeneous LLM pools","created":"2026-05-13","cited_by_count":1,"area":null},{"id":"2607.26491","title":"LLMET: Enabling Cross-Layer Evaluation of Emerging M3D Memories for Energy-Efficient LLM Serving","created":"2026-07-29","cited_by_count":1,"area":null},{"id":"2410.07531","title":"Reducing the Cost of Dropout in Flash-Attention by Hiding RNG with GEMM","created":"2024-10-10","cited_by_count":0,"area":null},{"id":"2507.11506","title":"ELK: Exploring the Efficiency of Inter-core Connected AI Chips with Deep Learning Compiler Techniques","created":"2025-07-15","cited_by_count":0,"area":null},{"id":"2507.14000","title":"Photonic Fabric Platform for AI Accelerators","created":"2025-07-18","cited_by_count":0,"area":null},{"id":"2602.24044","title":"Data Driven Optimization of GPU efficiency for Distributed LLM-Adapter Serving","created":"2026-02-27","cited_by_count":0,"area":null},{"id":"2603.26469","title":"UNIFERENCE: A Discrete Event Simulation Framework for Developing Distributed AI Models","created":"2026-03-27","cited_by_count":0,"area":null},{"id":"2603.28239","title":"A Switch-Centric In-Network Architecture for Accelerating LLM Inference in Shared-Memory Network","created":"2026-03-30","cited_by_count":0,"area":null},{"id":"2604.07472","title":"Scalable Joint Resource Allocation for SLO-Constrained LLM Inference in Heterogeneous GPU Clouds","created":"2026-04-08","cited_by_count":0,"area":null},{"id":"2604.11001","title":"Flow-Controlled Scheduling for LLM Inference with Provable Stability Guarantees","created":"2026-04-13","cited_by_count":0,"area":null},{"id":"2604.25073","title":"Feasible-First Exploration for Constrained ML Deployment Optimization in Crash-Prone Hierarchical Search Spaces","created":"2026-04-27","cited_by_count":0,"area":null},{"id":"2605.07985","title":"Dooly: Configuration-Agnostic, Redundancy-Aware Profiling for LLM Inference Simulation","created":"2026-05-08","cited_by_count":0,"area":null},{"id":"2605.08305","title":"LLMSYS-HPOBench: Hyperparameter Optimization Benchmark Suite for Real-World LLM Systems","created":"2026-05-08","cited_by_count":0,"area":null},{"id":"2605.17164","title":"Charon: A Unified and Fine-Grained Simulator for Large-Scale LLM Training and Inference","created":"2026-05-16","cited_by_count":0,"area":null},{"id":"2607.02558","title":"MLSYSIM: First-Principles Infrastructure Modeling for Machine Learning Systems","created":"2026-06-28","cited_by_count":0,"area":null},{"id":"2609.14864","title":"GGUF-Metadata Prediction of Single-Sequence llama.cpp Throughput Across Three Systems","created":"2026-09-14","cited_by_count":0,"area":null},{"id":"2609.18112","title":"Token Latency Fairness: Performance Isolation for Multi-Tenant LLM Serving","created":"2026-09-16","cited_by_count":0,"area":null},{"id":"2610.00687","title":"Leto: Fast In-Place Recovery for LLM Training on Surviving Hardware","created":"2026-09-30","cited_by_count":0,"area":null}],"next_cursor":null}