{"total":117,"rows":[{"id":"2407.10223","title":"On Large Language Model Continual Unlearning","created":"2024-07-14","cited_by_count":52,"area":"safety"},{"id":"2410.18038","title":"POD-Attention: Unlocking Full Prefill-Decode Overlap for Faster LLM Inference","created":"2024-10-23","cited_by_count":47,"area":null},{"id":"2408.05499","title":"LLMServingSim: A HW/SW Co-Simulation Infrastructure for LLM Inference Serving at Scale","created":"2024-08-10","cited_by_count":31,"area":"inference"},{"id":"2505.09999","title":"ServeGen: Workload Characterization and Generation of Large Language Model Serving in Production","created":"2025-05-15","cited_by_count":29,"area":"inference"},{"id":"2502.00722","title":"Demystifying Cost-Efficiency in LLM Serving over Heterogeneous GPUs","created":"2025-02-02","cited_by_count":22,"area":"inference"},{"id":"2502.07115","title":"Online Scheduling for LLM Inference with KV Cache Constraints","created":"2025-02-10","cited_by_count":19,"area":"inference"},{"id":"2504.11320","title":"Optimizing LLM Inference: Fluid-Guided Online Scheduling with Memory Constraints","created":"2025-04-15","cited_by_count":19,"area":null},{"id":"2602.18397","title":"How Fast Can I Run My VLA? Demystifying VLA Inference Performance with VLA-Perf","created":"2026-02-20","cited_by_count":19,"area":"vla"},{"id":"2407.17789","title":"Very Large-Scale Multi-Agent Simulation in AgentScope","created":"2024-07-25","cited_by_count":18,"area":"agents"},{"id":"2504.07347","title":"Throughput-Optimal Scheduling Algorithms for LLM Inference and AI Agents","created":"2025-04-10","cited_by_count":18,"area":"agents"},{"id":"2411.08982","title":"Lynx: Enabling Efficient MoE Inference through Dynamic Batch-Aware Expert Selection","created":"2024-11-13","cited_by_count":16,"area":"moe"},{"id":"2504.19720","title":"Taming the Titans: A Survey of Efficient LLM Inference Serving","created":"2025-04-28","cited_by_count":16,"area":"inference"},{"id":"2510.27176","title":"Glia: A Human-Inspired AI for Automated Systems Design and Optimization","created":"2025-10-31","cited_by_count":16,"area":null},{"id":"2411.17651","title":"APEX: An Extensible and Dynamism-Aware Simulator for Automated Parallel Execution in LLM Serving","created":"2024-11-26","cited_by_count":15,"area":"inference"},{"id":"2409.17264","title":"No Request Left Behind: Tackling Heterogeneity in Long-Context LLM Inference with Medha","created":"2024-09-25","cited_by_count":13,"area":null},{"id":"2406.01698","title":"Demystifying AI Platform Design for Distributed Inference of Next-Generation LLM models","created":"2024-06-03","cited_by_count":12,"area":"inference"},{"id":"2407.07000","title":"Etalon: Holistic Performance Evaluation Framework for LLM Inference Systems","created":"2024-07-09","cited_by_count":10,"area":"inference"},{"id":"2507.09019","title":"On Evaluating Performance of LLM Inference Serving Systems","created":"2025-07-11","cited_by_count":10,"area":"inference"},{"id":"2508.14544","title":"Adaptively Robust LLM Inference Optimization under Prediction Uncertainty","created":"2025-08-20","cited_by_count":10,"area":null},{"id":"2601.06288","title":"AIConfigurator: Lightning-Fast Configuration Optimization for Multi-Framework LLM Serving","created":"2026-01-09","cited_by_count":9,"area":"inference"},{"id":"2602.23036","title":"LLMServingSim 2.0: A Unified Simulator for Heterogeneous and Disaggregated LLM Serving Infrastructure","created":"2026-02-26","cited_by_count":9,"area":"inference"},{"id":"2410.08014","title":"Privacy-preserved LLM Cascade via CoT-enhanced Policy Learning","created":"2024-10-10","cited_by_count":8,"area":null},{"id":"2501.14743","title":"KVDirect: Distributed Disaggregated LLM Inference","created":"2024-12-13","cited_by_count":8,"area":"inference"},{"id":"2503.24000","title":"Rethinking Key-Value Cache Compression Techniques for Large Language Model Serving","created":"2025-03-31","cited_by_count":8,"area":"inference"},{"id":"2512.13525","title":"Janus: Disaggregating Attention and Experts for Scalable MoE Inference","created":"2025-12-15","cited_by_count":8,"area":"moe"},{"id":"2602.06502","title":"DualMap: Enabling Both Cache Affinity and Load Balancing for Distributed LLM Serving","created":"2026-02-06","cited_by_count":8,"area":"inference"},{"id":"2503.22562","title":"Niyama : Breaking the Silos of LLM Inference Serving","created":"2025-03-28","cited_by_count":7,"area":null},{"id":"2508.00904","title":"Forecasting LLM Inference Performance via Hardware-Agnostic Analytical Modeling","created":"2025-07-29","cited_by_count":7,"area":null},{"id":"2508.06133","title":"LLM Serving Optimization with Variable Prefill and Decode Lengths","created":"2025-08-08","cited_by_count":7,"area":"inference"},{"id":"2603.21321","title":"Improving Coherence and Persistence in Agentic AI for System Optimization","created":"2026-03-22","cited_by_count":7,"area":"agents"},{"id":"2410.12247","title":"EPS-MoE: Expert Pipeline Scheduler for Cost-Efficient MoE Inference","created":"2024-10-16","cited_by_count":6,"area":"moe"},{"id":"2503.08415","title":"TokenSim: Enabling Hardware and Software Exploration for Large Language Model Inference Systems","created":"2025-03-11","cited_by_count":6,"area":"inference"},{"id":"2509.24626","title":"SparseServe: Unlocking Parallelism for Dynamic Sparse Attention in Long-Context LLM Serving","created":"2025-09-29","cited_by_count":6,"area":"inference"},{"id":"2510.08544","title":"SPAD: Specialized Prefill and Decode Hardware for Disaggregated LLM Inference","created":"2025-10-09","cited_by_count":6,"area":null},{"id":"2511.07229","title":"LLMServingSim2.0: A Unified Simulator for Heterogeneous Hardware and Serving Techniques in LLM Infrastructure","created":"2025-11-10","cited_by_count":6,"area":null},{"id":"2504.16397","title":"Compass: SLO-aware Query Planner for Compound AI Serving at Scale","created":"2025-04-23","cited_by_count":5,"area":null},{"id":"2511.21669","title":"DSD: A Distributed Speculative Decoding Solution for Edge-Cloud Agile Large Model Serving","created":"2025-11-26","cited_by_count":5,"area":"inference"},{"id":"2601.00397","title":"Revati: Transparent GPU-Free Time-Warp Emulation for LLM Serving","created":"2026-01-01","cited_by_count":5,"area":null},{"id":"2604.09048","title":"Watt Counts: Energy-Aware Benchmark for Sustainable LLM Inference on Heterogeneous GPU Architectures","created":"2026-04-10","cited_by_count":5,"area":"inference"},{"id":"2504.19516","title":"Boosting LLM Serving through Spatial-Temporal GPU Resource Sharing","created":"2025-04-28","cited_by_count":4,"area":"inference"},{"id":"2511.04791","title":"DuetServe: Harmonizing Prefill and Decode for LLM Serving via Adaptive GPU Multiplexing","created":"2025-11-06","cited_by_count":4,"area":"inference"},{"id":"2511.16682","title":"Bench360: Benchmarking Local LLM Inference from 360 Degrees","created":"2025-11-12","cited_by_count":4,"area":null},{"id":"2605.21312","title":"Frontier: Towards Comprehensive and Accurate LLM Inference Simulation","created":"2026-05-20","cited_by_count":4,"area":"inference"},{"id":"2606.03077","title":"Libra: Efficient Resource Management for Agentic RL Post-Training","created":"2026-06-02","cited_by_count":4,"area":"agents"},{"id":"2602.12151","title":"OServe: Accelerating LLM Serving via Spatial-Temporal Workload Orchestration","created":"2026-02-12","cited_by_count":3,"area":"inference"},{"id":"2603.16514","title":"FleetOpt: Analytical Fleet Provisioning for LLM Inference with Compress-and-Route as Implementation Mechanism","created":"2026-03-17","cited_by_count":3,"area":"inference"},{"id":"2606.01725","title":"Characterization of Multi-Model Agentic AI Systems on General Tasks via Trace-Driven Simulation","created":"2026-06-01","cited_by_count":3,"area":"agents"},{"id":"2503.13737","title":"AccelGen: Heterogeneous SLO-Guaranteed High-Throughput LLM Inference Serving for Diverse Applications","created":"2025-03-17","cited_by_count":2,"area":null},{"id":"2504.09775","title":"MIST: A Co-Design Framework for Heterogeneous, Multi-Stage LLM Inference","created":"2025-04-14","cited_by_count":2,"area":"inference"},{"id":"2505.07680","title":"SpecRouter: Adaptive Routing for Multi-Level Speculative Decoding in Large Language Models","created":"2025-05-12","cited_by_count":2,"area":"inference"},{"id":"2508.03148","title":"Frontier: Simulating the Next Generation of LLM Inference Systems","created":"2025-08-05","cited_by_count":2,"area":"moe"},{"id":"2508.03611","title":"Astrolabe: Balancing Load in LLM Serving with Randomized Prediction-Guided Scheduling","created":"2025-08-05","cited_by_count":2,"area":"inference"},{"id":"2602.22718","title":"RLHFless: Serverless Computing for Efficient RLHF","created":"2026-02-26","cited_by_count":2,"area":"alignment"},{"id":"2603.12465","title":"TaxBreak: Unmasking the Hidden Costs of LLM Inference Through Overhead Decomposition","created":"2026-03-12","cited_by_count":2,"area":"agents"},{"id":"2603.15202","title":"Simple is Better: Multiplication May Be All You Need for LLM Request Scheduling","created":"2026-03-16","cited_by_count":2,"area":"inference"},{"id":"2604.09613","title":"Token-Budget-Aware Pool Routing for Cost-Efficient LLM Inference","created":"2026-03-13","cited_by_count":2,"area":"inference"},{"id":"2605.28302","title":"How Far Can Disaggregation Go? A Design-Space Exploration of Attention-FFN Disaggregation for Efficient MoE LLM Serving","created":"2026-05-27","cited_by_count":2,"area":"moe"},{"id":"2606.09061","title":"Fairness-Aware and Latency-Controllable Scheduling for Chunked-Prefill LLM Serving","created":"2026-06-08","cited_by_count":2,"area":"inference"},{"id":"2606.28565","title":"KernelSight-LM: A Kernel-Level LLM Inference Simulator","created":"2026-06-26","cited_by_count":2,"area":null},{"id":"2607.04206","title":"Sangam: Efficiently Serving Diffusion LLMs with the AR Stack","created":"2026-07-05","cited_by_count":2,"area":"diffusion"},{"id":"2501.13111","title":"iServe: An Intent-based Serving System for LLMs","created":"2025-01-08","cited_by_count":1,"area":"inference"},{"id":"2503.20191","title":"Maya: Optimizing Deep Learning Training Workloads using GPU Runtime Emulation","created":"2025-03-26","cited_by_count":1,"area":null},{"id":"2506.23635","title":"Towards Building Private LLMs: Exploring Multi-Node Expert Parallelism on Apple Silicon for Mixture-of-Experts Large Language Model","created":"2025-06-30","cited_by_count":1,"area":"moe"},{"id":"2602.11530","title":"PASCAL: A Phase-Aware Scheduling Algorithm for Serving Reasoning-based Large Language Models","created":"2026-02-12","cited_by_count":1,"area":"lr"},{"id":"2603.17456","title":"Stage-Aware Communication Scheduling for Disaggregated LLM Serving","created":"2026-03-18","cited_by_count":1,"area":"inference"},{"id":"2604.08075","title":"Dual-Pool Token-Budget Routing for Cost-Efficient and Reliable LLM Serving","created":"2026-04-09","cited_by_count":1,"area":null},{"id":"2606.09613","title":"AgentServeSim: Serving-System Simulation and Policy Search for LLM Agent Programs","created":"2026-06-08","cited_by_count":1,"area":"agents"},{"id":"2606.17081","title":"The Price of Anarchy in Disaggregated Inference","created":"2026-06-11","cited_by_count":1,"area":null},{"id":"2606.17787","title":"LUMEN: Coordinated Failure Recovery for Distributed LLM Serving","created":"2026-06-16","cited_by_count":1,"area":"inference"},{"id":"2606.17949","title":"RouteBalance: Fused Model Routing and Load Balancing for Heterogeneous LLM Serving","created":"2026-06-16","cited_by_count":1,"area":"inference"},{"id":"2606.18600","title":"ShuntServe: Cost-Efficient LLM Serving on Heterogeneous Spot GPU Clusters","created":"2026-06-17","cited_by_count":1,"area":"inference"},{"id":"2607.02391","title":"WattGPU: Predicting Inference Power and Latency on Unseen GPUs and LLMs","created":"2026-07-02","cited_by_count":1,"area":null},{"id":"2607.18253","title":"Mind the Delay: Latency-aware Query Routing for Heterogeneous LLM pools","created":"2026-05-13","cited_by_count":1,"area":null},{"id":"2607.18631","title":"Searching for Plans You Can Actually Build: A Realizability-Aware Full-Space Optimizer for MoE Training and Serving","created":"2026-07-21","cited_by_count":1,"area":"moe"},{"id":"2607.26491","title":"LLMET: Enabling Cross-Layer Evaluation of Emerging M3D Memories for Energy-Efficient LLM Serving","created":"2026-07-29","cited_by_count":1,"area":null},{"id":"2608.06557","title":"Cascade: Exploiting SLO-Aware latency budget for fair and high goodput LLM inference serving","created":"2026-08-06","cited_by_count":1,"area":"agents"},{"id":"2609.17943","title":"ASPIRE: Asynchronous Batched Self-Speculative Decoding for Long-Context LLM Inference","created":"2026-09-16","cited_by_count":1,"area":"inference"},{"id":"2410.07531","title":"Reducing the Cost of Dropout in Flash-Attention by Hiding RNG with GEMM","created":"2024-10-10","cited_by_count":0,"area":null},{"id":"2411.06364","title":"EconoServe: Maximizing Multi-Resource Utilization with SLO Guarantees in LLM Serving","created":"2024-11-10","cited_by_count":0,"area":"inference"},{"id":"2502.14617","title":"SageServe: Optimizing LLM Serving on Cloud Data Centers with Forecast Aware Auto-Scaling","created":"2025-02-20","cited_by_count":0,"area":"inference"},{"id":"2507.11506","title":"ELK: Exploring the Efficiency of Inter-core Connected AI Chips with Deep Learning Compiler Techniques","created":"2025-07-15","cited_by_count":0,"area":null},{"id":"2507.14000","title":"Photonic Fabric Platform for AI Accelerators","created":"2025-07-18","cited_by_count":0,"area":null},{"id":"2510.05632","title":"Systematic Exploration of Multi-core Architectures for Efficient LLM Serving using WaferAI-SIM","created":"2025-10-07","cited_by_count":0,"area":"inference"},{"id":"2602.24044","title":"Data Driven Optimization of GPU efficiency for Distributed LLM-Adapter Serving","created":"2026-02-27","cited_by_count":0,"area":null},{"id":"2603.26469","title":"UNIFERENCE: A Discrete Event Simulation Framework for Developing Distributed AI Models","created":"2026-03-27","cited_by_count":0,"area":null},{"id":"2603.28239","title":"A Switch-Centric In-Network Architecture for Accelerating LLM Inference in Shared-Memory Network","created":"2026-03-30","cited_by_count":0,"area":null},{"id":"2604.07472","title":"Scalable Joint Resource Allocation for SLO-Constrained LLM Inference in Heterogeneous GPU Clouds","created":"2026-04-08","cited_by_count":0,"area":null},{"id":"2604.11001","title":"Flow-Controlled Scheduling for LLM Inference with Provable Stability Guarantees","created":"2026-04-13","cited_by_count":0,"area":null},{"id":"2604.25073","title":"Feasible-First Exploration for Constrained ML Deployment Optimization in Crash-Prone Hierarchical Search Spaces","created":"2026-04-27","cited_by_count":0,"area":null},{"id":"2605.00254","title":"Rethinking Network Topologies for Cost-Effective Mixture-of-Experts LLM Serving","created":"2026-04-30","cited_by_count":0,"area":"moe"},{"id":"2605.00616","title":"LLM-Emu: Native Runtime Emulation of LLM Inference via Profile-Driven Sampling","created":"2026-05-01","cited_by_count":0,"area":"inference"},{"id":"2605.07985","title":"Dooly: Configuration-Agnostic, Redundancy-Aware Profiling for LLM Inference Simulation","created":"2026-05-08","cited_by_count":0,"area":null},{"id":"2605.08305","title":"LLMSYS-HPOBench: Hyperparameter Optimization Benchmark Suite for Real-World LLM Systems","created":"2026-05-08","cited_by_count":0,"area":null},{"id":"2605.14249","title":"EnergyLens: Predictive Energy-Aware Exploration for Multi-GPU LLM Inference Optimization","created":"2026-05-14","cited_by_count":0,"area":"moe"},{"id":"2605.17164","title":"Charon: A Unified and Fine-Grained Simulator for Large-Scale LLM Training and Inference","created":"2026-05-16","cited_by_count":0,"area":null},{"id":"2607.02558","title":"MLSYSIM: First-Principles Infrastructure Modeling for Machine Learning Systems","created":"2026-06-28","cited_by_count":0,"area":null},{"id":"2607.03948","title":"Online Linear Programming for Multi-Objective Routing in LLM Serving","created":"2026-07-04","cited_by_count":0,"area":"inference"},{"id":"2607.05876","title":"Think Before You Grid-Search: Floor-First Triage for LLM Serving","created":"2026-07-07","cited_by_count":0,"area":"inference"},{"id":"2607.29575","title":"SLIM: Saturation-Aware Lightweight Performance Modeling for LLM Serving","created":"2026-07-31","cited_by_count":0,"area":"inference"},{"id":"2608.16336","title":"Beyond Binary Priorities: Multi-Tier SLA Scheduling for Large Language Model Serving","created":"2026-08-17","cited_by_count":0,"area":"inference"}],"next_cursor":"100"}