{"total":120,"rows":[{"id":"2309.06180","title":"Efficient Memory Management for Large Language Model Serving with PagedAttention","created":"2023-09-12","cited_by_count":5944,"area":"inference"},{"id":"2401.09670","title":"DistServe: Disaggregating Prefill and Decoding for Goodput-optimized Large Language Model Serving","created":"2024-01-18","cited_by_count":617,"area":"inference"},{"id":"2403.02310","title":"Taming Throughput-Latency Tradeoff in LLM Inference with Sarathi-Serve","created":"2024-03-04","cited_by_count":526,"area":"inference"},{"id":"2406.19707","title":"InfiniGen: Efficient Generative Inference of Large Language Models with Dynamic KV Cache Management","created":"2024-06-28","cited_by_count":245,"area":"inference"},{"id":"2312.12456","title":"PowerInfer: Fast Large Language Model Serving with a Consumer-grade GPU","created":"2023-12-16","cited_by_count":217,"area":null},{"id":"2406.03243","title":"Llumnix: Dynamic Scheduling for Large Language Model Serving","created":"2024-06-05","cited_by_count":174,"area":"inference"},{"id":"2311.03285","title":"S-LoRA: Serving Thousands of Concurrent LoRA Adapters","created":"2023-11-06","cited_by_count":152,"area":null},{"id":"2305.05920","title":"Fast Distributed Inference Serving for Large Language Models","created":"2023-05-10","cited_by_count":145,"area":"inference"},{"id":"2405.19888","title":"Parrot: Efficient Serving of LLM-based Applications with Semantic Variable","created":"2024-05-30","cited_by_count":99,"area":null},{"id":"2311.15566","title":"SpotServe: Serving Generative Large Language Models on Preemptible Instances","created":"2023-11-27","cited_by_count":87,"area":"inference"},{"id":"2310.18547","title":"Punica: Multi-Tenant LoRA Serving","created":"2023-10-28","cited_by_count":83,"area":null},{"id":"2306.06000","title":"S$^{3}$: Increasing GPU Utilization during Generative Inference for Higher Throughput","created":"2023-06-09","cited_by_count":81,"area":"inference"},{"id":"2401.14351","title":"ServerlessLLM: Low-Latency Serverless Inference for Large Language Models","created":"2024-01-25","cited_by_count":80,"area":null},{"id":"2404.08509","title":"Efficient Interactive LLM Serving with Proxy Model-based Sequence Length Prediction","created":"2024-04-12","cited_by_count":66,"area":"inference"},{"id":"2504.15930","title":"StreamRL: Scalable, Heterogeneous, and Elastic RL for LLMs with Disaggregated Stream Generation","created":"2025-04-22","cited_by_count":61,"area":null},{"id":"2406.01566","title":"Helix: Serving Large Language Models over Heterogeneous GPUs and Network via Max-Flow","created":"2024-06-03","cited_by_count":55,"area":null},{"id":"2404.02015","title":"MuxServe: Flexible Spatial-Temporal Multiplexing for Multiple LLM Serving","created":"2024-04-02","cited_by_count":52,"area":"inference"},{"id":"2408.09955","title":"MegaAgent: A Large-Scale Autonomous LLM-based Multi-Agent System Without Predefined SOPs","created":"2024-08-19","cited_by_count":47,"area":"agents"},{"id":"2404.16283","title":"Andes: Defining and Enhancing Quality-of-Experience in LLM-Based Text Streaming Services","created":"2024-04-25","cited_by_count":45,"area":"inference"},{"id":"2409.13221","title":"Optimizing RLHF Training for Large Language Models with Stage Fusion","created":"2024-09-20","cited_by_count":43,"area":"alignment"},{"id":"2407.00047","title":"Queue management for slo-oriented large language model serving","created":"2024-06-05","cited_by_count":36,"area":"inference"},{"id":"2502.15734","title":"Cache-Craft: Managing Chunk-Caches for Efficient Retrieval-Augmented Generation","created":"2025-02-05","cited_by_count":36,"area":"rag"},{"id":"2201.07705","title":"GEMEL: Model Merging for Memory-Efficient, Real-Time Video Analytics at the Edge","created":"2022-01-19","cited_by_count":32,"area":null},{"id":"2407.00326","title":"Teola: Towards End-to-End Optimization of LLM-based Applications","created":"2024-06-29","cited_by_count":32,"area":null},{"id":"2202.07896","title":"Aryl: An Elastic Cluster Scheduler for Deep Learning","created":"2022-02-16","cited_by_count":27,"area":null},{"id":"2312.06902","title":"Reducing Energy Bloat in Large Model Training","created":"2023-12-12","cited_by_count":22,"area":null},{"id":"2312.05215","title":"DeltaZip: Efficient Serving of Multiple Full-Model-Tuned LLMs","created":"2023-12-08","cited_by_count":18,"area":null},{"id":"2501.18107","title":"Scaling Inference-Efficient Language Models","created":"2025-01-30","cited_by_count":16,"area":null},{"id":"2311.16136","title":"ERASER: Machine Unlearning in MLaaS via an Inference Serving-Aware Approach","created":"2023-11-03","cited_by_count":15,"area":"safety"},{"id":"2312.05385","title":"Apparate: Rethinking Early Exits to Tame Latency-Throughput Tensions in ML Serving","created":"2023-12-08","cited_by_count":15,"area":"inference"},{"id":"2205.10635","title":"SplitPlace: AI Augmented Splitting and Placement of Large-Scale Neural Networks in Mobile Edge Environments","created":"2022-05-21","cited_by_count":11,"area":null},{"id":"2305.10863","title":"Quiver: Supporting GPUs for Low-Latency, High-Throughput GNN Serving with Workload Awareness","created":"2023-05-18","cited_by_count":11,"area":null},{"id":"2309.06619","title":"RT-LM: Uncertainty-Aware Resource Management for Real-Time Inference of Language Models","created":"2023-09-12","cited_by_count":11,"area":null},{"id":"2401.02643","title":"Training and Serving System of Foundation Models: A Comprehensive Survey","created":"2024-01-05","cited_by_count":11,"area":null},{"id":"2405.06856","title":"Aladdin: Joint Placement and Scaling for SLO-Aware LLM Serving","created":"2024-05-11","cited_by_count":11,"area":"inference"},{"id":"2407.07000","title":"Etalon: Holistic Performance Evaluation Framework for LLM Inference Systems","created":"2024-07-09","cited_by_count":10,"area":"inference"},{"id":"2402.18789","title":"FlexLLM: Token-Level Co-Serving of LLM Inference and Finetuning with SLO Guarantees","created":"2024-02-29","cited_by_count":9,"area":null},{"id":"2504.15465","title":"LithOS: An Operating System for Efficient Machine Learning on GPUs","created":"2025-04-21","cited_by_count":9,"area":null},{"id":"2505.09142","title":"ELIS: Efficient LLM Iterative Scheduling System with Response Length Predictor","created":"2025-05-14","cited_by_count":9,"area":"inference"},{"id":"2212.03414","title":"DREAM: A Dynamic Scheduler for Dynamic Real-time Multi-model ML Workloads","created":"2022-12-07","cited_by_count":8,"area":null},{"id":"2504.10724","title":"HELIOS: Adaptive Model And Early-Exit Selection for Efficient LLM Inference Serving","created":"2025-04-14","cited_by_count":8,"area":"inference"},{"id":"2109.11067","title":"Serving DNN Models with Multi-Instance GPUs: A Case of the Reconfigurable Machine Scheduling Problem","created":"2021-09-18","cited_by_count":7,"area":null},{"id":"2503.22562","title":"Niyama : Breaking the Silos of LLM Inference Serving","created":"2025-03-28","cited_by_count":7,"area":null},{"id":"2205.11913","title":"Deep Learning Workload Scheduling in GPU Datacenters: Taxonomy, Challenges and Vision","created":"2022-05-24","cited_by_count":6,"area":null},{"id":"2510.14392","title":"FairBatching: Fairness-Aware Batch Formation for LLM Inference","created":"2025-10-16","cited_by_count":6,"area":null},{"id":"2304.10892","title":"Reconciling High Accuracy, Cost-Efficiency, and Low Latency of Inference Serving Systems","created":"2023-04-21","cited_by_count":5,"area":null},{"id":"2310.18481","title":"MOSEL: Inference Serving Using Dynamic Modality Selection","created":"2023-10-27","cited_by_count":5,"area":null},{"id":"2310.19991","title":"PolyThrottle: Energy-efficient Neural Network Inference on Edge Devices","created":"2023-10-30","cited_by_count":5,"area":null},{"id":"2407.02031","title":"SwiftDiffusion: Efficient Diffusion Model Serving with Add-on Modules","created":"2024-07-02","cited_by_count":5,"area":"diffusion"},{"id":"2410.01228","title":"ConServe: Fine-Grained GPU Harvesting for LLM Online and Offline Co-Serving","created":"2024-10-02","cited_by_count":5,"area":null},{"id":"2504.16397","title":"Compass: SLO-aware Query Planner for Compound AI Serving at Scale","created":"2025-04-23","cited_by_count":5,"area":null},{"id":"2504.17584","title":"CHIME: A Case for Efficient Long-Context Attention-FC Disaggregated Inference with DIMM-PIM","created":"2025-04-24","cited_by_count":5,"area":"inference"},{"id":"2109.01611","title":"Multi-model Machine Learning Inference Serving with GPU Spatial Partitioning","created":"2021-09-01","cited_by_count":4,"area":null},{"id":"2406.14424","title":"CascadeServe: Unlocking Model Cascades for Inference Serving","created":"2024-06-20","cited_by_count":4,"area":null},{"id":"2412.13437","title":"Deploying Foundation Model Powered Agent Services: A Survey","created":"2024-12-18","cited_by_count":4,"area":"agents"},{"id":"2103.02958","title":"Serverless Data Science -- Are We There Yet? A Case Study of Model Serving","created":"2021-03-04","cited_by_count":3,"area":null},{"id":"2210.05889","title":"KAIROS: Building Cost-Efficient Machine Learning Inference Systems with Heterogeneous Cloud Resources","created":"2022-10-12","cited_by_count":3,"area":null},{"id":"2509.06261","title":"FineServe: Precision-Aware KV Slab and Two-Level Scheduling for Heterogeneous Precision LLM Serving","created":"2025-09-08","cited_by_count":3,"area":"inference"},{"id":"2602.12151","title":"OServe: Accelerating LLM Serving via Spatial-Temporal Workload Orchestration","created":"2026-02-12","cited_by_count":3,"area":"inference"},{"id":"2603.16514","title":"FleetOpt: Analytical Fleet Provisioning for LLM Inference with Compress-and-Route as Implementation Mechanism","created":"2026-03-17","cited_by_count":3,"area":"inference"},{"id":"2606.09416","title":"Harness Engineering for Physical AI: Robot Middleware Is the Harness Layer","created":"2026-06-08","cited_by_count":3,"area":null},{"id":"2305.01519","title":"BCEdge: SLO-Aware DNN Inference Services with Adaptive Batching on Edge Platforms","created":"2023-05-01","cited_by_count":2,"area":null},{"id":"2307.01292","title":"Pareto-Secure Machine Learning (PSML): Fingerprinting and Securing Inference Serving Systems","created":"2023-07-03","cited_by_count":2,"area":null},{"id":"2307.01684","title":"Serving Graph Neural Networks With Distributed Fog Servers For Smart IoT Services","created":"2023-07-04","cited_by_count":2,"area":null},{"id":"2308.07470","title":"Symphony: Optimized DNN Model Serving using Deferred Batch Scheduling","created":"2023-08-14","cited_by_count":2,"area":null},{"id":"2308.12871","title":"IPA: Inference Pipeline Adaptation to Achieve High Accuracy and Cost-Efficiency","created":"2023-08-24","cited_by_count":2,"area":null},{"id":"2309.01226","title":"Saturn: An Optimized Data System for Large Model Deep Learning Workloads","created":"2023-09-03","cited_by_count":2,"area":null},{"id":"2401.07886","title":"Learned Best-Effort LLM Serving","created":"2024-01-15","cited_by_count":2,"area":null},{"id":"2401.12230","title":"Computing in the Era of Large Generative Models: From Cloud-Native to AI-Native","created":"2024-01-17","cited_by_count":2,"area":null},{"id":"2402.04466","title":"Towards Deterministic End-to-end Latency for Medical AI Systems in NVIDIA Holoscan","created":"2024-02-06","cited_by_count":2,"area":null},{"id":"2410.23537","title":"ALISE: Accelerating Large Language Model Serving with Speculative Scheduling","created":"2024-10-31","cited_by_count":2,"area":"inference"},{"id":"2603.15202","title":"Simple is Better: Multiplication May Be All You Need for LLM Request Scheduling","created":"2026-03-16","cited_by_count":2,"area":"inference"},{"id":"2607.08565","title":"SMetric: Rethink LLM Scheduling for Serving Agents with Balanced Session-centric Scheduling","created":"2026-07-09","cited_by_count":2,"area":"agents"},{"id":"2106.05345","title":"Cocktail: Leveraging Ensemble Learning for Optimized Model Serving in Public Cloud","created":"2021-06-09","cited_by_count":1,"area":null},{"id":"2410.16227","title":"Managing Bandwidth: The Key to Cloud-Assisted Autonomous Driving","created":"2024-10-21","cited_by_count":1,"area":null},{"id":"2501.13111","title":"iServe: An Intent-based Serving System for LLMs","created":"2025-01-08","cited_by_count":1,"area":"inference"},{"id":"2502.15712","title":"GPUs, CPUs, and... NICs: Rethinking the Network's Role in Serving Complex AI Pipelines","created":"2025-01-22","cited_by_count":1,"area":null},{"id":"2504.15499","title":"Guillotine: Hypervisors for Isolating Malicious AIs","created":"2025-04-22","cited_by_count":1,"area":null},{"id":"2505.12566","title":"HybridServe: Efficient Serving of Large AI Models with Confidence-Based Cascade Routing","created":"2025-05-18","cited_by_count":1,"area":null},{"id":"2505.20600","title":"InstGenIE: Generative Image Editing Made Efficient with Mask-aware Caching and Scheduling","created":"2025-05-27","cited_by_count":1,"area":"diffusion"},{"id":"2506.20094","title":"MEL: Multi-level Ensemble Learning for Resource-Constrained Environments","created":"2025-06-25","cited_by_count":1,"area":null},{"id":"2509.06362","title":"MaaSO: SLO-aware Orchestration of Heterogeneous Model Instances for MaaS","created":"2025-09-08","cited_by_count":1,"area":"inference"},{"id":"2606.29094","title":"DiLaServe: High SLO Attainment Serving for Diffusion Language Models","created":"2026-06-27","cited_by_count":1,"area":"diffusion"},{"id":"2304.09961","title":"Adaptive Scheduling for Edge-Assisted DNN Serving","created":"2023-04-19","cited_by_count":0,"area":null},{"id":"2306.13835","title":"Computron: Serving Distributed Deep Learning Models with Model Parallel Swapping","created":"2023-06-24","cited_by_count":0,"area":null},{"id":"2310.04685","title":"Automatic and Efficient Customization of Neural Networks for ML Applications","created":"2023-10-07","cited_by_count":0,"area":null},{"id":"2311.13587","title":"A Survey of Serverless Machine Learning Model Inference","created":"2023-11-22","cited_by_count":0,"area":null},{"id":"2401.10354","title":"Towards providing reliable job completion time predictions using PCS","created":"2024-01-18","cited_by_count":0,"area":null},{"id":"2402.17652","title":"Compass: A Decentralized Scheduler for Latency-Sensitive ML Workflows","created":"2024-02-27","cited_by_count":0,"area":null},{"id":"2403.14902","title":"Hydro: Adaptive Query Processing of ML Queries","created":"2024-03-22","cited_by_count":0,"area":null},{"id":"2411.09580","title":"Software Performance Engineering for Foundation Model-Powered Software","created":"2024-11-14","cited_by_count":0,"area":null},{"id":"2505.07833","title":"Harmonia: End-to-End RAG Serving Optimization","created":"2025-05-01","cited_by_count":0,"area":"rag"},{"id":"2506.08026","title":"TIP-Search: Time-Predictable Inference Scheduling for Market Prediction under Uncertain Load","created":"2025-05-30","cited_by_count":0,"area":null},{"id":"2506.19891","title":"Orthogonal Soft Pruning for Efficient Class Unlearning","created":"2025-06-24","cited_by_count":0,"area":"safety"},{"id":"2507.02376","title":"On the Inference (In-)Security of Vertical Federated Learning: Efficient Auditing against Inference Tampering Attack","created":"2025-07-03","cited_by_count":0,"area":null},{"id":"2511.04162","title":"ScaleDL: Towards Scalable and Efficient Runtime Prediction for Distributed Deep Learning Workloads","created":"2025-11-06","cited_by_count":0,"area":null},{"id":"2601.01299","title":"T3C: Test-Time Tensor Compression with Consistency Guarantees","created":"2026-01-03","cited_by_count":0,"area":null},{"id":"2603.00356","title":"Token Management in Multi-Tenant AI Inference Platforms","created":"2026-02-27","cited_by_count":0,"area":null},{"id":"2603.11273","title":"Duration Aware Scheduling for ASR Serving Under Workload Drift","created":"2026-03-11","cited_by_count":0,"area":null},{"id":"2604.08123","title":"LegoDiffusion: Micro-Serving Text-to-Image Diffusion Workflows","created":"2026-04-09","cited_by_count":0,"area":"diffusion"}],"next_cursor":"100"}