{"total":76,"rows":[{"id":"2312.12456","title":"PowerInfer: Fast Large Language Model Serving with a Consumer-grade GPU","created":"2023-12-16","cited_by_count":217,"area":null},{"id":"2311.03285","title":"S-LoRA: Serving Thousands of Concurrent LoRA Adapters","created":"2023-11-06","cited_by_count":152,"area":null},{"id":"2405.19888","title":"Parrot: Efficient Serving of LLM-based Applications with Semantic Variable","created":"2024-05-30","cited_by_count":99,"area":null},{"id":"2310.18547","title":"Punica: Multi-Tenant LoRA Serving","created":"2023-10-28","cited_by_count":83,"area":null},{"id":"2401.14351","title":"ServerlessLLM: Low-Latency Serverless Inference for Large Language Models","created":"2024-01-25","cited_by_count":80,"area":null},{"id":"2504.15930","title":"StreamRL: Scalable, Heterogeneous, and Elastic RL for LLMs with Disaggregated Stream Generation","created":"2025-04-22","cited_by_count":61,"area":null},{"id":"2406.01566","title":"Helix: Serving Large Language Models over Heterogeneous GPUs and Network via Max-Flow","created":"2024-06-03","cited_by_count":55,"area":null},{"id":"2201.07705","title":"GEMEL: Model Merging for Memory-Efficient, Real-Time Video Analytics at the Edge","created":"2022-01-19","cited_by_count":32,"area":null},{"id":"2407.00326","title":"Teola: Towards End-to-End Optimization of LLM-based Applications","created":"2024-06-29","cited_by_count":32,"area":null},{"id":"2202.07896","title":"Aryl: An Elastic Cluster Scheduler for Deep Learning","created":"2022-02-16","cited_by_count":27,"area":null},{"id":"2312.06902","title":"Reducing Energy Bloat in Large Model Training","created":"2023-12-12","cited_by_count":22,"area":null},{"id":"2312.05215","title":"DeltaZip: Efficient Serving of Multiple Full-Model-Tuned LLMs","created":"2023-12-08","cited_by_count":18,"area":null},{"id":"2501.18107","title":"Scaling Inference-Efficient Language Models","created":"2025-01-30","cited_by_count":16,"area":null},{"id":"2205.10635","title":"SplitPlace: AI Augmented Splitting and Placement of Large-Scale Neural Networks in Mobile Edge Environments","created":"2022-05-21","cited_by_count":11,"area":null},{"id":"2305.10863","title":"Quiver: Supporting GPUs for Low-Latency, High-Throughput GNN Serving with Workload Awareness","created":"2023-05-18","cited_by_count":11,"area":null},{"id":"2309.06619","title":"RT-LM: Uncertainty-Aware Resource Management for Real-Time Inference of Language Models","created":"2023-09-12","cited_by_count":11,"area":null},{"id":"2401.02643","title":"Training and Serving System of Foundation Models: A Comprehensive Survey","created":"2024-01-05","cited_by_count":11,"area":null},{"id":"2402.18789","title":"FlexLLM: Token-Level Co-Serving of LLM Inference and Finetuning with SLO Guarantees","created":"2024-02-29","cited_by_count":9,"area":null},{"id":"2504.15465","title":"LithOS: An Operating System for Efficient Machine Learning on GPUs","created":"2025-04-21","cited_by_count":9,"area":null},{"id":"2212.03414","title":"DREAM: A Dynamic Scheduler for Dynamic Real-time Multi-model ML Workloads","created":"2022-12-07","cited_by_count":8,"area":null},{"id":"2109.11067","title":"Serving DNN Models with Multi-Instance GPUs: A Case of the Reconfigurable Machine Scheduling Problem","created":"2021-09-18","cited_by_count":7,"area":null},{"id":"2503.22562","title":"Niyama : Breaking the Silos of LLM Inference Serving","created":"2025-03-28","cited_by_count":7,"area":null},{"id":"2205.11913","title":"Deep Learning Workload Scheduling in GPU Datacenters: Taxonomy, Challenges and Vision","created":"2022-05-24","cited_by_count":6,"area":null},{"id":"2510.14392","title":"FairBatching: Fairness-Aware Batch Formation for LLM Inference","created":"2025-10-16","cited_by_count":6,"area":null},{"id":"2304.10892","title":"Reconciling High Accuracy, Cost-Efficiency, and Low Latency of Inference Serving Systems","created":"2023-04-21","cited_by_count":5,"area":null},{"id":"2310.18481","title":"MOSEL: Inference Serving Using Dynamic Modality Selection","created":"2023-10-27","cited_by_count":5,"area":null},{"id":"2310.19991","title":"PolyThrottle: Energy-efficient Neural Network Inference on Edge Devices","created":"2023-10-30","cited_by_count":5,"area":null},{"id":"2410.01228","title":"ConServe: Fine-Grained GPU Harvesting for LLM Online and Offline Co-Serving","created":"2024-10-02","cited_by_count":5,"area":null},{"id":"2504.16397","title":"Compass: SLO-aware Query Planner for Compound AI Serving at Scale","created":"2025-04-23","cited_by_count":5,"area":null},{"id":"2109.01611","title":"Multi-model Machine Learning Inference Serving with GPU Spatial Partitioning","created":"2021-09-01","cited_by_count":4,"area":null},{"id":"2406.14424","title":"CascadeServe: Unlocking Model Cascades for Inference Serving","created":"2024-06-20","cited_by_count":4,"area":null},{"id":"2103.02958","title":"Serverless Data Science -- Are We There Yet? A Case Study of Model Serving","created":"2021-03-04","cited_by_count":3,"area":null},{"id":"2210.05889","title":"KAIROS: Building Cost-Efficient Machine Learning Inference Systems with Heterogeneous Cloud Resources","created":"2022-10-12","cited_by_count":3,"area":null},{"id":"2606.09416","title":"Harness Engineering for Physical AI: Robot Middleware Is the Harness Layer","created":"2026-06-08","cited_by_count":3,"area":null},{"id":"2305.01519","title":"BCEdge: SLO-Aware DNN Inference Services with Adaptive Batching on Edge Platforms","created":"2023-05-01","cited_by_count":2,"area":null},{"id":"2307.01292","title":"Pareto-Secure Machine Learning (PSML): Fingerprinting and Securing Inference Serving Systems","created":"2023-07-03","cited_by_count":2,"area":null},{"id":"2307.01684","title":"Serving Graph Neural Networks With Distributed Fog Servers For Smart IoT Services","created":"2023-07-04","cited_by_count":2,"area":null},{"id":"2308.07470","title":"Symphony: Optimized DNN Model Serving using Deferred Batch Scheduling","created":"2023-08-14","cited_by_count":2,"area":null},{"id":"2308.12871","title":"IPA: Inference Pipeline Adaptation to Achieve High Accuracy and Cost-Efficiency","created":"2023-08-24","cited_by_count":2,"area":null},{"id":"2309.01226","title":"Saturn: An Optimized Data System for Large Model Deep Learning Workloads","created":"2023-09-03","cited_by_count":2,"area":null},{"id":"2401.07886","title":"Learned Best-Effort LLM Serving","created":"2024-01-15","cited_by_count":2,"area":null},{"id":"2401.12230","title":"Computing in the Era of Large Generative Models: From Cloud-Native to AI-Native","created":"2024-01-17","cited_by_count":2,"area":null},{"id":"2402.04466","title":"Towards Deterministic End-to-end Latency for Medical AI Systems in NVIDIA Holoscan","created":"2024-02-06","cited_by_count":2,"area":null},{"id":"2106.05345","title":"Cocktail: Leveraging Ensemble Learning for Optimized Model Serving in Public Cloud","created":"2021-06-09","cited_by_count":1,"area":null},{"id":"2410.16227","title":"Managing Bandwidth: The Key to Cloud-Assisted Autonomous Driving","created":"2024-10-21","cited_by_count":1,"area":null},{"id":"2502.15712","title":"GPUs, CPUs, and... NICs: Rethinking the Network's Role in Serving Complex AI Pipelines","created":"2025-01-22","cited_by_count":1,"area":null},{"id":"2504.15499","title":"Guillotine: Hypervisors for Isolating Malicious AIs","created":"2025-04-22","cited_by_count":1,"area":null},{"id":"2505.12566","title":"HybridServe: Efficient Serving of Large AI Models with Confidence-Based Cascade Routing","created":"2025-05-18","cited_by_count":1,"area":null},{"id":"2506.20094","title":"MEL: Multi-level Ensemble Learning for Resource-Constrained Environments","created":"2025-06-25","cited_by_count":1,"area":null},{"id":"2304.09961","title":"Adaptive Scheduling for Edge-Assisted DNN Serving","created":"2023-04-19","cited_by_count":0,"area":null},{"id":"2306.13835","title":"Computron: Serving Distributed Deep Learning Models with Model Parallel Swapping","created":"2023-06-24","cited_by_count":0,"area":null},{"id":"2310.04685","title":"Automatic and Efficient Customization of Neural Networks for ML Applications","created":"2023-10-07","cited_by_count":0,"area":null},{"id":"2311.13587","title":"A Survey of Serverless Machine Learning Model Inference","created":"2023-11-22","cited_by_count":0,"area":null},{"id":"2401.10354","title":"Towards providing reliable job completion time predictions using PCS","created":"2024-01-18","cited_by_count":0,"area":null},{"id":"2402.17652","title":"Compass: A Decentralized Scheduler for Latency-Sensitive ML Workflows","created":"2024-02-27","cited_by_count":0,"area":null},{"id":"2403.14902","title":"Hydro: Adaptive Query Processing of ML Queries","created":"2024-03-22","cited_by_count":0,"area":null},{"id":"2411.09580","title":"Software Performance Engineering for Foundation Model-Powered Software","created":"2024-11-14","cited_by_count":0,"area":null},{"id":"2506.08026","title":"TIP-Search: Time-Predictable Inference Scheduling for Market Prediction under Uncertain Load","created":"2025-05-30","cited_by_count":0,"area":null},{"id":"2507.02376","title":"On the Inference (In-)Security of Vertical Federated Learning: Efficient Auditing against Inference Tampering Attack","created":"2025-07-03","cited_by_count":0,"area":null},{"id":"2511.04162","title":"ScaleDL: Towards Scalable and Efficient Runtime Prediction for Distributed Deep Learning Workloads","created":"2025-11-06","cited_by_count":0,"area":null},{"id":"2601.01299","title":"T3C: Test-Time Tensor Compression with Consistency Guarantees","created":"2026-01-03","cited_by_count":0,"area":null},{"id":"2603.00356","title":"Token Management in Multi-Tenant AI Inference Platforms","created":"2026-02-27","cited_by_count":0,"area":null},{"id":"2603.11273","title":"Duration Aware Scheduling for ASR Serving Under Workload Drift","created":"2026-03-11","cited_by_count":0,"area":null},{"id":"2604.15357","title":"Taming Asynchronous CPU-GPU Coupling for Frequency-aware Latency Estimation on Mobile Edge","created":"2026-04-11","cited_by_count":0,"area":null},{"id":"2604.28175","title":"Strait: Perceiving Priority and Interference in ML Inference Serving","created":"2026-04-30","cited_by_count":0,"area":null},{"id":"2605.01060","title":"SURGE: SuperBatch Unified Resource-efficient GPU Encoding for Heterogeneous Partitioned Data","created":"2026-05-01","cited_by_count":0,"area":null},{"id":"2606.00946","title":"Lodestar: An Online-Learning LLM Inference Router","created":"2026-05-31","cited_by_count":0,"area":null},{"id":"2606.09643","title":"FMplex: Model Virtualization for Serving Extensible Foundation Models","created":"2026-06-08","cited_by_count":0,"area":null},{"id":"2606.22013","title":"Load Testing for Machine Learning Model Serving Systems at Scale","created":"2026-06-20","cited_by_count":0,"area":null},{"id":"2607.17181","title":"Talaria: Session-Aware Serverless Serving of Hundred-Billion-Parameter LLMs","created":"2026-07-19","cited_by_count":0,"area":null},{"id":"2607.26566","title":"ServerlessT2I: Efficient Text-to-Image Workflow Serving on a Serverless Platform","created":"2026-07-29","cited_by_count":0,"area":null},{"id":"2609.01957","title":"Network-Aware Forecasting on Wireless Access Points","created":"2026-09-02","cited_by_count":0,"area":null},{"id":"2609.02109","title":"MeanField Surrogate Modeling for Scalable Runtime Scheduling of Concurrent Heterogeneous AI Inference on Shared GPUs","created":"2026-09-02","cited_by_count":0,"area":null},{"id":"2609.04513","title":"Atlas: Optimizing Deployment of Compound AI Workflows on Heterogeneous Clusters","created":"2026-09-03","cited_by_count":0,"area":null},{"id":"2609.35115","title":"DuplexCadence: Exact State and Execution from a Speech Model's Declared Timelines","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2610.04801","title":"AID: A Framework for AI Infrastructure Dynamics","created":"2026-10-03","cited_by_count":0,"area":null}],"next_cursor":null}