{"total":67,"rows":[{"id":"2311.03285","title":"S-LoRA: Serving Thousands of Concurrent LoRA Adapters","created":"2023-11-06","cited_by_count":152,"area":null},{"id":"2405.19888","title":"Parrot: Efficient Serving of LLM-based Applications with Semantic Variable","created":"2024-05-30","cited_by_count":99,"area":null},{"id":"2407.05858","title":"Fast On-device LLM Inference with NPUs","created":"2024-07-08","cited_by_count":62,"area":null},{"id":"2406.01566","title":"Helix: Serving Large Language Models over Heterogeneous GPUs and Network via Max-Flow","created":"2024-06-03","cited_by_count":55,"area":null},{"id":"2201.07705","title":"GEMEL: Model Merging for Memory-Efficient, Real-Time Video Analytics at the Edge","created":"2022-01-19","cited_by_count":32,"area":null},{"id":"2302.11665","title":"AlpaServe: Statistical Multiplexing with Model Parallelism for Deep Learning Serving","created":"2023-02-22","cited_by_count":31,"area":null},{"id":"2105.08714","title":"Fighting Gradients with Gradients: Dynamic Defenses against Adversarial Attacks","created":"2021-05-18","cited_by_count":20,"area":null},{"id":"2107.01739","title":"KAISA: An Adaptive Second-Order Optimizer Framework for Deep Neural Networks","created":"2021-07-04","cited_by_count":20,"area":null},{"id":"2501.18107","title":"Scaling Inference-Efficient Language Models","created":"2025-01-30","cited_by_count":16,"area":null},{"id":"2301.09001","title":"The Pipeline for the Continuous Development of Artificial Intelligence Models -- Current State of Research and Practice","created":"2023-01-21","cited_by_count":14,"area":null},{"id":"2411.09317","title":"Pie: Pooling CPU Memory for LLM Inference","created":"2024-11-14","cited_by_count":13,"area":null},{"id":"2205.04713","title":"Serving and Optimizing Machine Learning Workflows on Heterogeneous Infrastructures","created":"2022-05-10","cited_by_count":12,"area":null},{"id":"2312.16733","title":"SuperServe: Fine-Grained Inference Serving for Unpredictable Workloads","created":"2023-12-27","cited_by_count":12,"area":null},{"id":"2402.17316","title":"Towards Robust and Efficient Cloud-Edge Elastic Model Adaptation via Selective Entropy Distillation","created":"2024-02-27","cited_by_count":11,"area":null},{"id":"2106.01674","title":"JIZHI: A Fast and Cost-Effective Model-As-A-Service System for Web-Scale Online Inference at Baidu","created":"2021-06-03","cited_by_count":10,"area":null},{"id":"2106.03122","title":"ModelCI-e: Enabling Continual Learning in Deep Learning Serving Systems","created":"2021-06-06","cited_by_count":9,"area":null},{"id":"2504.15465","title":"LithOS: An Operating System for Efficient Machine Learning on GPUs","created":"2025-04-21","cited_by_count":9,"area":null},{"id":"2101.07344","title":"Accelerating Deep Learning Inference via Learned Caches","created":"2021-01-18","cited_by_count":8,"area":null},{"id":"2109.11067","title":"Serving DNN Models with Multi-Instance GPUs: A Case of the Reconfigurable Machine Scheduling Problem","created":"2021-09-18","cited_by_count":7,"area":null},{"id":"2105.01803","title":"DeepRT: A Soft Real Time Scheduler for Computer Vision Applications on the Edge","created":"2021-05-05","cited_by_count":6,"area":null},{"id":"2205.11913","title":"Deep Learning Workload Scheduling in GPU Datacenters: Taxonomy, Challenges and Vision","created":"2022-05-24","cited_by_count":6,"area":null},{"id":"2405.00790","title":"SCAR: Scheduling Multi-Model AI Workloads on Heterogeneous Multi-Chiplet Module Accelerators","created":"2024-05-01","cited_by_count":6,"area":null},{"id":"2109.09868","title":"ApproxIFER: A Model-Agnostic Approach to Resilient and Robust Prediction Serving Systems","created":"2021-09-20","cited_by_count":5,"area":null},{"id":"2304.10892","title":"Reconciling High Accuracy, Cost-Efficiency, and Low Latency of Inference Serving Systems","created":"2023-04-21","cited_by_count":5,"area":null},{"id":"2312.06254","title":"Modyn: Data-Centric Machine Learning Pipeline Orchestration","created":"2023-12-11","cited_by_count":5,"area":null},{"id":"2109.01611","title":"Multi-model Machine Learning Inference Serving with GPU Spatial Partitioning","created":"2021-09-01","cited_by_count":4,"area":null},{"id":"2409.04833","title":"Achieving Peak Performance for Large Language Models: A Systematic Review","created":"2024-09-07","cited_by_count":4,"area":null},{"id":"2309.07015","title":"R\\'esum\\'e Parsing as Hierarchical Sequence Labeling: An Empirical Study","created":"2023-09-13","cited_by_count":3,"area":null},{"id":"2202.13481","title":"PARIS and ELSA: An Elastic Scheduling Algorithm for Reconfigurable Multi-GPU Inference Servers","created":"2022-02-27","cited_by_count":2,"area":null},{"id":"2305.01519","title":"BCEdge: SLO-Aware DNN Inference Services with Adaptive Batching on Edge Platforms","created":"2023-05-01","cited_by_count":2,"area":null},{"id":"2308.07470","title":"Symphony: Optimized DNN Model Serving using Deferred Batch Scheduling","created":"2023-08-14","cited_by_count":2,"area":null},{"id":"2308.12438","title":"Deploying Deep Reinforcement Learning Systems: A Taxonomy of Challenges","created":"2023-08-23","cited_by_count":2,"area":null},{"id":"2311.18174","title":"Packrat: Automatic Reconfiguration for Latency Minimization in CPU-based DNN Serving","created":"2023-11-30","cited_by_count":2,"area":null},{"id":"2401.12230","title":"Computing in the Era of Large Generative Models: From Cloud-Native to AI-Native","created":"2024-01-17","cited_by_count":2,"area":null},{"id":"2406.17812","title":"Scalable Artificial Intelligence for Science: Perspectives, Methods and Exemplars","created":"2024-06-24","cited_by_count":2,"area":null},{"id":"2411.10337","title":"On the Cost of Model-Serving Frameworks: An Experimental Evaluation","created":"2024-11-15","cited_by_count":2,"area":null},{"id":"2506.13323","title":"Tady: A Neural Disassembler without Structural Constraint Violations","created":"2025-06-16","cited_by_count":2,"area":null},{"id":"2106.05345","title":"Cocktail: Leveraging Ensemble Learning for Optimized Model Serving in Public Cloud","created":"2021-06-09","cited_by_count":1,"area":null},{"id":"2112.11925","title":"SOLIS -- The MLOps journey from data acquisition to actionable insights","created":"2021-12-22","cited_by_count":1,"area":null},{"id":"2204.08462","title":"CapillaryX: A Software Design Pattern for Analyzing Medical Images in Real-time using Deep Learning","created":"2022-04-13","cited_by_count":1,"area":null},{"id":"2208.14046","title":"A Deep Neural Networks ensemble workflow from hyperparameter search to inference leveraging GPU clusters","created":"2022-08-30","cited_by_count":1,"area":null},{"id":"2208.14049","title":"An efficient and flexible inference system for serving heterogeneous ensembles of deep neural networks","created":"2022-08-30","cited_by_count":1,"area":null},{"id":"2303.08028","title":"EdgeServe: A Streaming System for Decentralized Model Serving","created":"2023-03-02","cited_by_count":1,"area":null},{"id":"2306.08708","title":"Naeural AI OS -- Decentralized ubiquitous computing MLOps execution engine","created":"2023-06-14","cited_by_count":1,"area":null},{"id":"2402.03694","title":"FlowWise: Stateful Fast-Slow Model Serving for Streaming Traffic Intelligence","created":"2024-02-06","cited_by_count":1,"area":null},{"id":"2410.18701","title":"BATON: Enhancing Batch-wise Inference Efficiency for Large Language Models via Dynamic Re-batching","created":"2024-10-24","cited_by_count":1,"area":null},{"id":"2502.00429","title":"How Do Model Export Formats Impact the Development of ML-Enabled Systems? A Case Study on Model Integration","created":"2025-02-01","cited_by_count":1,"area":null},{"id":"2506.20094","title":"MEL: Multi-level Ensemble Learning for Resource-Constrained Environments","created":"2025-06-25","cited_by_count":1,"area":null},{"id":"2512.18725","title":"ML Inference Scheduling with Predictable Latency","created":"2025-12-21","cited_by_count":1,"area":null},{"id":"2602.04120","title":"Scalable Explainability-as-a-Service (XaaS) for Edge AI Systems","created":"2026-02-04","cited_by_count":1,"area":null},{"id":"2208.05101","title":"Machine Learning with DBOS","created":"2022-08-10","cited_by_count":0,"area":null},{"id":"2301.13618","title":"Scheduling Inference Workloads on Distributed Edge Clusters with Reinforcement Learning","created":"2023-01-31","cited_by_count":0,"area":null},{"id":"2302.11750","title":"Hera: A Heterogeneity-Aware Multi-Tenant Inference Server for Personalized Recommendations","created":"2023-02-23","cited_by_count":0,"area":null},{"id":"2309.15719","title":"Model Share AI: An Integrated Toolkit for Collaborative Machine Learning Model Development, Provenance Tracking, and Deployment in Python","created":"2023-09-27","cited_by_count":0,"area":null},{"id":"2402.04880","title":"Combining Cloud and Mobile Computing for Machine Learning","created":"2024-01-20","cited_by_count":0,"area":null},{"id":"2403.14902","title":"Hydro: Adaptive Query Processing of ML Queries","created":"2024-03-22","cited_by_count":0,"area":null},{"id":"2406.06955","title":"ElasticRec: A Microservice-based Model Serving Architecture Enabling Elastic Resource Scaling for Recommendation Models","created":"2024-06-11","cited_by_count":0,"area":null},{"id":"2410.08235","title":"A Recurrent Neural Network Approach to the Answering Machine Detection Problem","created":"2024-10-07","cited_by_count":0,"area":null},{"id":"2411.19114","title":"PREBA: A Hardware/Software Co-Design for Multi-Instance GPU based AI Inference Servers","created":"2024-11-28","cited_by_count":0,"area":null},{"id":"2504.17449","title":"HMI: Hierarchical Knowledge Management for Efficient Multi-Tenant Inference in Pretrained Language Models","created":"2025-04-24","cited_by_count":0,"area":null},{"id":"2507.06021","title":"Kamae: Bridging Spark and Keras for Seamless ML Preprocessing","created":"2025-07-08","cited_by_count":0,"area":null},{"id":"2507.17245","title":"DistrAttention: An Efficient and Flexible Self-Attention Mechanism on Modern GPUs","created":"2025-07-23","cited_by_count":0,"area":null},{"id":"2507.23292","title":"SequenceLayers: Sequence Processing and Streaming Neural Networks Made Easy","created":"2025-07-31","cited_by_count":0,"area":null},{"id":"2604.28175","title":"Strait: Perceiving Priority and Interference in ML Inference Serving","created":"2026-04-30","cited_by_count":0,"area":null},{"id":"2605.01060","title":"SURGE: SuperBatch Unified Resource-efficient GPU Encoding for Heterogeneous Partitioned Data","created":"2026-05-01","cited_by_count":0,"area":null},{"id":"2609.17391","title":"FlashVector: Agent for Hierarchical Model Serving Stack Optimization","created":"2026-09-15","cited_by_count":0,"area":null},{"id":"2609.27040","title":"EMA: Elastic and Performance Transparent Memory Across GPUs","created":"2026-09-22","cited_by_count":0,"area":null}],"next_cursor":null}