{"total":80,"rows":[{"id":"2504.02263","title":"MegaScale-Infer: Serving Mixture-of-Experts at Scale with Disaggregated Expert Parallelism","created":"2025-04-03","cited_by_count":32,"area":"moe"},{"id":"2505.09999","title":"ServeGen: Workload Characterization and Generation of Large Language Model Serving in Production","created":"2025-05-15","cited_by_count":29,"area":"inference"},{"id":"2407.20143","title":"ByteCheckpoint: A Unified Checkpointing System for Large Foundation Model Development","created":"2024-07-29","cited_by_count":24,"area":null},{"id":"2505.04021","title":"Prism: Cost-Efficient Multi-LLM Serving via GPU Memory Ballooning","created":"2025-05-06","cited_by_count":24,"area":"inference"},{"id":"2501.14794","title":"Characterizing Mobile SoC for Accelerating Heterogeneous LLM Inference","created":"2025-01-11","cited_by_count":22,"area":null},{"id":"2409.04992","title":"InstInfer: In-Storage Attention Offloading for Cost-Effective Long-Context LLM Inference","created":"2024-09-08","cited_by_count":19,"area":"inference"},{"id":"2509.18101","title":"A Cost-Benefit Analysis of On-Premise Large Language Model Deployment: Breaking Even with Commercial LLM Services","created":"2025-08-30","cited_by_count":17,"area":null},{"id":"2502.15524","title":"HydraServe: Minimizing Cold Start Latency for Serverless LLM Serving in Public Clouds","created":"2025-02-21","cited_by_count":14,"area":"inference"},{"id":"2512.22560","title":"RollArt: Disaggregated Multi-Task Agentic RL Training at Scale","created":"2025-12-27","cited_by_count":14,"area":"agents"},{"id":"2508.07675","title":"Semantic Caching for Low-Cost LLM Serving: From Offline Learning to Online Adaptation","created":"2025-08-11","cited_by_count":13,"area":"inference"},{"id":"2509.13990","title":"Slim-SC: Thought Pruning for Efficient Scaling with Self-Consistency","created":"2025-09-17","cited_by_count":13,"area":"lr"},{"id":"2512.03416","title":"TokenScale: Timely and Accurate Autoscaling for Disaggregated LLM Serving with Token Velocity","created":"2025-12-03","cited_by_count":12,"area":"inference"},{"id":"2412.18169","title":"KunServe: Parameter-centric Memory Management for Efficient Memory Overloading Handling in LLM Serving","created":"2024-12-24","cited_by_count":11,"area":"inference"},{"id":"2505.11415","title":"MoE-CAP: Benchmarking Cost, Accuracy and Performance of Sparse Mixture-of-Experts Systems","created":"2025-05-16","cited_by_count":11,"area":"moe"},{"id":"2501.14808","title":"HyGen: Efficient LLM Serving via Elastic Online-Offline Request Co-location","created":"2025-01-15","cited_by_count":10,"area":"inference"},{"id":"2505.09142","title":"ELIS: Efficient LLM Iterative Scheduling System with Response Length Predictor","created":"2025-05-14","cited_by_count":9,"area":"inference"},{"id":"2501.06709","title":"Mell: Memory-Efficient Large Language Model Serving via Multi-GPU KV Cache Management","created":"2025-01-12","cited_by_count":8,"area":"inference"},{"id":"2511.03475","title":"ContextPilot: Fast Long-Context Inference via Context Reuse","created":"2025-11-05","cited_by_count":8,"area":"inference"},{"id":"2512.13525","title":"Janus: Disaggregating Attention and Experts for Scalable MoE Inference","created":"2025-12-15","cited_by_count":8,"area":"moe"},{"id":"2603.17435","title":"ZipServ: Fast and Memory-Efficient LLM Inference with Hardware-Aware Lossless Compression","created":"2026-03-18","cited_by_count":8,"area":"inference"},{"id":"2410.15653","title":"Opportunities and Challenges of Generative-AI in Finance","created":"2024-10-21","cited_by_count":6,"area":null},{"id":"2501.09410","title":"MoE$^2$: Optimizing Collaborative Inference for Edge Large Language Models","created":"2025-01-16","cited_by_count":6,"area":"moe"},{"id":"2506.02006","title":"MorphServe: Efficient and Workload-Aware LLM Serving via Runtime Quantized Layer Swapping and KV Cache Resizing","created":"2025-05-24","cited_by_count":6,"area":"inference"},{"id":"2604.25899","title":"Pythia: Exploiting Workflow Predictability for Efficient Agent-Native LLM Serving","created":"2026-04-28","cited_by_count":6,"area":"agents"},{"id":"2605.00528","title":"SAGA: Workflow-Atomic Scheduling for AI Agent Inference on GPU Clusters","created":"2026-05-01","cited_by_count":6,"area":"agents"},{"id":"2607.03333","title":"SPORK: Self-Speculative Forking to Accelerate Agentic LLM Inference","created":"2026-07-03","cited_by_count":6,"area":"agents"},{"id":"2410.01228","title":"ConServe: Fine-Grained GPU Harvesting for LLM Online and Offline Co-Serving","created":"2024-10-02","cited_by_count":5,"area":null},{"id":"2507.17769","title":"PolyServe: Efficient Multi-SLO Serving at Scale","created":"2025-07-17","cited_by_count":5,"area":null},{"id":"2512.09277","title":"Efficient MoE Serving in the Memory-Bound Regime: Balance Activated Experts, Not Tokens","created":"2025-12-10","cited_by_count":5,"area":"moe"},{"id":"2512.09472","title":"WarmServe: Enabling One-for-Many GPU Prewarming for Multi-LLM Serving","created":"2025-12-10","cited_by_count":5,"area":"inference"},{"id":"2412.13437","title":"Deploying Foundation Model Powered Agent Services: A Survey","created":"2024-12-18","cited_by_count":4,"area":"agents"},{"id":"2507.17133","title":"BrownoutServe: SLO-Aware Inference Serving under Bursty Workloads for MoE-based LLMs","created":"2025-07-23","cited_by_count":4,"area":"moe"},{"id":"2511.16193","title":"Fast LLM Post-training via Decoupled and Fastest-of-N Speculation","created":"2025-11-20","cited_by_count":4,"area":"inference"},{"id":"2512.22149","title":"Adaptive GPU Resource Allocation for Multi-Agent Collaborative Reasoning in Serverless Environments","created":"2025-12-15","cited_by_count":4,"area":"lr"},{"id":"2602.12029","title":"PrefillShare: A Shared Prefill Module for KV Reuse in Multi-LLM Disaggregated Serving","created":"2026-02-12","cited_by_count":4,"area":"inference"},{"id":"2501.05313","title":"Optimizing Distributed Deployment of Mixture-of-Experts Model Inference in Serverless Computing","created":"2025-01-09","cited_by_count":3,"area":"moe"},{"id":"2503.08461","title":"FastCache: Optimizing Multimodal LLM Serving through Lightweight KV-Cache Compression Framework","created":"2025-03-11","cited_by_count":3,"area":"inference"},{"id":"2507.21276","title":"LeMix: Unified Scheduling for LLM Training and Inference on Multi-GPU Systems","created":"2025-07-28","cited_by_count":3,"area":null},{"id":"2512.20210","title":"Predictive-LoRA: A Proactive and Fragmentation-Aware Serverless Inference System for LLMs","created":"2025-12-23","cited_by_count":3,"area":"inference"},{"id":"2512.21309","title":"A Plan Reuse Mechanism for LLM-Driven Agent","created":"2025-12-24","cited_by_count":3,"area":"agents"},{"id":"2604.24203","title":"Agentic Witnessing: Pragmatic and Scalable TEE-Enabled Privacy-Preserving Auditing","created":"2026-04-27","cited_by_count":3,"area":"agents"},{"id":"2411.15664","title":"Enabling Efficient Serverless Inference Serving for LLM (Large Language Model) in the Cloud","created":"2024-11-23","cited_by_count":2,"area":null},{"id":"2505.16502","title":"Recursive Offloading for LLM Serving in Multi-tier Networks","created":"2025-05-22","cited_by_count":2,"area":"inference"},{"id":"2510.03283","title":"MACE: A Hybrid LLM Serving System with Colocated SLO-aware Continuous Retraining Alignment","created":"2025-09-28","cited_by_count":2,"area":"inference"},{"id":"2512.15784","title":"Beyond Training: Enabling Self-Evolution of Agents with MOBIMEM","created":"2025-12-15","cited_by_count":2,"area":"agents"},{"id":"2608.13127","title":"Potential Applications of HBF in LLM Serving Systems","created":"2026-08-13","cited_by_count":2,"area":"inference"},{"id":"2504.20101","title":"PlanetServe: A Decentralized, Scalable, and Privacy-Preserving Overlay for Democratizing Large Language Model Serving","created":"2025-04-27","cited_by_count":1,"area":"inference"},{"id":"2505.12566","title":"HybridServe: Efficient Serving of Large AI Models with Confidence-Based Cascade Routing","created":"2025-05-18","cited_by_count":1,"area":null},{"id":"2505.14468","title":"ServerlessLoRA: Enabling Low-Latency Serverless Multi-LoRA Serving","created":"2025-05-20","cited_by_count":1,"area":null},{"id":"2512.02402","title":"TaleFrame: An Interactive Story Generation System with Fine-Grained Control and Large Language Models","created":"2025-12-02","cited_by_count":1,"area":null},{"id":"2512.09963","title":"GoodSpeed: Optimizing Fair Goodput with Adaptive Speculative Decoding in Distributed Edge Inference","created":"2025-12-10","cited_by_count":1,"area":"inference"},{"id":"2512.19179","title":"CascadeInfer: Length-Aware Scheduling of LLM Serving with Low Latency and Load Balancing","created":"2025-12-22","cited_by_count":1,"area":"inference"},{"id":"2602.09725","title":"Efficient Remote KV Cache Reuse with GPU-native Video Codec","created":"2026-02-10","cited_by_count":1,"area":"inference"},{"id":"2603.06350","title":"MoEless: Efficient MoE LLM Serving via Serverless Computing","created":"2026-03-06","cited_by_count":1,"area":"moe"},{"id":"2604.07144","title":"Autopoiesis: A Self-Evolving System Paradigm for LLM Serving Under Runtime Dynamics","created":"2026-04-08","cited_by_count":1,"area":"inference"},{"id":"2604.15186","title":"Scepsy: Serving Agentic Workflows Using Aggregate LLM Pipelines","created":"2026-04-16","cited_by_count":1,"area":"agents"},{"id":"2605.01280","title":"Position: LLM Serving Needs Mathematical Optimization and Algorithmic Foundations, Not Just Heuristics","created":"2026-05-02","cited_by_count":1,"area":"inference"},{"id":"2607.27546","title":"Memory Efficient Tabular Foundation Models","created":"2026-07-30","cited_by_count":1,"area":null},{"id":"2510.10290","title":"Grounded AI for Code Review: Resource-Efficient Large-Model Serving in Enterprise Pipelines","created":"2025-10-11","cited_by_count":0,"area":null},{"id":"2510.19670","title":"CoSense-LLM: Semantics at the Edge with Cost- and Uncertainty-Aware Cloud-Edge Cooperation","created":"2025-10-22","cited_by_count":0,"area":"inference"},{"id":"2603.05800","title":"StreamWise: Serving Multi-Modal Generation in Real-Time at Scale","created":"2026-03-06","cited_by_count":0,"area":null},{"id":"2603.13019","title":"ARL-Tangram: Unleash the Resource Efficiency in Agentic Reinforcement Learning","created":"2026-03-13","cited_by_count":0,"area":"agents"},{"id":"2605.16637","title":"HexAGenT: Efficient Agentic LLM Serving via Workflow- and Heterogeneity-Aware Scheduling","created":"2026-05-15","cited_by_count":0,"area":"inference"},{"id":"2605.19593","title":"Towards Multi-Model LLM Schedulers: Empirical Insights into Offloading and Preemption","created":"2026-05-19","cited_by_count":0,"area":"inference"},{"id":"2605.23918","title":"The Model Parking Tax: Quantifying the Hidden Energy Cost of Always-On GPU Model Deployment","created":"2026-04-15","cited_by_count":0,"area":null},{"id":"2605.24754","title":"Motion-Compensated Weight Compression","created":"2026-05-23","cited_by_count":0,"area":null},{"id":"2606.04415","title":"FlexNPU: Transparent NPU Virtualization for Dynamic LLM Prefill-Decode Co-location","created":"2026-06-03","cited_by_count":0,"area":"inference"},{"id":"2606.07362","title":"Breaking the Ice: Analyzing Cold Start Latency in vLLM","created":"2026-06-05","cited_by_count":0,"area":null},{"id":"2606.16352","title":"Communication-Efficient Verifiable Attention for LLM Inference","created":"2026-06-15","cited_by_count":0,"area":null},{"id":"2606.21712","title":"BatchGen: An Architecture for Scalable and Efficient Batch Inference","created":"2026-06-19","cited_by_count":0,"area":null},{"id":"2607.11211","title":"FastTPS: An Optimized Method for LLM Token Phase for AI accelerators","created":"2026-07-13","cited_by_count":0,"area":null},{"id":"2607.16488","title":"Auto-Scaling Heterogeneous Neural Processing Units for Energy and Cost-Efficient LLM Serving","created":"2026-07-17","cited_by_count":0,"area":"inference"},{"id":"2607.17181","title":"Talaria: Session-Aware Serverless Serving of Hundred-Billion-Parameter LLMs","created":"2026-07-19","cited_by_count":0,"area":null},{"id":"2608.06007","title":"TensorCast: The Missing Tensor Management Layer in Large Language Model Infrastructure","created":"2026-08-06","cited_by_count":0,"area":"inference"},{"id":"2608.13499","title":"OpScale: Operator-level Provisioning and Autoscaling for LLM Serving","created":"2026-08-13","cited_by_count":0,"area":"inference"},{"id":"2608.16477","title":"Pallas: A Proactive KV Cache Migration Framework for LLM Inference in AI-RAN","created":"2026-08-17","cited_by_count":0,"area":"inference"},{"id":"2608.27244","title":"Compositional Online Learning for Semantic Data Processing Systems","created":"2026-08-27","cited_by_count":0,"area":null},{"id":"2609.16215","title":"Where Should the KV Cache Live? Placement Policies Across GPU, CPU, and SSD for Long-Lived Sessions","created":"2026-09-14","cited_by_count":0,"area":"inference"},{"id":"2609.29160","title":"Cross-Model Autoscaling for Shared LLM Serving","created":"2026-09-24","cited_by_count":0,"area":"inference"},{"id":"2610.17689","title":"Stable Token-level Scheduling for Serverless LLM Inference","created":"2026-10-13","cited_by_count":0,"area":null}],"next_cursor":null}