{"total":37,"rows":[{"id":"2505.09999","title":"ServeGen: Workload Characterization and Generation of Large Language Model Serving in Production","created":"2025-05-15","cited_by_count":29,"area":"inference"},{"id":"2505.04021","title":"Prism: Cost-Efficient Multi-LLM Serving via GPU Memory Ballooning","created":"2025-05-06","cited_by_count":24,"area":"inference"},{"id":"2409.04992","title":"InstInfer: In-Storage Attention Offloading for Cost-Effective Long-Context LLM Inference","created":"2024-09-08","cited_by_count":19,"area":"inference"},{"id":"2502.15524","title":"HydraServe: Minimizing Cold Start Latency for Serverless LLM Serving in Public Clouds","created":"2025-02-21","cited_by_count":14,"area":"inference"},{"id":"2508.07675","title":"Semantic Caching for Low-Cost LLM Serving: From Offline Learning to Online Adaptation","created":"2025-08-11","cited_by_count":13,"area":"inference"},{"id":"2512.03416","title":"TokenScale: Timely and Accurate Autoscaling for Disaggregated LLM Serving with Token Velocity","created":"2025-12-03","cited_by_count":12,"area":"inference"},{"id":"2412.18169","title":"KunServe: Parameter-centric Memory Management for Efficient Memory Overloading Handling in LLM Serving","created":"2024-12-24","cited_by_count":11,"area":"inference"},{"id":"2501.14808","title":"HyGen: Efficient LLM Serving via Elastic Online-Offline Request Co-location","created":"2025-01-15","cited_by_count":10,"area":"inference"},{"id":"2505.09142","title":"ELIS: Efficient LLM Iterative Scheduling System with Response Length Predictor","created":"2025-05-14","cited_by_count":9,"area":"inference"},{"id":"2501.06709","title":"Mell: Memory-Efficient Large Language Model Serving via Multi-GPU KV Cache Management","created":"2025-01-12","cited_by_count":8,"area":"inference"},{"id":"2511.03475","title":"ContextPilot: Fast Long-Context Inference via Context Reuse","created":"2025-11-05","cited_by_count":8,"area":"inference"},{"id":"2603.17435","title":"ZipServ: Fast and Memory-Efficient LLM Inference with Hardware-Aware Lossless Compression","created":"2026-03-18","cited_by_count":8,"area":"inference"},{"id":"2506.02006","title":"MorphServe: Efficient and Workload-Aware LLM Serving via Runtime Quantized Layer Swapping and KV Cache Resizing","created":"2025-05-24","cited_by_count":6,"area":"inference"},{"id":"2512.09472","title":"WarmServe: Enabling One-for-Many GPU Prewarming for Multi-LLM Serving","created":"2025-12-10","cited_by_count":5,"area":"inference"},{"id":"2511.16193","title":"Fast LLM Post-training via Decoupled and Fastest-of-N Speculation","created":"2025-11-20","cited_by_count":4,"area":"inference"},{"id":"2602.12029","title":"PrefillShare: A Shared Prefill Module for KV Reuse in Multi-LLM Disaggregated Serving","created":"2026-02-12","cited_by_count":4,"area":"inference"},{"id":"2503.08461","title":"FastCache: Optimizing Multimodal LLM Serving through Lightweight KV-Cache Compression Framework","created":"2025-03-11","cited_by_count":3,"area":"inference"},{"id":"2512.20210","title":"Predictive-LoRA: A Proactive and Fragmentation-Aware Serverless Inference System for LLMs","created":"2025-12-23","cited_by_count":3,"area":"inference"},{"id":"2505.16502","title":"Recursive Offloading for LLM Serving in Multi-tier Networks","created":"2025-05-22","cited_by_count":2,"area":"inference"},{"id":"2510.03283","title":"MACE: A Hybrid LLM Serving System with Colocated SLO-aware Continuous Retraining Alignment","created":"2025-09-28","cited_by_count":2,"area":"inference"},{"id":"2608.13127","title":"Potential Applications of HBF in LLM Serving Systems","created":"2026-08-13","cited_by_count":2,"area":"inference"},{"id":"2504.20101","title":"PlanetServe: A Decentralized, Scalable, and Privacy-Preserving Overlay for Democratizing Large Language Model Serving","created":"2025-04-27","cited_by_count":1,"area":"inference"},{"id":"2512.09963","title":"GoodSpeed: Optimizing Fair Goodput with Adaptive Speculative Decoding in Distributed Edge Inference","created":"2025-12-10","cited_by_count":1,"area":"inference"},{"id":"2512.19179","title":"CascadeInfer: Length-Aware Scheduling of LLM Serving with Low Latency and Load Balancing","created":"2025-12-22","cited_by_count":1,"area":"inference"},{"id":"2602.09725","title":"Efficient Remote KV Cache Reuse with GPU-native Video Codec","created":"2026-02-10","cited_by_count":1,"area":"inference"},{"id":"2604.07144","title":"Autopoiesis: A Self-Evolving System Paradigm for LLM Serving Under Runtime Dynamics","created":"2026-04-08","cited_by_count":1,"area":"inference"},{"id":"2605.01280","title":"Position: LLM Serving Needs Mathematical Optimization and Algorithmic Foundations, Not Just Heuristics","created":"2026-05-02","cited_by_count":1,"area":"inference"},{"id":"2510.19670","title":"CoSense-LLM: Semantics at the Edge with Cost- and Uncertainty-Aware Cloud-Edge Cooperation","created":"2025-10-22","cited_by_count":0,"area":"inference"},{"id":"2605.16637","title":"HexAGenT: Efficient Agentic LLM Serving via Workflow- and Heterogeneity-Aware Scheduling","created":"2026-05-15","cited_by_count":0,"area":"inference"},{"id":"2605.19593","title":"Towards Multi-Model LLM Schedulers: Empirical Insights into Offloading and Preemption","created":"2026-05-19","cited_by_count":0,"area":"inference"},{"id":"2606.04415","title":"FlexNPU: Transparent NPU Virtualization for Dynamic LLM Prefill-Decode Co-location","created":"2026-06-03","cited_by_count":0,"area":"inference"},{"id":"2607.16488","title":"Auto-Scaling Heterogeneous Neural Processing Units for Energy and Cost-Efficient LLM Serving","created":"2026-07-17","cited_by_count":0,"area":"inference"},{"id":"2608.06007","title":"TensorCast: The Missing Tensor Management Layer in Large Language Model Infrastructure","created":"2026-08-06","cited_by_count":0,"area":"inference"},{"id":"2608.13499","title":"OpScale: Operator-level Provisioning and Autoscaling for LLM Serving","created":"2026-08-13","cited_by_count":0,"area":"inference"},{"id":"2608.16477","title":"Pallas: A Proactive KV Cache Migration Framework for LLM Inference in AI-RAN","created":"2026-08-17","cited_by_count":0,"area":"inference"},{"id":"2609.16215","title":"Where Should the KV Cache Live? Placement Policies Across GPU, CPU, and SSD for Long-Lived Sessions","created":"2026-09-14","cited_by_count":0,"area":"inference"},{"id":"2609.29160","title":"Cross-Model Autoscaling for Shared LLM Serving","created":"2026-09-24","cited_by_count":0,"area":"inference"}],"next_cursor":null}