{"total":16,"rows":[{"id":"2407.00023","title":"Preble: Efficient Distributed Prompt Scheduling for LLM Serving","created":"2024-05-08","cited_by_count":70,"area":"inference"},{"id":"2506.02634","title":"KVCache Cache in the Wild: Characterizing and Optimizing KVCache Cache at a Large Cloud Provider","created":"2025-06-03","cited_by_count":41,"area":"inference"},{"id":"2505.09999","title":"ServeGen: Workload Characterization and Generation of Large Language Model Serving in Production","created":"2025-05-15","cited_by_count":29,"area":"inference"},{"id":"2504.20068","title":"JITServe: SLO-aware LLM Serving with Imprecise Request Information","created":"2025-04-24","cited_by_count":17,"area":"inference"},{"id":"2509.02121","title":"Batch Query Processing and Optimization for Agentic Workflows","created":"2025-09-02","cited_by_count":6,"area":"inference"},{"id":"2609.00891","title":"CacheBridge: Efficient Cross-Model KV Cache Transfer","created":"2026-09-01","cited_by_count":6,"area":"inference"},{"id":"2602.12029","title":"PrefillShare: A Shared Prefill Module for KV Reuse in Multi-LLM Disaggregated Serving","created":"2026-02-12","cited_by_count":4,"area":"inference"},{"id":"2607.28979","title":"KV Cache Translation across Heterogeneous Large Language Models","created":"2026-07-31","cited_by_count":4,"area":"inference"},{"id":"2509.04827","title":"VoltanaLLM: Energy-Efficient and SLO-Aware Disaggregated LLM Serving via Adaptive Frequency Control and State-Space Routing","created":"2025-09-05","cited_by_count":2,"area":"inference"},{"id":"2607.10987","title":"[AAFLOW+] Stateful Operator Abstraction with Zero-Copy Distributed KV Cache Orchestration for Multi-Agent Workflows","created":"2026-07-13","cited_by_count":2,"area":"inference"},{"id":"2603.23525","title":"Prompt Compression in Production Task Orchestration: A Pre-Registered Randomized Trial","created":"2026-03-06","cited_by_count":1,"area":"inference"},{"id":"2608.30310","title":"Tail-Replay: Escaping the Curse of Linear Attention in Prefix Caching for Hybrid LLMs","created":"2026-08-31","cited_by_count":1,"area":"inference"},{"id":"2606.14779","title":"Unified KV Pooling to Accelerate Long-Context LLM Serving","created":"2026-06-10","cited_by_count":0,"area":"inference"},{"id":"2607.19349","title":"FineServe: A Fine-Grained Dataset and Characterization of Global LLM Serving Workloads","created":"2026-04-17","cited_by_count":0,"area":"inference"},{"id":"2609.34054","title":"PReCache: Efficient KV Cache Sharing for Multi-LoRA Agents via Low-Rank Precomputation and Neutral Reconstruction","created":"2026-09-28","cited_by_count":0,"area":"inference"},{"id":"2610.14571","title":"Dissecting the Carbon-SLO Tension in Geo-Distributed LLM Serving","created":"2026-10-10","cited_by_count":0,"area":"inference"}],"next_cursor":null}