{"total":25,"rows":[{"id":"2510.18586","title":"TokenCake: A KV-Cache-centric Serving Framework for LLM-based Multi-Agent Applications","created":"2025-10-21","cited_by_count":16,"area":"inference"},{"id":"2602.23036","title":"LLMServingSim 2.0: A Unified Simulator for Heterogeneous and Disaggregated LLM Serving Infrastructure","created":"2026-02-26","cited_by_count":9,"area":"inference"},{"id":"2602.06502","title":"DualMap: Enabling Both Cache Affinity and Load Balancing for Distributed LLM Serving","created":"2026-02-06","cited_by_count":8,"area":"inference"},{"id":"2508.17219","title":"TokenLake: A Unified Segment-level Prefix Cache Pool for Fine-grained Elastic Long-Context LLM Serving","created":"2025-08-24","cited_by_count":5,"area":"inference"},{"id":"2512.09472","title":"WarmServe: Enabling One-for-Many GPU Prewarming for Multi-LLM Serving","created":"2025-12-10","cited_by_count":5,"area":"inference"},{"id":"2509.16857","title":"ShadowServe: Interference-Free KV Cache Fetching for Distributed Prefix Caching","created":"2025-09-21","cited_by_count":3,"area":"inference"},{"id":"2602.16603","title":"FlowPrefill: Decoupling Preemption from Prefill Scheduling Granularity to Mitigate Head-of-Line Blocking in LLM Serving","created":"2026-02-18","cited_by_count":3,"area":"inference"},{"id":"2606.02964","title":"Multi-Segment Attention: Enabling Efficient KV-Cache Management for Faster Large Language Model Serving","created":"2026-06-01","cited_by_count":3,"area":"inference"},{"id":"2607.10186","title":"FlashAccel: Leveraging High-Bandwidth Flash (HBF) for High-Throughput LLM Inference","created":"2026-07-11","cited_by_count":3,"area":"inference"},{"id":"2601.08833","title":"Revisiting Disaggregated Large Language Model Serving for Performance and Energy Implications","created":"2025-11-14","cited_by_count":2,"area":"inference"},{"id":"2603.15202","title":"Simple is Better: Multiplication May Be All You Need for LLM Request Scheduling","created":"2026-03-16","cited_by_count":2,"area":"inference"},{"id":"2607.28150","title":"SmartGen: Seamless Disaggregated LLM Inference with Selective KV Cache Transfer","created":"2026-07-30","cited_by_count":2,"area":"inference"},{"id":"2602.09725","title":"Efficient Remote KV Cache Reuse with GPU-native Video Codec","created":"2026-02-10","cited_by_count":1,"area":"inference"},{"id":"2603.08739","title":"Adaptive Multi-Objective Tiered Storage Configuration for KV Cache in LLM Service","created":"2026-02-25","cited_by_count":1,"area":"inference"},{"id":"2605.22850","title":"ObjectCache: Layerwise Object-Storage Retrieval for KV Cache Reuse","created":"2026-05-16","cited_by_count":1,"area":"inference"},{"id":"2608.00423","title":"Diagnose Before You Compress: Prediction-Independent Bottleneck Witness Refinement for LLM Serving Traces","created":"2026-08-01","cited_by_count":1,"area":"inference"},{"id":"2608.01718","title":"LaCache: Robust Semantic Caching for LLM Serving","created":"2026-08-03","cited_by_count":1,"area":"inference"},{"id":"2609.18675","title":"HBFlex: A Flexible Memory System for Bridging Fine-Grained LLM States and Coarse-Grained HBF Parallel Execution","created":"2026-09-16","cited_by_count":1,"area":"inference"},{"id":"2512.12928","title":"ProServe: Unified Multi-Priority Request Scheduling for LLM Serving","created":"2025-12-15","cited_by_count":0,"area":"inference"},{"id":"2607.05399","title":"Benchmarking KV-Cache Optimizations across Task Quality and System Performance for Long-Context Serving","created":"2026-05-03","cited_by_count":0,"area":"inference"},{"id":"2608.13573","title":"A Year in LLM Serving: Workload Evolution, Caching and Load-Balancing","created":"2026-07-03","cited_by_count":0,"area":"inference"},{"id":"2609.11744","title":"Building py-kvcache: A Performance Characterization of External KV Caching for vLLM with NVMe SSDs","created":"2026-09-10","cited_by_count":0,"area":"inference"},{"id":"2609.27746","title":"The KV Cache Working Set: Online Capacity Planning for LLM Inference Systems","created":"2026-09-23","cited_by_count":0,"area":"inference"},{"id":"2609.34555","title":"PulseInfer: I/O-Centric Sparse KV Cache Offloading for Efficient Long-Context LLM Decoding","created":"2026-09-28","cited_by_count":0,"area":"inference"},{"id":"2609.35065","title":"TempoKV: Timely Staging of LLM KV Caches for Memory-Semantic Flash","created":"2026-09-28","cited_by_count":0,"area":"inference"}],"next_cursor":null}