{"total":32,"rows":[{"id":"2408.08147","title":"P/D-Serve: Serving Disaggregated Large Language Model at Scale","created":"2024-08-15","cited_by_count":27,"area":"inference"},{"id":"2508.18572","title":"Strata: Hierarchical Context Caching for Long Context Language Model Serving","created":"2025-08-26","cited_by_count":26,"area":"inference"},{"id":"2504.19867","title":"semi-PD: Towards Efficient LLM Serving via Phase-Wise Disaggregated Computation and Unified Storage","created":"2025-04-28","cited_by_count":16,"area":"inference"},{"id":"2509.04467","title":"PDTrim: Targeted Pruning for Prefill-Decode Disaggregation in Inference","created":"2025-08-29","cited_by_count":14,"area":"inference"},{"id":"2511.20172","title":"Beluga: A CXL-Based Memory Architecture for Scalable and Efficient LLM KVCache Management","created":"2025-11-25","cited_by_count":11,"area":"inference"},{"id":"2504.03775","title":"FlowKV: A Disaggregated Inference Framework with Low-Latency KV Cache Transfer and Load-Aware Scheduling","created":"2025-04-03","cited_by_count":10,"area":"inference"},{"id":"2501.14743","title":"KVDirect: Distributed Disaggregated LLM Inference","created":"2024-12-13","cited_by_count":8,"area":"inference"},{"id":"2503.08415","title":"TokenSim: Enabling Hardware and Software Exploration for Large Language Model Inference Systems","created":"2025-03-11","cited_by_count":6,"area":"inference"},{"id":"2505.11916","title":"Arrow: Adaptive Scheduling Mechanisms for Disaggregated LLM Inference Architecture","created":"2025-05-17","cited_by_count":5,"area":"inference"},{"id":"2507.17120","title":"BucketServe: Bucket-Based Dynamic Batching for Smart and Efficient LLM Inference Serving","created":"2025-07-23","cited_by_count":5,"area":"inference"},{"id":"2506.11104","title":"DAM: Dynamic Attention Mask for Long-Context Large Language Model Inference Acceleration","created":"2025-06-06","cited_by_count":4,"area":"inference"},{"id":"2511.04791","title":"DuetServe: Harmonizing Prefill and Decode for LLM Serving via Adaptive GPU Multiplexing","created":"2025-11-06","cited_by_count":4,"area":"inference"},{"id":"2607.08057","title":"Towards Efficient Large Language Model Serving: A Survey on System-Aware KV Cache Optimization","created":"2026-07-09","cited_by_count":4,"area":"inference"},{"id":"2509.16857","title":"ShadowServe: Interference-Free KV Cache Fetching for Distributed Prefix Caching","created":"2025-09-21","cited_by_count":3,"area":"inference"},{"id":"2510.13223","title":"BanaServe: Unified KV Cache and Dynamic Module Migration for Balancing Disaggregated LLM Serving in AI Infrastructure","created":"2025-10-15","cited_by_count":3,"area":"inference"},{"id":"2601.20309","title":"SuperInfer: SLO-Aware Rotary Scheduling and Memory Management for LLM Inference on Superchips","created":"2026-01-28","cited_by_count":2,"area":"inference"},{"id":"2607.10987","title":"[AAFLOW+] Stateful Operator Abstraction with Zero-Copy Distributed KV Cache Orchestration for Multi-Agent Workflows","created":"2026-07-13","cited_by_count":2,"area":"inference"},{"id":"2602.09725","title":"Efficient Remote KV Cache Reuse with GPU-native Video Codec","created":"2026-02-10","cited_by_count":1,"area":"inference"},{"id":"2603.04716","title":"SLO-Aware Compute Resource Allocation for Prefill-Decode Disaggregated LLM Inference","created":"2026-03-05","cited_by_count":1,"area":"inference"},{"id":"2603.08739","title":"Adaptive Multi-Objective Tiered Storage Configuration for KV Cache in LLM Service","created":"2026-02-25","cited_by_count":1,"area":"inference"},{"id":"2603.17456","title":"Stage-Aware Communication Scheduling for Disaggregated LLM Serving","created":"2026-03-18","cited_by_count":1,"area":"inference"},{"id":"2605.22850","title":"ObjectCache: Layerwise Object-Storage Retrieval for KV Cache Reuse","created":"2026-05-16","cited_by_count":1,"area":"inference"},{"id":"2511.22481","title":"OmniInfer: System-Wide Acceleration Techniques for Optimizing LLM Serving Throughput and Latency","created":"2025-11-27","cited_by_count":0,"area":"inference"},{"id":"2603.07917","title":"SageSched: Efficient LLM Scheduling Confronting Demand Uncertainty and Hybridity","created":"2026-03-09","cited_by_count":0,"area":"inference"},{"id":"2606.16264","title":"Tropical: Enhancing SLO Attainment in Disaggregated LLM Serving via SLO-Aware Multiplexing","created":"2026-06-15","cited_by_count":0,"area":"inference"},{"id":"2607.02574","title":"From Tensor Buffer to Distributed Memory Hierarchy: A Survey of KV Cache Management for LLM Serving","created":"2026-06-30","cited_by_count":0,"area":"inference"},{"id":"2608.01891","title":"Energy-Efficient LLM Serving via Disaggregated Attention--FFN and Flexible Frequency Scaling","created":"2026-08-03","cited_by_count":0,"area":"inference"},{"id":"2608.16336","title":"Beyond Binary Priorities: Multi-Tier SLA Scheduling for Large Language Model Serving","created":"2026-08-17","cited_by_count":0,"area":"inference"},{"id":"2609.11744","title":"Building py-kvcache: A Performance Characterization of External KV Caching for vLLM with NVMe SSDs","created":"2026-09-10","cited_by_count":0,"area":"inference"},{"id":"2609.19657","title":"PrefixBench-H100: Characterizing Prefix Reuse and Time-to-First-Token in H100 LLM Serving","created":"2026-09-17","cited_by_count":0,"area":"inference"},{"id":"2609.23130","title":"From Inference Engine to Inference Control Plane: Connecting vLLM, llm-d, and the Evolution of Efficient Distributed LLM Serving","created":"2026-09-19","cited_by_count":0,"area":"inference"},{"id":"2609.23816","title":"SPLASH: Co-Designing Sparse Attention with High-Bandwidth Flash for Efficient Long-Context Inference","created":"2026-09-20","cited_by_count":0,"area":"inference"}],"next_cursor":null}