{"total":53,"rows":[{"id":"2501.01005","title":"FlashInfer: Efficient and Customizable Attention Engine for LLM Inference Serving","created":"2025-01-02","cited_by_count":258,"area":"inference"},{"id":"2408.11049","title":"MagicDec: Breaking the Latency-Throughput Tradeoff for Long Context Generation with Speculative Decoding","created":"2024-08-20","cited_by_count":91,"area":"inference"},{"id":"2406.11430","title":"A Simple and Effective $L_2$ Norm-Based Strategy for KV Cache Compression","created":"2024-06-17","cited_by_count":86,"area":"inference"},{"id":"2510.00636","title":"Expected Attention: KV Cache Compression by Estimating Attention from Future Queries Distribution","created":"2025-10-01","cited_by_count":74,"area":"inference"},{"id":"2406.17565","title":"MemServe: Context Caching for Disaggregated LLM Serving with Elastic Memory Pool","created":"2024-06-25","cited_by_count":68,"area":"inference"},{"id":"2503.18292","title":"Jenga: Effective Memory Management for Serving LLM with Heterogeneity","created":"2025-03-24","cited_by_count":25,"area":"inference"},{"id":"2505.04021","title":"Prism: Cost-Efficient Multi-LLM Serving via GPU Memory Ballooning","created":"2025-05-06","cited_by_count":24,"area":"inference"},{"id":"2504.19720","title":"Taming the Titans: A Survey of Efficient LLM Inference Serving","created":"2025-04-28","cited_by_count":16,"area":"inference"},{"id":"2407.15309","title":"vTensor: Flexible Virtual Tensor Management for Efficient LLM Serving","created":"2024-07-22","cited_by_count":15,"area":"inference"},{"id":"2412.18169","title":"KunServe: Parameter-centric Memory Management for Efficient Memory Overloading Handling in LLM Serving","created":"2024-12-24","cited_by_count":11,"area":"inference"},{"id":"2504.10724","title":"HELIOS: Adaptive Model And Early-Exit Selection for Efficient LLM Inference Serving","created":"2025-04-14","cited_by_count":8,"area":"inference"},{"id":"2602.06502","title":"DualMap: Enabling Both Cache Affinity and Load Balancing for Distributed LLM Serving","created":"2026-02-06","cited_by_count":8,"area":"inference"},{"id":"2606.20537","title":"Execution-State Capsules: Graph-Bound Execution-State Checkpoint and Restore for Low-Latency, Small-Batch, On-Device Physical-AI Serving","created":"2026-06-18","cited_by_count":7,"area":"inference"},{"id":"2506.15155","title":"eLLM: Elastic Memory Management Framework for Efficient LLM Serving","created":"2025-06-18","cited_by_count":5,"area":"inference"},{"id":"2512.09472","title":"WarmServe: Enabling One-for-Many GPU Prewarming for Multi-LLM Serving","created":"2025-12-10","cited_by_count":5,"area":"inference"},{"id":"2503.04253","title":"ADOR: A Design Exploration Framework for LLM Serving with Enhanced Latency and Throughput","created":"2025-03-06","cited_by_count":4,"area":"inference"},{"id":"2504.19516","title":"Boosting LLM Serving through Spatial-Temporal GPU Resource Sharing","created":"2025-04-28","cited_by_count":4,"area":"inference"},{"id":"2604.26837","title":"Unifying Sparse Attention with Hierarchical Memory for Scalable Long-Context LLM Serving","created":"2026-04-29","cited_by_count":4,"area":"inference"},{"id":"2605.20868","title":"Runtime-Certified Bounded-Error Quantized Attention","created":"2026-05-20","cited_by_count":4,"area":"inference"},{"id":"2607.08057","title":"Towards Efficient Large Language Model Serving: A Survey on System-Aware KV Cache Optimization","created":"2026-07-09","cited_by_count":4,"area":"inference"},{"id":"2509.06261","title":"FineServe: Precision-Aware KV Slab and Two-Level Scheduling for Heterogeneous Precision LLM Serving","created":"2025-09-08","cited_by_count":3,"area":"inference"},{"id":"2510.14686","title":"xLLM Technical Report","created":"2025-10-16","cited_by_count":3,"area":"inference"},{"id":"2604.12171","title":"PipeLive: Efficient Live In-place Pipeline Parallelism Reconfiguration for Dynamic LLM Serving","created":"2026-04-14","cited_by_count":3,"area":"inference"},{"id":"2509.04827","title":"VoltanaLLM: Energy-Efficient and SLO-Aware Disaggregated LLM Serving via Adaptive Frequency Control and State-Space Routing","created":"2025-09-05","cited_by_count":2,"area":"inference"},{"id":"2512.15705","title":"Dynamic Rebatching for Efficient Early-Exit Inference with DREX","created":"2025-12-17","cited_by_count":2,"area":"inference"},{"id":"2604.06664","title":"Foundry: Template-Based CUDA Graph Context Materialization for Fast LLM Serving Cold Start","created":"2026-04-08","cited_by_count":2,"area":"inference"},{"id":"2604.18529","title":"HybridGen: Efficient LLM Generative Inference via CPU-GPU Hybrid Computing","created":"2026-04-20","cited_by_count":2,"area":"inference"},{"id":"2606.18741","title":"ReMP: Low-Downtime Runtime Model-Parallelism Reconfiguration for LLM Serving","created":"2026-06-17","cited_by_count":2,"area":"inference"},{"id":"2607.28150","title":"SmartGen: Seamless Disaggregated LLM Inference with Selective KV Cache Transfer","created":"2026-07-30","cited_by_count":2,"area":"inference"},{"id":"2609.07883","title":"Deadline-Aware Adaptive Prefill Chunking for Efficient Large Language Model Serving","created":"2026-09-07","cited_by_count":2,"area":"inference"},{"id":"2501.13111","title":"iServe: An Intent-based Serving System for LLMs","created":"2025-01-08","cited_by_count":1,"area":"inference"},{"id":"2506.07311","title":"Paged Attention Meets FlexAttention: Unlocking Long-Context Efficiency in Deployed Inference","created":"2025-06-08","cited_by_count":1,"area":"inference"},{"id":"2601.03067","title":"Joint Encoding of KV-Cache Blocks for Scalable LLM Serving","created":"2026-01-06","cited_by_count":1,"area":"inference"},{"id":"2601.13631","title":"ContiguousKV: Accelerating LLM Prefill with Granularity-Aligned KV Cache Management","created":"2026-01-20","cited_by_count":1,"area":"inference"},{"id":"2605.22850","title":"ObjectCache: Layerwise Object-Storage Retrieval for KV Cache Reuse","created":"2026-05-16","cited_by_count":1,"area":"inference"},{"id":"2608.13263","title":"vToken: Token-Level Virtualization for Reclaimable KV Caches","created":"2026-08-13","cited_by_count":1,"area":"inference"},{"id":"2609.18675","title":"HBFlex: A Flexible Memory System for Bridging Fine-Grained LLM States and Coarse-Grained HBF Parallel Execution","created":"2026-09-16","cited_by_count":1,"area":"inference"},{"id":"2503.13773","title":"Mitigating KV Cache Competition to Enhance User Experience in LLM Inference","created":"2025-03-17","cited_by_count":0,"area":"inference"},{"id":"2511.12031","title":"Striking the Right Balance between Compute and Copy: Improving LLM Inferencing Under Speculative Decoding","created":"2025-11-15","cited_by_count":0,"area":"inference"},{"id":"2605.06046","title":"Requests of a Feather Must Flock Together: Batch Size vs. Prefix Homogeneity in LLM Inference","created":"2026-05-07","cited_by_count":0,"area":"inference"},{"id":"2606.21848","title":"Keyless Attention: Value-Space Routing and Value-Only Caching for Efficient Transformers","created":"2026-06-20","cited_by_count":0,"area":"inference"},{"id":"2606.25353","title":"Cache-Resident LLM Inference in GB-Scale Last-Level Caches","created":"2026-06-24","cited_by_count":0,"area":"inference"},{"id":"2606.26666","title":"PersistentKV: Page-Aware Decode Scheduling for Long-Context LLM Serving on Commodity GPUs","created":"2026-06-25","cited_by_count":0,"area":"inference"},{"id":"2607.02574","title":"From Tensor Buffer to Distributed Memory Hierarchy: A Survey of KV Cache Management for LLM Serving","created":"2026-06-30","cited_by_count":0,"area":"inference"},{"id":"2608.16336","title":"Beyond Binary Priorities: Multi-Tier SLA Scheduling for Large Language Model Serving","created":"2026-08-17","cited_by_count":0,"area":"inference"},{"id":"2608.23658","title":"Elastic KV Cache for LLM Serving:A Working Reclamation Mechanism, and Why Chunked Prefill Already Closes the Gap","created":"2026-08-24","cited_by_count":0,"area":"inference"},{"id":"2609.19657","title":"PrefixBench-H100: Characterizing Prefix Reuse and Time-to-First-Token in H100 LLM Serving","created":"2026-09-17","cited_by_count":0,"area":"inference"},{"id":"2609.23816","title":"SPLASH: Co-Designing Sparse Attention with High-Bandwidth Flash for Efficient Long-Context Inference","created":"2026-09-20","cited_by_count":0,"area":"inference"},{"id":"2609.25451","title":"Fast Recovery for LLM Serving via Decoupled Device Memory Lifetime in Dynamo","created":"2026-09-21","cited_by_count":0,"area":"inference"},{"id":"2609.34380","title":"DPS: Dual-Mode Precision LLM Serving with Semi-Unified Memory","created":"2026-09-28","cited_by_count":0,"area":"inference"},{"id":"2609.34653","title":"OmniTide: Co-Designing Algorithms and Systems for Efficient On-Device Omni-LLM Streaming","created":"2026-09-28","cited_by_count":0,"area":"inference"},{"id":"2610.06917","title":"FluidPD: In-Place Elasticity for SLO-Aware Prefill-Decode Disaggregated LLM Serving","created":"2026-10-02","cited_by_count":0,"area":"inference"},{"id":"2610.18143","title":"RadixFlow: Filling Execution Bubbles in Prefix-Cached Hybrid LLM Serving","created":"2026-10-13","cited_by_count":0,"area":"inference"}],"next_cursor":null}