{"total":30,"rows":[{"id":"2403.09054","title":"Keyformer: KV Cache Reduction through Key Tokens Selection for Efficient Generative Inference","created":"2024-03-14","cited_by_count":126,"area":"inference"},{"id":"2405.04437","title":"vAttention: Dynamic Memory Management for Serving LLMs without PagedAttention","created":"2024-05-07","cited_by_count":98,"area":"inference"},{"id":"2407.12820","title":"PQCache: Product Quantization-based KVCache for Long Context LLM Inference","created":"2024-07-01","cited_by_count":95,"area":"inference"},{"id":"2408.15792","title":"Efficient LLM Scheduling by Learning to Rank","created":"2024-08-28","cited_by_count":85,"area":"inference"},{"id":"2406.17565","title":"MemServe: Context Caching for Disaggregated LLM Serving with Elastic Memory Pool","created":"2024-06-25","cited_by_count":68,"area":"inference"},{"id":"2404.16283","title":"Andes: Defining and Enhancing Quality-of-Experience in LLM-Based Text Streaming Services","created":"2024-04-25","cited_by_count":45,"area":"inference"},{"id":"2411.01142","title":"NEO: Saving GPU Memory Crisis with CPU Offloading for Online LLM Inference","created":"2024-11-02","cited_by_count":37,"area":"inference"},{"id":"2408.08147","title":"P/D-Serve: Serving Disaggregated Large Language Model at Scale","created":"2024-08-15","cited_by_count":27,"area":"inference"},{"id":"2504.19720","title":"Taming the Titans: A Survey of Efficient LLM Inference Serving","created":"2025-04-28","cited_by_count":16,"area":"inference"},{"id":"2405.06856","title":"Aladdin: Joint Placement and Scaling for SLO-Aware LLM Serving","created":"2024-05-11","cited_by_count":11,"area":"inference"},{"id":"2502.03589","title":"HACK: Homomorphic Acceleration via Compression of the Key-Value Cache for Disaggregated LLM Inference","created":"2025-02-05","cited_by_count":10,"area":"inference"},{"id":"2501.14743","title":"KVDirect: Distributed Disaggregated LLM Inference","created":"2024-12-13","cited_by_count":8,"area":"inference"},{"id":"2602.06502","title":"DualMap: Enabling Both Cache Affinity and Load Balancing for Distributed LLM Serving","created":"2026-02-06","cited_by_count":8,"area":"inference"},{"id":"2412.16187","title":"HashEvict: A Pre-Attention KV Cache Eviction Strategy using Locality-Sensitive Hashing","created":"2024-12-13","cited_by_count":6,"area":"inference"},{"id":"2505.11916","title":"Arrow: Adaptive Scheduling Mechanisms for Disaggregated LLM Inference Architecture","created":"2025-05-17","cited_by_count":5,"area":"inference"},{"id":"2607.08057","title":"Towards Efficient Large Language Model Serving: A Survey on System-Aware KV Cache Optimization","created":"2026-07-09","cited_by_count":4,"area":"inference"},{"id":"2601.22438","title":"Towards Resiliency in Large Language Model Serving with KevlarFlow","created":"2026-01-30","cited_by_count":3,"area":"inference"},{"id":"2605.00831","title":"GhostServe: A Lightweight Checkpointing System in the Shadow for Fault-Tolerant LLM Serving","created":"2026-03-26","cited_by_count":3,"area":"inference"},{"id":"2510.03283","title":"MACE: A Hybrid LLM Serving System with Colocated SLO-aware Continuous Retraining Alignment","created":"2025-09-28","cited_by_count":2,"area":"inference"},{"id":"2607.28150","title":"SmartGen: Seamless Disaggregated LLM Inference with Selective KV Cache Transfer","created":"2026-07-30","cited_by_count":2,"area":"inference"},{"id":"2609.07883","title":"Deadline-Aware Adaptive Prefill Chunking for Efficient Large Language Model Serving","created":"2026-09-07","cited_by_count":2,"area":"inference"},{"id":"2509.25853","title":"SAIL: SRAM-Accelerated LLM Inference System with Lookup-Table-based GEMV","created":"2025-09-30","cited_by_count":1,"area":"inference"},{"id":"2602.09725","title":"Efficient Remote KV Cache Reuse with GPU-native Video Codec","created":"2026-02-10","cited_by_count":1,"area":"inference"},{"id":"2606.17787","title":"LUMEN: Coordinated Failure Recovery for Distributed LLM Serving","created":"2026-06-16","cited_by_count":1,"area":"inference"},{"id":"2510.19670","title":"CoSense-LLM: Semantics at the Edge with Cost- and Uncertainty-Aware Cloud-Edge Cooperation","created":"2025-10-22","cited_by_count":0,"area":"inference"},{"id":"2511.22481","title":"OmniInfer: System-Wide Acceleration Techniques for Optimizing LLM Serving Throughput and Latency","created":"2025-11-27","cited_by_count":0,"area":"inference"},{"id":"2605.19593","title":"Towards Multi-Model LLM Schedulers: Empirical Insights into Offloading and Preemption","created":"2026-05-19","cited_by_count":0,"area":"inference"},{"id":"2606.16264","title":"Tropical: Enhancing SLO Attainment in Disaggregated LLM Serving via SLO-Aware Multiplexing","created":"2026-06-15","cited_by_count":0,"area":"inference"},{"id":"2608.06007","title":"TensorCast: The Missing Tensor Management Layer in Large Language Model Infrastructure","created":"2026-08-06","cited_by_count":0,"area":"inference"},{"id":"2609.25451","title":"Fast Recovery for LLM Serving via Decoupled Device Memory Lifetime in Dynamo","created":"2026-09-21","cited_by_count":0,"area":"inference"}],"next_cursor":null}