{"total":15,"rows":[{"id":"2407.00079","title":"Mooncake: A KVCache-centric Disaggregated Architecture for LLM Serving","created":"2024-06-24","cited_by_count":196,"area":"inference"},{"id":"2404.09526","title":"LoongServe: Efficiently Serving Long-Context Large Language Models with Elastic Sequence Parallelism","created":"2024-04-15","cited_by_count":112,"area":"inference"},{"id":"2401.02669","title":"Infinite-LLM: Efficient LLM Service for Long Context with DistAttention and Distributed KVCache","created":"2024-01-05","cited_by_count":73,"area":"inference"},{"id":"2411.17116","title":"Star Attention: Efficient LLM Inference over Long Sequences","created":"2024-11-26","cited_by_count":25,"area":"inference"},{"id":"2503.06433","title":"Seesaw: High-throughput LLM Inference via Model Re-sharding","created":"2025-03-09","cited_by_count":15,"area":"inference"},{"id":"2504.08242","title":"Jupiter: Fast and Resource-Efficient Collaborative Inference of Generative LLMs on Edge Devices","created":"2025-04-11","cited_by_count":15,"area":"inference"},{"id":"2406.01698","title":"Demystifying AI Platform Design for Distributed Inference of Next-Generation LLM models","created":"2024-06-03","cited_by_count":12,"area":"inference"},{"id":"2405.14105","title":"Distributed Speculative Inference (DSI): Speculation Parallelism for Provably Faster Lossless Language Model Inference","created":"2024-05-23","cited_by_count":9,"area":"inference"},{"id":"2501.08192","title":"PRESERVE: Prefetching Model Weights and KV-Cache in Distributed LLM Serving","created":"2025-01-14","cited_by_count":9,"area":"inference"},{"id":"2405.05329","title":"KV-Runahead: Scalable Causal LLM Inference by Parallel Key-Value Cache Generation","created":"2024-05-08","cited_by_count":6,"area":"inference"},{"id":"2405.11299","title":"The CAP Principle for LLM Serving: A Survey of Long-Context Large Language Model Serving","created":"2024-05-18","cited_by_count":3,"area":"inference"},{"id":"2507.02620","title":"FlowSpec: Continuous Pipelined Speculative Decoding for Efficient Distributed LLM Inference","created":"2025-07-03","cited_by_count":1,"area":"inference"},{"id":"2508.15881","title":"TPLA: Tensor Parallel Latent Attention for Efficient Disaggregated Prefill and Decode Inference","created":"2025-08-21","cited_by_count":1,"area":"inference"},{"id":"2507.19409","title":"Modality Agnostic Efficient Long Range Encoder","created":"2025-07-25","cited_by_count":0,"area":"inference"},{"id":"2607.16488","title":"Auto-Scaling Heterogeneous Neural Processing Units for Energy and Cost-Efficient LLM Serving","created":"2026-07-17","cited_by_count":0,"area":"inference"}],"next_cursor":null}