{"total":34,"rows":[{"id":"2501.01005","title":"FlashInfer: Efficient and Customizable Attention Engine for LLM Inference Serving","created":"2025-01-02","cited_by_count":258,"area":"inference"},{"id":"2502.14866","title":"LServe: Efficient Long-sequence LLM Serving with Unified Sparse Attention","created":"2025-02-20","cited_by_count":41,"area":"inference"},{"id":"2411.01142","title":"NEO: Saving GPU Memory Crisis with CPU Offloading for Online LLM Inference","created":"2024-11-02","cited_by_count":37,"area":"inference"},{"id":"2508.18572","title":"Strata: Hierarchical Context Caching for Long Context Language Model Serving","created":"2025-08-26","cited_by_count":26,"area":"inference"},{"id":"2502.12216","title":"Tactic: Adaptive Sparse Attention with Clustering and Distribution Fitting for Long-Context LLMs","created":"2025-02-17","cited_by_count":24,"area":"inference"},{"id":"2508.01989","title":"Prefill-Decode Aggregation or Disaggregation? Unifying Both for Goodput-Optimized LLM Serving","created":"2025-08-04","cited_by_count":23,"area":"inference"},{"id":"2505.07203","title":"PrefillOnly: An Inference Engine for Prefill-only Workloads in Large Language Model Applications","created":"2025-05-12","cited_by_count":21,"area":"inference"},{"id":"2504.19867","title":"semi-PD: Towards Efficient LLM Serving via Phase-Wise Disaggregated Computation and Unified Storage","created":"2025-04-28","cited_by_count":16,"area":"inference"},{"id":"2503.06433","title":"Seesaw: High-throughput LLM Inference via Model Re-sharding","created":"2025-03-09","cited_by_count":15,"area":"inference"},{"id":"2507.06608","title":"Nexus:Proactive Intra-GPU Disaggregation of Prefill and Decode in LLM Serving","created":"2025-07-09","cited_by_count":13,"area":"inference"},{"id":"2501.14808","title":"HyGen: Efficient LLM Serving via Elastic Online-Offline Request Co-location","created":"2025-01-15","cited_by_count":10,"area":"inference"},{"id":"2507.09019","title":"On Evaluating Performance of LLM Inference Serving Systems","created":"2025-07-11","cited_by_count":10,"area":"inference"},{"id":"2504.09285","title":"DynaServe: Unified and Elastic Execution for Dynamic Disaggregated LLM Serving","created":"2025-04-12","cited_by_count":6,"area":"inference"},{"id":"2509.24626","title":"SparseServe: Unlocking Parallelism for Dynamic Sparse Attention in Long-Context LLM Serving","created":"2025-09-29","cited_by_count":6,"area":"inference"},{"id":"2410.14257","title":"Revisiting Service Level Objectives and System Level Metrics in Large Language Model Serving","created":"2024-10-18","cited_by_count":5,"area":"inference"},{"id":"2504.19516","title":"Boosting LLM Serving through Spatial-Temporal GPU Resource Sharing","created":"2025-04-28","cited_by_count":4,"area":"inference"},{"id":"2504.20828","title":"Ascendra: Dynamic Request Prioritization for Efficient LLM Serving","created":"2025-04-29","cited_by_count":4,"area":"inference"},{"id":"2508.09001","title":"Retrospective Sparse Attention for Efficient Long-Context Generation","created":"2025-08-12","cited_by_count":4,"area":"inference"},{"id":"2511.04791","title":"DuetServe: Harmonizing Prefill and Decode for LLM Serving via Adaptive GPU Multiplexing","created":"2025-11-06","cited_by_count":4,"area":"inference"},{"id":"2511.16193","title":"Fast LLM Post-training via Decoupled and Fastest-of-N Speculation","created":"2025-11-20","cited_by_count":4,"area":"inference"},{"id":"2509.16857","title":"ShadowServe: Interference-Free KV Cache Fetching for Distributed Prefix Caching","created":"2025-09-21","cited_by_count":3,"area":"inference"},{"id":"2510.14686","title":"xLLM Technical Report","created":"2025-10-16","cited_by_count":3,"area":"inference"},{"id":"2602.00269","title":"VoxServe: Streaming-Centric Serving System for Speech Language Models","created":"2026-01-30","cited_by_count":3,"area":"inference"},{"id":"2608.01651","title":"Bole: Efficient Tree Speculation for Hybrid-Attention Language Models","created":"2026-08-03","cited_by_count":3,"area":"inference"},{"id":"2504.09590","title":"Efficient LLM Serving on Hybrid Real-time and Best-effort Requests","created":"2025-04-13","cited_by_count":2,"area":"inference"},{"id":"2601.20309","title":"SuperInfer: SLO-Aware Rotary Scheduling and Memory Management for LLM Inference on Superchips","created":"2026-01-28","cited_by_count":2,"area":"inference"},{"id":"2607.28150","title":"SmartGen: Seamless Disaggregated LLM Inference with Selective KV Cache Transfer","created":"2026-07-30","cited_by_count":2,"area":"inference"},{"id":"2610.13325","title":"Taking Tokenization off the Host for Agentic LLM Serving","created":"2026-10-09","cited_by_count":1,"area":"inference"},{"id":"2412.04788","title":"GUIDE: A Global Unified Inference Engine for Deploying Large Language Models in Heterogeneous Environments","created":"2024-12-06","cited_by_count":0,"area":"inference"},{"id":"2605.06914","title":"Regulating Branch Parallelism in LLM Serving","created":"2026-05-07","cited_by_count":0,"area":"inference"},{"id":"2606.04594","title":"Ekka: Automated Diagnosis of Silent Errors in LLM Inference","created":"2026-06-03","cited_by_count":0,"area":"inference"},{"id":"2608.13499","title":"OpScale: Operator-level Provisioning and Autoscaling for LLM Serving","created":"2026-08-13","cited_by_count":0,"area":"inference"},{"id":"2609.19657","title":"PrefixBench-H100: Characterizing Prefix Reuse and Time-to-First-Token in H100 LLM Serving","created":"2026-09-17","cited_by_count":0,"area":"inference"},{"id":"2609.34555","title":"PulseInfer: I/O-Centric Sparse KV Cache Offloading for Efficient Long-Context LLM Decoding","created":"2026-09-28","cited_by_count":0,"area":"inference"}],"next_cursor":null}