{"total":58,"rows":[{"id":"2401.09670","title":"DistServe: Disaggregating Prefill and Decoding for Goodput-optimized Large Language Model Serving","created":"2024-01-18","cited_by_count":617,"area":"inference"},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2403.19708","title":"Cost-Efficient Large Language Model Serving for Multi-turn Conversations with CachedAttention","created":"2024-03-23","cited_by_count":163,"area":"inference"},{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2408.14690","title":"Training-Free Activation Sparsity in Large Language Models","created":"2024-08-26","cited_by_count":55,"area":"inference"},{"id":"2403.11421","title":"FastDecode: High-Throughput GPU-Efficient LLM Serving using Heterogeneous Pipelines","created":"2024-03-18","cited_by_count":49,"area":"inference"},{"id":"2402.13516","title":"ProSparse: Introducing and Enhancing Intrinsic Activation Sparsity within Large Language Models","created":"2024-02-21","cited_by_count":45,"area":"inference"},{"id":"2502.14866","title":"LServe: Efficient Long-sequence LLM Serving with Unified Sparse Attention","created":"2025-02-20","cited_by_count":41,"area":"inference"},{"id":"2410.04466","title":"Large Language Model Inference Acceleration: A Comprehensive Hardware Perspective","created":"2024-10-06","cited_by_count":38,"area":"inference"},{"id":"2411.01142","title":"NEO: Saving GPU Memory Crisis with CPU Offloading for Online LLM Inference","created":"2024-11-02","cited_by_count":37,"area":"inference"},{"id":"2402.13720","title":"Ouroboros: Generating Longer Drafts Phrase by Phrase for Faster Speculative Decoding","created":"2024-02-21","cited_by_count":25,"area":"inference"},{"id":"2503.18292","title":"Jenga: Effective Memory Management for Serving LLM with Heterogeneity","created":"2025-03-24","cited_by_count":25,"area":"inference"},{"id":"2504.08850","title":"SpecEE: Accelerating Large Language Model Inference with Speculative Early Exiting","created":"2025-04-11","cited_by_count":23,"area":"inference"},{"id":"2504.19449","title":"R-Sparse: Rank-Aware Activation Sparsity for Efficient LLM Inference","created":"2025-04-28","cited_by_count":21,"area":"inference"},{"id":"2408.05235","title":"SLO-aware GPU Frequency Scaling for Energy Efficient LLM Inference Serving","created":"2024-08-05","cited_by_count":19,"area":"inference"},{"id":"2504.19720","title":"Taming the Titans: A Survey of Efficient LLM Inference Serving","created":"2025-04-28","cited_by_count":16,"area":"inference"},{"id":"2503.06433","title":"Seesaw: High-throughput LLM Inference via Model Re-sharding","created":"2025-03-09","cited_by_count":15,"area":"inference"},{"id":"2412.18934","title":"Dovetail: A CPU/GPU Heterogeneous Speculative Decoding for LLM inference","created":"2024-12-25","cited_by_count":13,"area":"inference"},{"id":"2505.02922","title":"RetroInfer: A Vector Storage Engine for Scalable Long-Context LLM Inference","created":"2025-05-05","cited_by_count":13,"area":"inference"},{"id":"2412.01380","title":"Efficient LLM Inference using Dynamic Input Pruning and Cache-Aware Masking","created":"2024-12-02","cited_by_count":11,"area":"inference"},{"id":"2507.01438","title":"EdgeLoRA: An Efficient Multi-Tenant LLM Serving System on Edge Devices","created":"2025-07-02","cited_by_count":11,"area":"inference"},{"id":"2505.17052","title":"SpecEdge: Scalable Edge-Assisted Serving Framework for Interactive LLMs","created":"2025-05-16","cited_by_count":10,"area":"inference"},{"id":"2510.02758","title":"TokenFlow: Responsive LLM Text Streaming Serving under Request Burst via Preemptive Scheduling","created":"2025-10-03","cited_by_count":10,"area":"inference"},{"id":"2603.17435","title":"ZipServ: Fast and Memory-Efficient LLM Inference with Hardware-Aware Lossless Compression","created":"2026-03-18","cited_by_count":8,"area":"inference"},{"id":"2402.09360","title":"HiRE: High Recall Approximate Top-$k$ Estimation for Efficient LLM Inference","created":"2024-02-14","cited_by_count":7,"area":"inference"},{"id":"2503.00392","title":"Progressive Sparse Attention: Algorithm and System Co-design for Efficient Attention in LLM Serving","created":"2025-03-01","cited_by_count":7,"area":"inference"},{"id":"2606.06256","title":"RedKnot: Efficient Long-Context LLM Serving with Head-Aware KV Reuse and SegPagedAttention","created":"2026-06-04","cited_by_count":7,"area":"inference"},{"id":"2504.07494","title":"Apt-Serve: Adaptive Request Scheduling on Hybrid Cache for Scalable LLM Inference Serving","created":"2025-04-10","cited_by_count":6,"area":"inference"},{"id":"2509.24626","title":"SparseServe: Unlocking Parallelism for Dynamic Sparse Attention in Long-Context LLM Serving","created":"2025-09-29","cited_by_count":6,"area":"inference"},{"id":"2503.18869","title":"Reimagining Memory Access for LLM Inference: Compression-Aware Memory Controller Design","created":"2025-03-24","cited_by_count":5,"area":"inference"},{"id":"2602.18755","title":"DualScale: Energy-Efficient Disaggregated LLM Serving via Phase-Aware Placement and DVFS","created":"2026-02-21","cited_by_count":5,"area":"inference"},{"id":"2502.09921","title":"A Cost-Effective Near-Storage Processing Solution for Offline Inference of Long-Context LLMs","created":"2025-02-14","cited_by_count":4,"area":"inference"},{"id":"2510.13602","title":"NOSA: Native and Offloadable Sparse Attention","created":"2025-10-15","cited_by_count":4,"area":"inference"},{"id":"2510.26843","title":"CAS-Spec: Cascade Adaptive Self-Speculative Decoding for On-the-Fly Lossless Inference Acceleration of LLMs","created":"2025-10-30","cited_by_count":4,"area":"inference"},{"id":"2604.26837","title":"Unifying Sparse Attention with Hierarchical Memory for Scalable Long-Context LLM Serving","created":"2026-04-29","cited_by_count":4,"area":"inference"},{"id":"2501.01792","title":"Efficient LLM Inference with Activation Checkpointing and Hybrid Caching","created":"2025-01-03","cited_by_count":3,"area":"inference"},{"id":"2505.07680","title":"SpecRouter: Adaptive Routing for Multi-Level Speculative Decoding in Large Language Models","created":"2025-05-12","cited_by_count":2,"area":"inference"},{"id":"2601.20309","title":"SuperInfer: SLO-Aware Rotary Scheduling and Memory Management for LLM Inference on Superchips","created":"2026-01-28","cited_by_count":2,"area":"inference"},{"id":"2604.26557","title":"DUAL-BLADE: Dual-Path NVMe-Direct KV-Cache Offloading for Edge LLM Inference","created":"2026-04-29","cited_by_count":2,"area":"inference"},{"id":"2607.28150","title":"SmartGen: Seamless Disaggregated LLM Inference with Selective KV Cache Transfer","created":"2026-07-30","cited_by_count":2,"area":"inference"},{"id":"2609.17573","title":"GroupKV: Hierarchical KV Cache Management for Long-Context Diffusion LLM Inference","created":"2026-07-30","cited_by_count":2,"area":"inference"},{"id":"2410.13344","title":"Cerberus: Efficient Inference with Adaptive Parallel Decoding and Sequential Knowledge Enhancement","created":"2024-10-17","cited_by_count":1,"area":"inference"},{"id":"2504.20101","title":"PlanetServe: A Decentralized, Scalable, and Privacy-Preserving Overlay for Democratizing Large Language Model Serving","created":"2025-04-27","cited_by_count":1,"area":"inference"},{"id":"2601.11652","title":"WISP: Waste- and Interference-Suppressed Distributed Speculative LLM Serving at the Edge via Dynamic Drafting and SLO-Aware Batching","created":"2026-01-15","cited_by_count":1,"area":"inference"},{"id":"2607.18141","title":"A CXL Memory Rack for Multi-Turn LLM Serving","created":"2026-07-20","cited_by_count":1,"area":"inference"},{"id":"2506.03296","title":"APEX: Asynchronous Parallel CPU-GPU Execution for Online LLM Inference on Constrained GPUs","created":"2025-06-03","cited_by_count":0,"area":"inference"},{"id":"2605.11186","title":"CATS: Cascaded Adaptive Tree Speculation for Memory-Limited LLM Inference Acceleration","created":"2026-05-11","cited_by_count":0,"area":"inference"},{"id":"2605.19593","title":"Towards Multi-Model LLM Schedulers: Empirical Insights into Offloading and Preemption","created":"2026-05-19","cited_by_count":0,"area":"inference"},{"id":"2606.16332","title":"SMEPilot: Characterizing and Optimizing LLM Inference with Scalable Matrix Extensions","created":"2026-06-15","cited_by_count":0,"area":"inference"},{"id":"2607.02574","title":"From Tensor Buffer to Distributed Memory Hierarchy: A Survey of KV Cache Management for LLM Serving","created":"2026-06-30","cited_by_count":0,"area":"inference"},{"id":"2608.02995","title":"SparSEEty: Extracting Tokens from Sparsity-Exploiting LLM Serving Systems via Deterministic Side Channels","created":"2026-08-04","cited_by_count":0,"area":"inference"},{"id":"2608.10362","title":"MemSpec: Memory-Aware Runtime for Adaptive Draft Scheduling in Speculative Decoding on Edge Devices","created":"2026-08-11","cited_by_count":0,"area":"inference"},{"id":"2609.01338","title":"mzCache: On-Device LLM Memory Management under Multitasking","created":"2026-09-01","cited_by_count":0,"area":"inference"},{"id":"2609.12208","title":"Vortex: Bridging Extreme Compression and Efficient LLM Inference","created":"2026-09-10","cited_by_count":0,"area":"inference"},{"id":"2609.33889","title":"Where Activation Sparsity and KV-Cache Sparsity Cross in LLM Decoding","created":"2026-09-27","cited_by_count":0,"area":"inference"},{"id":"2609.34653","title":"OmniTide: Co-Designing Algorithms and Systems for Efficient On-Device Omni-LLM Streaming","created":"2026-09-28","cited_by_count":0,"area":"inference"},{"id":"2609.38697","title":"Cascadia: A Control-Plane-Free Alternative to Hyperconverged AI Infrastructure","created":"2026-09-30","cited_by_count":0,"area":"inference"}],"next_cursor":null}