{"total":56,"rows":[{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2404.09526","title":"LoongServe: Efficiently Serving Long-Context Large Language Models with Elastic Sequence Parallelism","created":"2024-04-15","cited_by_count":112,"area":"inference"},{"id":"2405.04437","title":"vAttention: Dynamic Memory Management for Serving LLMs without PagedAttention","created":"2024-05-07","cited_by_count":98,"area":"inference"},{"id":"2408.12757","title":"NanoFlow: Towards Optimal Large Language Model Serving Throughput","created":"2024-08-22","cited_by_count":90,"area":"inference"},{"id":"2406.11430","title":"A Simple and Effective $L_2$ Norm-Based Strategy for KV Cache Compression","created":"2024-06-17","cited_by_count":86,"area":"inference"},{"id":"2410.03111","title":"LoRC: Low-Rank Compression for LLMs KV Cache with a Progressive Compression Strategy","created":"2024-10-04","cited_by_count":51,"area":"inference"},{"id":"2504.15364","title":"KeyDiff: Key Similarity-Based KV Cache Eviction for Long-Context LLM Inference in Resource-Constrained Environments","created":"2025-04-21","cited_by_count":51,"area":"inference"},{"id":"2505.09999","title":"ServeGen: Workload Characterization and Generation of Large Language Model Serving in Production","created":"2025-05-15","cited_by_count":29,"area":"inference"},{"id":"2503.18292","title":"Jenga: Effective Memory Management for Serving LLM with Heterogeneity","created":"2025-03-24","cited_by_count":25,"area":"inference"},{"id":"2507.10150","title":"Past-Future Scheduler for LLM Serving under SLA Guarantees","created":"2025-07-14","cited_by_count":20,"area":"inference"},{"id":"2409.04992","title":"InstInfer: In-Storage Attention Offloading for Cost-Effective Long-Context LLM Inference","created":"2024-09-08","cited_by_count":19,"area":"inference"},{"id":"2410.03960","title":"SwiftKV: Fast Prefill-Optimized Inference with Knowledge-Preserving Model Transformation","created":"2024-10-04","cited_by_count":19,"area":"inference"},{"id":"2410.00428","title":"LayerKV: Optimizing Large Language Model Serving with Layer-wise KV Cache Management","created":"2024-10-01","cited_by_count":16,"area":"inference"},{"id":"2504.19720","title":"Taming the Titans: A Survey of Efficient LLM Inference Serving","created":"2025-04-28","cited_by_count":16,"area":"inference"},{"id":"2504.19867","title":"semi-PD: Towards Efficient LLM Serving via Phase-Wise Disaggregated Computation and Unified Storage","created":"2025-04-28","cited_by_count":16,"area":"inference"},{"id":"2503.06433","title":"Seesaw: High-throughput LLM Inference via Model Re-sharding","created":"2025-03-09","cited_by_count":15,"area":"inference"},{"id":"2504.14051","title":"CAOTE: KV Cache Selection for LLMs via Attention Output Error-Based Token Eviction","created":"2025-04-18","cited_by_count":13,"area":"inference"},{"id":"2406.01698","title":"Demystifying AI Platform Design for Distributed Inference of Next-Generation LLM models","created":"2024-06-03","cited_by_count":12,"area":"inference"},{"id":"2412.18169","title":"KunServe: Parameter-centric Memory Management for Efficient Memory Overloading Handling in LLM Serving","created":"2024-12-24","cited_by_count":11,"area":"inference"},{"id":"2506.04108","title":"Rectified Sparse Attention","created":"2025-06-04","cited_by_count":10,"area":"inference"},{"id":"2501.14743","title":"KVDirect: Distributed Disaggregated LLM Inference","created":"2024-12-13","cited_by_count":8,"area":"inference"},{"id":"2603.17435","title":"ZipServ: Fast and Memory-Efficient LLM Inference with Hardware-Aware Lossless Compression","created":"2026-03-18","cited_by_count":8,"area":"inference"},{"id":"2504.07494","title":"Apt-Serve: Adaptive Request Scheduling on Hybrid Cache for Scalable LLM Inference Serving","created":"2025-04-10","cited_by_count":6,"area":"inference"},{"id":"2508.01002","title":"Optimal Scheduling Algorithms for LLM Inference: Theory and Practice","created":"2025-08-01","cited_by_count":6,"area":"inference"},{"id":"2503.18989","title":"A Novel Hat-Shaped Device-Cloud Collaborative Inference Framework for Large Language Models","created":"2025-03-23","cited_by_count":5,"area":"inference"},{"id":"2505.11916","title":"Arrow: Adaptive Scheduling Mechanisms for Disaggregated LLM Inference Architecture","created":"2025-05-17","cited_by_count":5,"area":"inference"},{"id":"2508.17219","title":"TokenLake: A Unified Segment-level Prefix Cache Pool for Fine-grained Elastic Long-Context LLM Serving","created":"2025-08-24","cited_by_count":5,"area":"inference"},{"id":"2509.16495","title":"Shift Parallelism: Low-Latency, High-Throughput LLM Inference for Dynamic Workloads","created":"2025-09-20","cited_by_count":5,"area":"inference"},{"id":"2512.09472","title":"WarmServe: Enabling One-for-Many GPU Prewarming for Multi-LLM Serving","created":"2025-12-10","cited_by_count":5,"area":"inference"},{"id":"2502.09921","title":"A Cost-Effective Near-Storage Processing Solution for Offline Inference of Long-Context LLMs","created":"2025-02-14","cited_by_count":4,"area":"inference"},{"id":"2504.20828","title":"Ascendra: Dynamic Request Prioritization for Efficient LLM Serving","created":"2025-04-29","cited_by_count":4,"area":"inference"},{"id":"2605.13319","title":"PipeSD: An Efficient Cloud-Edge Collaborative Pipeline Inference Framework with Speculative Decoding","created":"2026-05-13","cited_by_count":4,"area":"inference"},{"id":"2510.13223","title":"BanaServe: Unified KV Cache and Dynamic Module Migration for Balancing Disaggregated LLM Serving in AI Infrastructure","created":"2025-10-15","cited_by_count":3,"area":"inference"},{"id":"2606.02964","title":"Multi-Segment Attention: Enabling Efficient KV-Cache Management for Faster Large Language Model Serving","created":"2026-06-01","cited_by_count":3,"area":"inference"},{"id":"2408.04107","title":"FDC: Fast KV Dimensionality Compression for Efficient LLM Inference","created":"2024-08-07","cited_by_count":2,"area":"inference"},{"id":"2504.09590","title":"Efficient LLM Serving on Hybrid Real-time and Best-effort Requests","created":"2025-04-13","cited_by_count":2,"area":"inference"},{"id":"2504.09775","title":"MIST: A Co-Design Framework for Heterogeneous, Multi-Stage LLM Inference","created":"2025-04-14","cited_by_count":2,"area":"inference"},{"id":"2604.09611","title":"Characterizing Performance-Energy Trade-offs of Large Language Models in Multi-Request Workflows","created":"2026-03-12","cited_by_count":2,"area":"inference"},{"id":"2606.18741","title":"ReMP: Low-Downtime Runtime Model-Parallelism Reconfiguration for LLM Serving","created":"2026-06-17","cited_by_count":2,"area":"inference"},{"id":"2609.07883","title":"Deadline-Aware Adaptive Prefill Chunking for Efficient Large Language Model Serving","created":"2026-09-07","cited_by_count":2,"area":"inference"},{"id":"2412.18106","title":"Tackling the Dynamicity in a Production LLM Serving System with SOTA Optimizations via Hybrid Prefill/Decode/Verify Scheduling on Efficient Meta-kernels","created":"2024-12-24","cited_by_count":1,"area":"inference"},{"id":"2501.12162","title":"AdaServe: Accelerating Multi-SLO LLM Serving with SLO-Customized Speculative Decoding","created":"2025-01-21","cited_by_count":1,"area":"inference"},{"id":"2501.13111","title":"iServe: An Intent-based Serving System for LLMs","created":"2025-01-08","cited_by_count":1,"area":"inference"},{"id":"2512.09963","title":"GoodSpeed: Optimizing Fair Goodput with Adaptive Speculative Decoding in Distributed Edge Inference","created":"2025-12-10","cited_by_count":1,"area":"inference"},{"id":"2603.10726","title":"PrefixWall: Mitigating Prefix Caching Side Channels in Shared LLM Systems","created":"2026-03-11","cited_by_count":1,"area":"inference"},{"id":"2411.06364","title":"EconoServe: Maximizing Multi-Resource Utilization with SLO Guarantees in LLM Serving","created":"2024-11-10","cited_by_count":0,"area":"inference"},{"id":"2412.04788","title":"GUIDE: A Global Unified Inference Engine for Deploying Large Language Models in Heterogeneous Environments","created":"2024-12-06","cited_by_count":0,"area":"inference"},{"id":"2503.13773","title":"Mitigating KV Cache Competition to Enhance User Experience in LLM Inference","created":"2025-03-17","cited_by_count":0,"area":"inference"},{"id":"2509.23384","title":"A Predictive and Synergistic Two-Layer Scheduling Framework for LLM Serving","created":"2025-09-27","cited_by_count":0,"area":"inference"},{"id":"2510.19670","title":"CoSense-LLM: Semantics at the Edge with Cost- and Uncertainty-Aware Cloud-Edge Cooperation","created":"2025-10-22","cited_by_count":0,"area":"inference"},{"id":"2607.00151","title":"SmoothAgent: Efficient Long-Horizon LLM-Based Agent Serving with Lookahead Context Engineering","created":"2026-06-30","cited_by_count":0,"area":"inference"},{"id":"2607.02574","title":"From Tensor Buffer to Distributed Memory Hierarchy: A Survey of KV Cache Management for LLM Serving","created":"2026-06-30","cited_by_count":0,"area":"inference"},{"id":"2607.08930","title":"BlockServe: Block-Grained Continuous Batching for High-Throughput Diffusion LLM Serving","created":"2026-07-09","cited_by_count":0,"area":"inference"},{"id":"2609.19657","title":"PrefixBench-H100: Characterizing Prefix Reuse and Time-to-First-Token in H100 LLM Serving","created":"2026-09-17","cited_by_count":0,"area":"inference"},{"id":"2609.37532","title":"DScale: Scaling Block-Diffusion Speculative Decoding with Adaptive Verification","created":"2026-09-29","cited_by_count":0,"area":"inference"}],"next_cursor":null}