{"total":48,"rows":[{"id":"2403.02310","title":"Taming Throughput-Latency Tradeoff in LLM Inference with Sarathi-Serve","created":"2024-03-04","cited_by_count":526,"area":"inference"},{"id":"2310.07177","title":"Online Speculative Decoding","created":"2023-10-11","cited_by_count":113,"area":"inference"},{"id":"2408.12757","title":"NanoFlow: Towards Optimal Large Language Model Serving Throughput","created":"2024-08-22","cited_by_count":90,"area":"inference"},{"id":"2408.15792","title":"Efficient LLM Scheduling by Learning to Rank","created":"2024-08-28","cited_by_count":85,"area":"inference"},{"id":"2401.00588","title":"Fairness in Serving Large Language Models","created":"2023-12-31","cited_by_count":78,"area":"inference"},{"id":"2404.08509","title":"Efficient Interactive LLM Serving with Proxy Model-based Sequence Length Prediction","created":"2024-04-12","cited_by_count":66,"area":"inference"},{"id":"2502.00722","title":"Demystifying Cost-Efficiency in LLM Serving over Heterogeneous GPUs","created":"2025-02-02","cited_by_count":22,"area":"inference"},{"id":"2508.09442","title":"Shadow in the Cache: Unveiling and Mitigating Privacy Risks of KV-cache in LLM Inference","created":"2025-08-13","cited_by_count":21,"area":"inference"},{"id":"2502.07115","title":"Online Scheduling for LLM Inference with KV Cache Constraints","created":"2025-02-10","cited_by_count":19,"area":"inference"},{"id":"2410.11305","title":"QSpec: Speculative Decoding with Complementary Quantization Schemes","created":"2024-10-15","cited_by_count":18,"area":"inference"},{"id":"2504.20068","title":"JITServe: SLO-aware LLM Serving with Imprecise Request Information","created":"2025-04-24","cited_by_count":17,"area":"inference"},{"id":"2407.07000","title":"Etalon: Holistic Performance Evaluation Framework for LLM Inference Systems","created":"2024-07-09","cited_by_count":10,"area":"inference"},{"id":"2505.09142","title":"ELIS: Efficient LLM Iterative Scheduling System with Response Length Predictor","created":"2025-05-14","cited_by_count":9,"area":"inference"},{"id":"2602.11812","title":"Predicting LLM Output Length via Entropy-Guided Representations","created":"2026-02-12","cited_by_count":9,"area":"inference"},{"id":"2501.06709","title":"Mell: Memory-Efficient Large Language Model Serving via Multi-GPU KV Cache Management","created":"2025-01-12","cited_by_count":8,"area":"inference"},{"id":"2504.10724","title":"HELIOS: Adaptive Model And Early-Exit Selection for Efficient LLM Inference Serving","created":"2025-04-14","cited_by_count":8,"area":"inference"},{"id":"2508.06133","title":"LLM Serving Optimization with Variable Prefill and Decode Lengths","created":"2025-08-08","cited_by_count":7,"area":"inference"},{"id":"2411.13820","title":"InstCache: A Predictive Cache for LLM Serving","created":"2024-11-21","cited_by_count":6,"area":"inference"},{"id":"2505.23022","title":"Scorpio: Serving Right Requests at the Right Time for Heterogeneous SLOs in LLM Inference","created":"2025-05-29","cited_by_count":6,"area":"inference"},{"id":"2506.04203","title":"Cascadia: An Efficient Cascade Serving System for Large Language Models","created":"2025-06-04","cited_by_count":5,"area":"inference"},{"id":"2606.09659","title":"End-to-End Context Compression at Scale","created":"2026-06-08","cited_by_count":4,"area":"inference"},{"id":"2505.05772","title":"Sparse Attention Remapping with Clustering for Efficient LLM Decoding on PIM","created":"2025-05-09","cited_by_count":3,"area":"inference"},{"id":"2506.18728","title":"PARALLELPROMPT: Extracting Parallelism from Large Language Model Queries","created":"2025-06-23","cited_by_count":3,"area":"inference"},{"id":"2602.12151","title":"OServe: Accelerating LLM Serving via Spatial-Temporal Workload Orchestration","created":"2026-02-12","cited_by_count":3,"area":"inference"},{"id":"2602.16603","title":"FlowPrefill: Decoupling Preemption from Prefill Scheduling Granularity to Mitigate Head-of-Line Blocking in LLM Serving","created":"2026-02-18","cited_by_count":3,"area":"inference"},{"id":"2603.16514","title":"FleetOpt: Analytical Fleet Provisioning for LLM Inference with Compress-and-Route as Implementation Mechanism","created":"2026-03-17","cited_by_count":3,"area":"inference"},{"id":"2604.07931","title":"Robust Length Prediction: A Perspective from Heavy-Tailed Prompt-Conditioned Distributions","created":"2026-04-09","cited_by_count":3,"area":"inference"},{"id":"2605.09329","title":"Test-Time Speculation","created":"2026-05-10","cited_by_count":3,"area":"inference"},{"id":"2607.06763","title":"Trees from Marginals: Autoregressive drafting with factorized priors","created":"2026-07-07","cited_by_count":3,"area":"inference"},{"id":"2504.09590","title":"Efficient LLM Serving on Hybrid Real-time and Best-effort Requests","created":"2025-04-13","cited_by_count":2,"area":"inference"},{"id":"2509.04827","title":"VoltanaLLM: Energy-Efficient and SLO-Aware Disaggregated LLM Serving via Adaptive Frequency Control and State-Space Routing","created":"2025-09-05","cited_by_count":2,"area":"inference"},{"id":"2601.20309","title":"SuperInfer: SLO-Aware Rotary Scheduling and Memory Management for LLM Inference on Superchips","created":"2026-01-28","cited_by_count":2,"area":"inference"},{"id":"2601.21351","title":"Analytical Provisioning for Attention-FFN Disaggregated LLM Serving under Stochastic Workloads","created":"2026-01-29","cited_by_count":2,"area":"inference"},{"id":"2604.09613","title":"Token-Budget-Aware Pool Routing for Cost-Efficient LLM Inference","created":"2026-03-13","cited_by_count":2,"area":"inference"},{"id":"2602.11688","title":"GORGO: Online Tuning for Cross-Region Network-Aware LLM Serving","created":"2026-02-12","cited_by_count":1,"area":"inference"},{"id":"2604.26968","title":"Predictive Multi-Tier Memory Management for KV Cache in Large-Scale GPU Inference","created":"2026-04-19","cited_by_count":1,"area":"inference"},{"id":"2606.17949","title":"RouteBalance: Fused Model Routing and Load Balancing for Heterogeneous LLM Serving","created":"2026-06-16","cited_by_count":1,"area":"inference"},{"id":"2607.18141","title":"A CXL Memory Rack for Multi-Turn LLM Serving","created":"2026-07-20","cited_by_count":1,"area":"inference"},{"id":"2608.30310","title":"Tail-Replay: Escaping the Curse of Linear Attention in Prefix Caching for Hybrid LLMs","created":"2026-08-31","cited_by_count":1,"area":"inference"},{"id":"2408.00539","title":"Intermittent Semi-Working Mask: A New Masking Paradigm for LLMs","created":"2024-08-01","cited_by_count":0,"area":"inference"},{"id":"2604.05012","title":"Comparative Characterization of KV Cache Management Strategies for LLM Inference","created":"2026-04-06","cited_by_count":0,"area":"inference"},{"id":"2605.27390","title":"EvoSpec: Evolving Speculative Decoding via Real-Time Vocabulary and Parameter Adaptation","created":"2026-04-17","cited_by_count":0,"area":"inference"},{"id":"2606.22327","title":"Geometry-Aware Online Scheduling for LLM Serving: From Theoretical Bound to System Practice","created":"2026-06-21","cited_by_count":0,"area":"inference"},{"id":"2607.03948","title":"Online Linear Programming for Multi-Objective Routing in LLM Serving","created":"2026-07-04","cited_by_count":0,"area":"inference"},{"id":"2608.19395","title":"HYDRA: A Heterogeneous Chiplet DSE Framework for Serving Dynamic Hybrid LLM Workloads","created":"2026-08-19","cited_by_count":0,"area":"inference"},{"id":"2609.13154","title":"Lexical Prompt Compression for Large Language Models: A Training-Free, Deterministic Pipeline with Empirical Pareto Analysis Across Eleven Task Categories","created":"2026-07-08","cited_by_count":0,"area":"inference"},{"id":"2610.00499","title":"Denoising Surface: Modeling and Predicting Inference Cost for Diffusion LLM Serving","created":"2026-09-30","cited_by_count":0,"area":"inference"},{"id":"2610.16144","title":"Hashrope: A Persistent Data Structure for Mechanisms of LLM Context Management","created":"2026-10-12","cited_by_count":0,"area":"inference"}],"next_cursor":null}