{"total":121,"rows":[{"id":"2403.02310","title":"Taming Throughput-Latency Tradeoff in LLM Inference with Sarathi-Serve","created":"2024-03-04","cited_by_count":526,"area":"inference"},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2407.00079","title":"Mooncake: A KVCache-centric Disaggregated Architecture for LLM Serving","created":"2024-06-24","cited_by_count":196,"area":"inference"},{"id":"2503.21614","title":"A Survey of Efficient Reasoning for Large Reasoning Models: Language, Multimodality, and Beyond","created":"2025-03-27","cited_by_count":132,"area":"lr"},{"id":"2404.09526","title":"LoongServe: Efficiently Serving Long-Context Large Language Models with Elastic Sequence Parallelism","created":"2024-04-15","cited_by_count":112,"area":"inference"},{"id":"2409.00088","title":"On-Device Language Models: A Comprehensive Review","created":"2024-08-26","cited_by_count":104,"area":null},{"id":"2405.04437","title":"vAttention: Dynamic Memory Management for Serving LLMs without PagedAttention","created":"2024-05-07","cited_by_count":98,"area":"inference"},{"id":"2408.15792","title":"Efficient LLM Scheduling by Learning to Rank","created":"2024-08-28","cited_by_count":85,"area":"inference"},{"id":"2406.17565","title":"MemServe: Context Caching for Disaggregated LLM Serving with Elastic Memory Pool","created":"2024-06-25","cited_by_count":68,"area":"inference"},{"id":"2410.15332","title":"EPIC: Efficient Position-Independent Caching for Serving Large Language Models","created":"2024-10-20","cited_by_count":47,"area":null},{"id":"2410.18038","title":"POD-Attention: Unlocking Full Prefill-Decode Overlap for Faster LLM Inference","created":"2024-10-23","cited_by_count":47,"area":null},{"id":"2407.12391","title":"LLM Inference Serving: Survey of Recent Advances and Opportunities","created":"2024-07-17","cited_by_count":46,"area":null},{"id":"2404.16283","title":"Andes: Defining and Enhancing Quality-of-Experience in LLM-Based Text Streaming Services","created":"2024-04-25","cited_by_count":45,"area":"inference"},{"id":"2411.01142","title":"NEO: Saving GPU Memory Crisis with CPU Offloading for Online LLM Inference","created":"2024-11-02","cited_by_count":37,"area":"inference"},{"id":"2502.20576","title":"OmniRouter: Budget and Performance Controllable Multi-LLM Routing","created":"2025-02-27","cited_by_count":35,"area":null},{"id":"2402.01869","title":"InferCept: Efficient Intercept Support for Augmented Large Language Model Inference","created":"2024-02-02","cited_by_count":33,"area":"inference"},{"id":"2407.00326","title":"Teola: Towards End-to-End Optimization of LLM-based Applications","created":"2024-06-29","cited_by_count":32,"area":null},{"id":"2504.02263","title":"MegaScale-Infer: Serving Mixture-of-Experts at Scale with Disaggregated Expert Parallelism","created":"2025-04-03","cited_by_count":32,"area":"moe"},{"id":"2404.14527","title":"M\\'elange: Cost Efficient Large Language Model Serving by Exploiting GPU Heterogeneity","created":"2024-04-22","cited_by_count":31,"area":null},{"id":"2410.20011","title":"A Survey of Small Language Models","created":"2024-10-25","cited_by_count":31,"area":null},{"id":"2408.08147","title":"P/D-Serve: Serving Disaggregated Large Language Model at Scale","created":"2024-08-15","cited_by_count":27,"area":"inference"},{"id":"2412.00383","title":"Unified Parameter-Efficient Unlearning for LLMs","created":"2024-11-30","cited_by_count":25,"area":"lr"},{"id":"2410.07265","title":"A Survey: Collaborative Hardware and Software Design in the Era of Large Language Models","created":"2024-10-08","cited_by_count":23,"area":null},{"id":"2502.09334","title":"ThunderServe: High-performance and Cost-efficient LLM Serving in Cloud Environments","created":"2025-02-13","cited_by_count":23,"area":"inference"},{"id":"2502.00722","title":"Demystifying Cost-Efficiency in LLM Serving over Heterogeneous GPUs","created":"2025-02-02","cited_by_count":22,"area":"inference"},{"id":"2408.05235","title":"SLO-aware GPU Frequency Scaling for Energy Efficient LLM Inference Serving","created":"2024-08-05","cited_by_count":19,"area":"inference"},{"id":"2502.07115","title":"Online Scheduling for LLM Inference with KV Cache Constraints","created":"2025-02-10","cited_by_count":19,"area":"inference"},{"id":"2504.08784","title":"SLOs-Serve: Optimized Serving of Multi-SLO LLMs","created":"2025-04-05","cited_by_count":19,"area":null},{"id":"2504.20068","title":"JITServe: SLO-aware LLM Serving with Imprecise Request Information","created":"2025-04-24","cited_by_count":17,"area":"inference"},{"id":"2501.05460","title":"Efficiently Serving Large Multimodal Models Using EPD Disaggregation","created":"2024-12-25","cited_by_count":16,"area":"mllm"},{"id":"2504.19720","title":"Taming the Titans: A Survey of Efficient LLM Inference Serving","created":"2025-04-28","cited_by_count":16,"area":"inference"},{"id":"2504.19867","title":"semi-PD: Towards Efficient LLM Serving via Phase-Wise Disaggregated Computation and Unified Storage","created":"2025-04-28","cited_by_count":16,"area":"inference"},{"id":"2601.17768","title":"LLM-42: Enabling Determinism in LLM Inference with Verified Speculation","created":"2026-01-25","cited_by_count":16,"area":null},{"id":"2606.30560","title":"TraceLab: Characterizing Coding Agent Workloads for LLM Serving","created":"2026-06-29","cited_by_count":16,"area":"agents"},{"id":"2407.15309","title":"vTensor: Flexible Virtual Tensor Management for Efficient LLM Serving","created":"2024-07-22","cited_by_count":15,"area":"inference"},{"id":"2410.01805","title":"Locret: Enhancing Eviction in Long-Context LLM Inference with Trained Retaining Heads on Consumer-Grade Devices","created":"2024-10-02","cited_by_count":15,"area":"inference"},{"id":"2503.06433","title":"Seesaw: High-throughput LLM Inference via Model Re-sharding","created":"2025-03-09","cited_by_count":15,"area":"inference"},{"id":"2509.04467","title":"PDTrim: Targeted Pruning for Prefill-Decode Disaggregation in Inference","created":"2025-08-29","cited_by_count":14,"area":"inference"},{"id":"2512.22560","title":"RollArt: Disaggregated Multi-Task Agentic RL Training at Scale","created":"2025-12-27","cited_by_count":14,"area":"agents"},{"id":"2501.12689","title":"IC-Cache: Efficient Large Language Model Serving via In-context Caching","created":"2025-01-22","cited_by_count":13,"area":null},{"id":"2507.06608","title":"Nexus:Proactive Intra-GPU Disaggregation of Prefill and Decode in LLM Serving","created":"2025-07-09","cited_by_count":13,"area":"inference"},{"id":"2405.06856","title":"Aladdin: Joint Placement and Scaling for SLO-Aware LLM Serving","created":"2024-05-11","cited_by_count":11,"area":"inference"},{"id":"2412.18169","title":"KunServe: Parameter-centric Memory Management for Efficient Memory Overloading Handling in LLM Serving","created":"2024-12-24","cited_by_count":11,"area":"inference"},{"id":"2407.07000","title":"Etalon: Holistic Performance Evaluation Framework for LLM Inference Systems","created":"2024-07-09","cited_by_count":10,"area":"inference"},{"id":"2412.20322","title":"GreenLLM: Disaggregating Large Language Model Serving on Heterogeneous GPUs for Lower Carbon Emissions","created":"2024-12-29","cited_by_count":10,"area":"inference"},{"id":"2501.14808","title":"HyGen: Efficient LLM Serving via Elastic Online-Offline Request Co-location","created":"2025-01-15","cited_by_count":10,"area":"inference"},{"id":"2502.03589","title":"HACK: Homomorphic Acceleration via Compression of the Key-Value Cache for Disaggregated LLM Inference","created":"2025-02-05","cited_by_count":10,"area":"inference"},{"id":"2506.05508","title":"Beyond the Buzz: A Pragmatic Take on Inference Disaggregation","created":"2025-06-05","cited_by_count":9,"area":null},{"id":"2510.11938","title":"FlexPipe: Adapting Dynamic LLM Serving Through Inflight Pipeline Refactoring in Fragmented Serverless Clusters","created":"2025-10-13","cited_by_count":9,"area":"inference"},{"id":"2602.11812","title":"Predicting LLM Output Length via Entropy-Guided Representations","created":"2026-02-12","cited_by_count":9,"area":"inference"},{"id":"2501.06709","title":"Mell: Memory-Efficient Large Language Model Serving via Multi-GPU KV Cache Management","created":"2025-01-12","cited_by_count":8,"area":"inference"},{"id":"2502.01960","title":"MPIC: Position-Independent Multimodal Context Caching System for Efficient MLLM Serving","created":"2025-02-04","cited_by_count":8,"area":"mllm"},{"id":"2410.12247","title":"EPS-MoE: Expert Pipeline Scheduler for Cost-Efficient MoE Inference","created":"2024-10-16","cited_by_count":6,"area":"moe"},{"id":"2510.14392","title":"FairBatching: Fairness-Aware Batch Formation for LLM Inference","created":"2025-10-16","cited_by_count":6,"area":null},{"id":"2410.14257","title":"Revisiting Service Level Objectives and System Level Metrics in Large Language Model Serving","created":"2024-10-18","cited_by_count":5,"area":"inference"},{"id":"2507.17120","title":"BucketServe: Bucket-Based Dynamic Batching for Smart and Efficient LLM Inference Serving","created":"2025-07-23","cited_by_count":5,"area":"inference"},{"id":"2508.19559","title":"Taming the Chaos: Coordinated Autoscaling for Heterogeneous and Disaggregated LLM Inference","created":"2025-08-27","cited_by_count":5,"area":null},{"id":"2605.17613","title":"VeriCache: Turning Lossy KV Cache into Lossless LLM Inference","created":"2026-05-17","cited_by_count":5,"area":"inference"},{"id":"2501.14784","title":"DeServe: Towards Affordable Offline LLM Inference via Decentralization","created":"2025-01-04","cited_by_count":4,"area":null},{"id":"2511.04791","title":"DuetServe: Harmonizing Prefill and Decode for LLM Serving via Adaptive GPU Multiplexing","created":"2025-11-06","cited_by_count":4,"area":"inference"},{"id":"2601.11589","title":"LAPS: A Length-Aware-Prefill LLM Serving System","created":"2026-01-04","cited_by_count":4,"area":"inference"},{"id":"2603.22206","title":"Chimera: Latency- and Performance-Aware Multi-agent Serving for Heterogeneous LLMs","created":"2026-03-23","cited_by_count":4,"area":"agents"},{"id":"2607.08057","title":"Towards Efficient Large Language Model Serving: A Survey on System-Aware KV Cache Optimization","created":"2026-07-09","cited_by_count":4,"area":"inference"},{"id":"2405.11299","title":"The CAP Principle for LLM Serving: A Survey of Long-Context Large Language Model Serving","created":"2024-05-18","cited_by_count":3,"area":"inference"},{"id":"2411.14458","title":"Improving training time and GPU utilization in geo-distributed language model training","created":"2024-11-16","cited_by_count":3,"area":null},{"id":"2412.07894","title":"Hydraulis: Balancing Large Transformer Model Training via Co-designing Parallel Strategies and Data Assignment","created":"2024-12-10","cited_by_count":3,"area":null},{"id":"2504.03651","title":"Echo: Efficient Co-Scheduling of Hybrid Online-Offline Tasks for Large Language Model Serving","created":"2025-03-01","cited_by_count":3,"area":"inference"},{"id":"2505.08944","title":"Toward Cost-Efficient Serving of Mixture-of-Experts with Asynchrony","created":"2025-05-13","cited_by_count":3,"area":"moe"},{"id":"2506.05871","title":"BestServe: Serving Strategies with Optimal Goodput in Collocation and Disaggregation Architectures","created":"2025-06-06","cited_by_count":3,"area":null},{"id":"2508.15919","title":"HFX: Joint Design of Algorithms and Systems for Multi-SLO Serving and Fast Scaling","created":"2025-08-21","cited_by_count":3,"area":"inference"},{"id":"2509.17542","title":"Disaggregated Prefill and Decoding Inference System for Large Language Model Serving on Multi-Vendor GPUs","created":"2025-09-22","cited_by_count":3,"area":"inference"},{"id":"2510.13223","title":"BanaServe: Unified KV Cache and Dynamic Module Migration for Balancing Disaggregated LLM Serving in AI Infrastructure","created":"2025-10-15","cited_by_count":3,"area":"inference"},{"id":"2510.14686","title":"xLLM Technical Report","created":"2025-10-16","cited_by_count":3,"area":"inference"},{"id":"2512.14142","title":"Astraea: A State-Aware Scheduling Engine for LLM-Powered Agents","created":"2025-12-16","cited_by_count":3,"area":"agents"},{"id":"2602.16603","title":"FlowPrefill: Decoupling Preemption from Prefill Scheduling Granularity to Mitigate Head-of-Line Blocking in LLM Serving","created":"2026-02-18","cited_by_count":3,"area":"inference"},{"id":"2502.15763","title":"Hybrid Offline-online Scheduling Method for Large Language Model Inference Optimization","created":"2025-02-14","cited_by_count":2,"area":null},{"id":"2508.03611","title":"Astrolabe: Balancing Load in LLM Serving with Randomized Prediction-Guided Scheduling","created":"2025-08-05","cited_by_count":2,"area":"inference"},{"id":"2508.09035","title":"P/D-Device: Disaggregated Large Language Model between Cloud and Devices","created":"2025-08-12","cited_by_count":2,"area":null},{"id":"2509.04827","title":"VoltanaLLM: Energy-Efficient and SLO-Aware Disaggregated LLM Serving via Adaptive Frequency Control and State-Space Routing","created":"2025-09-05","cited_by_count":2,"area":"inference"},{"id":"2510.03243","title":"Ranking Before Serving: Low-Latency LLM Serving via Pairwise Learning-to-Rank","created":"2025-09-25","cited_by_count":2,"area":"lr"},{"id":"2512.16134","title":"Staggered Batch Scheduling: Co-optimizing Time-to-First-Token and Throughput for High-Efficiency LLM Inference","created":"2025-12-18","cited_by_count":2,"area":null},{"id":"2601.01712","title":"RelayGR: Scaling Long-Sequence Generative Recommendation via Cross-Stage Relay-Race Inference","created":"2026-01-05","cited_by_count":2,"area":null},{"id":"2603.15202","title":"Simple is Better: Multiplication May Be All You Need for LLM Request Scheduling","created":"2026-03-16","cited_by_count":2,"area":"inference"},{"id":"2605.04357","title":"Coral: Cost-Efficient Multi-LLM Serving over Heterogeneous Cloud GPUs","created":"2026-05-05","cited_by_count":2,"area":"inference"},{"id":"2607.02043","title":"Towards Load-Aware Prefill Deflection for Disaggregated LLM Serving","created":"2026-07-02","cited_by_count":2,"area":"inference"},{"id":"2607.04206","title":"Sangam: Efficiently Serving Diffusion LLMs with the AR Stack","created":"2026-07-05","cited_by_count":2,"area":"diffusion"},{"id":"2607.28150","title":"SmartGen: Seamless Disaggregated LLM Inference with Selective KV Cache Transfer","created":"2026-07-30","cited_by_count":2,"area":"inference"},{"id":"2609.07883","title":"Deadline-Aware Adaptive Prefill Chunking for Efficient Large Language Model Serving","created":"2026-09-07","cited_by_count":2,"area":"inference"},{"id":"2412.18106","title":"Tackling the Dynamicity in a Production LLM Serving System with SOTA Optimizations via Hybrid Prefill/Decode/Verify Scheduling on Efficient Meta-kernels","created":"2024-12-24","cited_by_count":1,"area":"inference"},{"id":"2506.14851","title":"Efficient Serving of LLM Applications with Probabilistic Demand Modeling","created":"2025-06-17","cited_by_count":1,"area":null},{"id":"2509.25853","title":"SAIL: SRAM-Accelerated LLM Inference System with Lookup-Table-based GEMV","created":"2025-09-30","cited_by_count":1,"area":"inference"},{"id":"2510.13668","title":"STAR: Decode-Phase Rescheduling for LLM Inference","created":"2025-10-15","cited_by_count":1,"area":null},{"id":"2510.18672","title":"Reasoning Language Model Inference Serving Unveiled: An Empirical Study","created":"2025-10-21","cited_by_count":1,"area":"lr"},{"id":"2512.00719","title":"SIMPLE: Disaggregating Sampling from GPU Inference into a Decision Plane for Faster Distributed LLM Serving","created":"2025-11-30","cited_by_count":1,"area":"inference"},{"id":"2512.09963","title":"GoodSpeed: Optimizing Fair Goodput with Adaptive Speculative Decoding in Distributed Edge Inference","created":"2025-12-10","cited_by_count":1,"area":"inference"},{"id":"2512.17574","title":"Enabling Disaggregated Multi-Stage MLLM Inference via GPU-Internal Scheduling and Resource Sharing","created":"2025-12-19","cited_by_count":1,"area":"mllm"},{"id":"2601.03067","title":"Joint Encoding of KV-Cache Blocks for Scalable LLM Serving","created":"2026-01-06","cited_by_count":1,"area":"inference"},{"id":"2603.02599","title":"SUN: Shared Use of Next-token Prediction for Efficient Multi-LLM Disaggregated Serving","created":"2026-03-03","cited_by_count":1,"area":"inference"},{"id":"2603.17456","title":"Stage-Aware Communication Scheduling for Disaggregated LLM Serving","created":"2026-03-18","cited_by_count":1,"area":"inference"},{"id":"2607.18002","title":"ExpertPlex: A High-Goodput Disaggregated Serving System for MoE LLMs with Adaptive Persistent Kernels","created":"2026-07-20","cited_by_count":1,"area":"moe"}],"next_cursor":"100"}