{"total":81,"rows":[{"id":"2402.02750","title":"KIVI: A Tuning-Free Asymmetric 2bit Quantization for KV Cache","created":"2024-02-05","cited_by_count":637,"area":"inference"},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2408.00741","title":"DynamoLLM: Designing LLM Inference Clusters for Performance and Energy Efficiency","created":"2024-08-01","cited_by_count":112,"area":null},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2408.15792","title":"Efficient LLM Scheduling by Learning to Rank","created":"2024-08-28","cited_by_count":85,"area":"inference"},{"id":"2402.02834","title":"Shortened LLaMA: Depth Pruning for Large Language Models with Comparison of Retraining Methods","created":"2024-02-05","cited_by_count":82,"area":null},{"id":"2402.15220","title":"ChunkAttention: Efficient Self-Attention with Prefix-Aware KV Cache and Two-Phase Partition","created":"2024-02-23","cited_by_count":82,"area":"inference"},{"id":"2404.08509","title":"Efficient Interactive LLM Serving with Proxy Model-based Sequence Length Prediction","created":"2024-04-12","cited_by_count":66,"area":"inference"},{"id":"2408.09955","title":"MegaAgent: A Large-Scale Autonomous LLM-based Multi-Agent System Without Predefined SOPs","created":"2024-08-19","cited_by_count":47,"area":"agents"},{"id":"2407.12391","title":"LLM Inference Serving: Survey of Recent Advances and Opportunities","created":"2024-07-17","cited_by_count":46,"area":null},{"id":"2410.01035","title":"Don't Stop Me Now: Embedding Based Scheduling for LLMs","created":"2024-10-01","cited_by_count":35,"area":null},{"id":"2502.20576","title":"OmniRouter: Budget and Performance Controllable Multi-LLM Routing","created":"2025-02-27","cited_by_count":35,"area":null},{"id":"2503.08311","title":"Mind the Memory Gap: Unveiling GPU Bottlenecks in Large-Batch LLM Inference","created":"2025-03-11","cited_by_count":33,"area":null},{"id":"2404.14527","title":"M\\'elange: Cost Efficient Large Language Model Serving by Exploiting GPU Heterogeneity","created":"2024-04-22","cited_by_count":31,"area":null},{"id":"2405.10313","title":"How Far Are We From AGI: Are LLMs All We Need?","created":"2024-05-16","cited_by_count":31,"area":null},{"id":"2410.07265","title":"A Survey: Collaborative Hardware and Software Design in the Era of Large Language Models","created":"2024-10-08","cited_by_count":23,"area":null},{"id":"2508.01989","title":"Prefill-Decode Aggregation or Disaggregation? Unifying Both for Goodput-Optimized LLM Serving","created":"2025-08-04","cited_by_count":23,"area":"inference"},{"id":"2408.05235","title":"SLO-aware GPU Frequency Scaling for Energy Efficient LLM Inference Serving","created":"2024-08-05","cited_by_count":19,"area":"inference"},{"id":"2410.13212","title":"AsymKV: Enabling 1-Bit Quantization of KV Cache with Layer-Wise Asymmetric Quantization Configurations","created":"2024-10-17","cited_by_count":19,"area":"inference"},{"id":"2502.07115","title":"Online Scheduling for LLM Inference with KV Cache Constraints","created":"2025-02-10","cited_by_count":19,"area":"inference"},{"id":"2504.20068","title":"JITServe: SLO-aware LLM Serving with Imprecise Request Information","created":"2025-04-24","cited_by_count":17,"area":"inference"},{"id":"2504.19720","title":"Taming the Titans: A Survey of Efficient LLM Inference Serving","created":"2025-04-28","cited_by_count":16,"area":"inference"},{"id":"2406.13511","title":"Slice-Level Scheduling for High Throughput and Load Balanced LLM Serving","created":"2024-06-19","cited_by_count":13,"area":"inference"},{"id":"2506.07533","title":"MoQAE: Mixed-Precision Quantization for Long-Context LLM Inference via Mixture of Quantization-Aware Experts","created":"2025-06-09","cited_by_count":12,"area":"moe"},{"id":"2410.00531","title":"TPI-LLM: Serving 70B-scale LLMs Efficiently on Low-resource Edge Devices","created":"2024-10-01","cited_by_count":11,"area":null},{"id":"2410.18248","title":"Fast Inference for Augmented Large Language Models","created":"2024-10-23","cited_by_count":10,"area":"inference"},{"id":"2501.14808","title":"HyGen: Efficient LLM Serving via Elastic Online-Offline Request Co-location","created":"2025-01-15","cited_by_count":10,"area":"inference"},{"id":"2412.04504","title":"Multi-Bin Batching for Increasing LLM Inference Throughput","created":"2024-12-03","cited_by_count":9,"area":null},{"id":"2505.09142","title":"ELIS: Efficient LLM Iterative Scheduling System with Response Length Predictor","created":"2025-05-14","cited_by_count":9,"area":"inference"},{"id":"2602.11812","title":"Predicting LLM Output Length via Entropy-Guided Representations","created":"2026-02-12","cited_by_count":9,"area":"inference"},{"id":"2604.00499","title":"Scheduling LLM Inference with Uncertainty-Aware Output Length Predictions","created":"2026-04-01","cited_by_count":8,"area":null},{"id":"2503.24358","title":"SQuat: Subspace-orthogonal KV Cache Quantization","created":"2025-03-31","cited_by_count":7,"area":"inference"},{"id":"2508.00234","title":"Quality-of-Service Aware LLM Routing for Edge Computing with Multiple Experts","created":"2025-08-01","cited_by_count":7,"area":null},{"id":"2504.07494","title":"Apt-Serve: Adaptive Request Scheduling on Hybrid Cache for Scalable LLM Inference Serving","created":"2025-04-10","cited_by_count":6,"area":"inference"},{"id":"2504.09285","title":"DynaServe: Unified and Elastic Execution for Dynamic Disaggregated LLM Serving","created":"2025-04-12","cited_by_count":6,"area":"inference"},{"id":"2505.23022","title":"Scorpio: Serving Right Requests at the Right Time for Heterogeneous SLOs in LLM Inference","created":"2025-05-29","cited_by_count":6,"area":"inference"},{"id":"2605.13414","title":"TRIAGE: Evaluating Prospective Metacognitive Control in LLMs under Resource Constraints","created":"2026-05-13","cited_by_count":6,"area":null},{"id":"2404.03353","title":"Towards Pareto Optimal Throughput in Small Language Model Serving","created":"2024-04-04","cited_by_count":5,"area":null},{"id":"2503.07545","title":"Queueing, Predictions, and LLMs: Challenges and Open Problems","created":"2025-03-10","cited_by_count":5,"area":null},{"id":"2410.17840","title":"Is the GPU Half-Empty or Half-Full? Practical Scheduling Techniques for LLMs","created":"2024-10-23","cited_by_count":4,"area":null},{"id":"2512.21859","title":"TimeBill: Time-Budgeted Inference for Large Language Models","created":"2025-12-26","cited_by_count":4,"area":null},{"id":"2411.15997","title":"Ensuring Fair LLM Serving Amid Diverse Applications","created":"2024-11-24","cited_by_count":3,"area":null},{"id":"2504.03651","title":"Echo: Efficient Co-Scheduling of Hybrid Online-Offline Tasks for Large Language Model Serving","created":"2025-03-01","cited_by_count":3,"area":"inference"},{"id":"2602.16603","title":"FlowPrefill: Decoupling Preemption from Prefill Scheduling Granularity to Mitigate Head-of-Line Blocking in LLM Serving","created":"2026-02-18","cited_by_count":3,"area":"inference"},{"id":"2604.07931","title":"Robust Length Prediction: A Perspective from Heavy-Tailed Prompt-Conditioned Distributions","created":"2026-04-09","cited_by_count":3,"area":"inference"},{"id":"2607.23765","title":"WISERouter: LLM Routing with Workload Budget Constraint","created":"2026-07-26","cited_by_count":3,"area":null},{"id":"2410.23537","title":"ALISE: Accelerating Large Language Model Serving with Speculative Scheduling","created":"2024-10-31","cited_by_count":2,"area":"inference"},{"id":"2503.13737","title":"AccelGen: Heterogeneous SLO-Guaranteed High-Throughput LLM Inference Serving for Diverse Applications","created":"2025-03-17","cited_by_count":2,"area":null},{"id":"2504.15303","title":"High-Throughput LLM inference on Heterogeneous Clusters","created":"2025-04-18","cited_by_count":2,"area":null},{"id":"2508.03611","title":"Astrolabe: Balancing Load in LLM Serving with Randomized Prediction-Guided Scheduling","created":"2025-08-05","cited_by_count":2,"area":"inference"},{"id":"2510.03243","title":"Ranking Before Serving: Low-Latency LLM Serving via Pairwise Learning-to-Rank","created":"2025-09-25","cited_by_count":2,"area":"lr"},{"id":"2510.17015","title":"Justitia: Fair and Efficient Scheduling of Task-parallel LLM Agents with Selective Pampering","created":"2025-10-19","cited_by_count":2,"area":"agents"},{"id":"2410.18701","title":"BATON: Enhancing Batch-wise Inference Efficiency for Large Language Models via Dynamic Re-batching","created":"2024-10-24","cited_by_count":1,"area":null},{"id":"2505.16881","title":"CASTILLO: Characterizing Response Length Distributions of Large Language Models","created":"2025-05-22","cited_by_count":1,"area":null},{"id":"2506.12204","title":"Semantic Scheduling for LLM Inference","created":"2025-06-13","cited_by_count":1,"area":null},{"id":"2506.14851","title":"Efficient Serving of LLM Applications with Probabilistic Demand Modeling","created":"2025-06-17","cited_by_count":1,"area":null},{"id":"2509.24957","title":"Intra-request branch orchestration for efficient LLM reasoning","created":"2025-09-29","cited_by_count":1,"area":"lr"},{"id":"2510.13668","title":"STAR: Decode-Phase Rescheduling for LLM Inference","created":"2025-10-15","cited_by_count":1,"area":null},{"id":"2608.08382","title":"LLMVisor: A Real-Time Latency Attribution Model for Multi-Tenant LLM Serving","created":"2026-08-09","cited_by_count":1,"area":"inference"},{"id":"2411.06364","title":"EconoServe: Maximizing Multi-Resource Utilization with SLO Guarantees in LLM Serving","created":"2024-11-10","cited_by_count":0,"area":"inference"},{"id":"2503.13773","title":"Mitigating KV Cache Competition to Enhance User Experience in LLM Inference","created":"2025-03-17","cited_by_count":0,"area":"inference"},{"id":"2503.16893","title":"Improving the End-to-End Efficiency of Offline Inference for Multi-LLM Applications Based on Sampling and Simulation","created":"2025-03-21","cited_by_count":0,"area":null},{"id":"2510.15330","title":"BeLLMan: Controlling LLM Congestion","created":"2025-10-17","cited_by_count":0,"area":null},{"id":"2511.00101","title":"Loquetier: A Virtualized Multi-LoRA Framework for Unified LLM Fine-tuning and Serving","created":"2025-10-30","cited_by_count":0,"area":null},{"id":"2512.09427","title":"ODMA: On-Demand Memory Allocation Strategy for LLM Serving on LPDDR-Class Accelerators","created":"2025-12-10","cited_by_count":0,"area":"inference"},{"id":"2602.17778","title":"Asking Forever: Universal Activations Behind Turn Amplification in Conversational LLMs","created":"2026-02-19","cited_by_count":0,"area":null},{"id":"2603.07917","title":"SageSched: Efficient LLM Scheduling Confronting Demand Uncertainty and Hybridity","created":"2026-03-09","cited_by_count":0,"area":"inference"},{"id":"2603.11273","title":"Duration Aware Scheduling for ASR Serving Under Workload Drift","created":"2026-03-11","cited_by_count":0,"area":null},{"id":"2603.26498","title":"TCM-Serve: Modality-aware Scheduling for Multimodal Large Language Model Inference","created":"2026-03-27","cited_by_count":0,"area":"mllm"},{"id":"2605.19593","title":"Towards Multi-Model LLM Schedulers: Empirical Insights into Offloading and Preemption","created":"2026-05-19","cited_by_count":0,"area":"inference"},{"id":"2606.07248","title":"Clairvoyant: Predictive Shortest-Job-First Admission for Serial LLM Inference","created":"2026-06-05","cited_by_count":0,"area":"inference"},{"id":"2606.22327","title":"Geometry-Aware Online Scheduling for LLM Serving: From Theoretical Bound to System Practice","created":"2026-06-21","cited_by_count":0,"area":"inference"},{"id":"2606.30391","title":"Energy-Aware Scheduling for Serverless LLM Serving on Shared GPUs","created":"2026-06-29","cited_by_count":0,"area":"inference"},{"id":"2607.22854","title":"Coordinated Networking for On-Device Agent-Augmented Real-Time Communication","created":"2026-07-24","cited_by_count":0,"area":null},{"id":"2607.26633","title":"NELSSA: A GPU-PNM Heterogeneous System for Mixed-Length LLM Serving via Length-based Request Placement","created":"2026-07-29","cited_by_count":0,"area":"inference"},{"id":"2608.15592","title":"When Entropy Is Not Enough: Reclaiming Lost Semantics in LLM Output Length Prediction","created":"2026-08-16","cited_by_count":0,"area":"inference"},{"id":"2609.15359","title":"MAPS: Memory-Aware Predictive Scheduling Framework for Large Language Model Serving","created":"2026-09-14","cited_by_count":0,"area":"inference"},{"id":"2609.34370","title":"Spexis: Speculative Lookahead Scheduling for LLM Inference","created":"2026-09-28","cited_by_count":0,"area":"inference"},{"id":"2609.35760","title":"TokenCast: Forecasting Token Consumption During LLM Agent Execution","created":"2026-09-28","cited_by_count":0,"area":"agents"},{"id":"2610.00499","title":"Denoising Surface: Modeling and Predicting Inference Cost for Diffusion LLM Serving","created":"2026-09-30","cited_by_count":0,"area":"inference"}],"next_cursor":null}