{"total":617,"rows":[{"id":"2409.19256","title":"HybridFlow: A Flexible and Efficient RLHF Framework","created":"2024-09-28","cited_by_count":2057,"area":"alignment"},{"id":"2405.16444","title":"CacheBlend: Fast Large Language Model Serving for RAG with Cached Knowledge Fusion","created":"2024-05-26","cited_by_count":223,"area":"inference"},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2407.00079","title":"Mooncake: A KVCache-centric Disaggregated Architecture for LLM Serving","created":"2024-06-24","cited_by_count":196,"area":"inference"},{"id":"2505.15781","title":"dKV-Cache: The Cache for Diffusion Language Models","created":"2025-05-21","cited_by_count":143,"area":"diffusion"},{"id":"2406.16838","title":"From Decoding to Meta-Generation: Inference-time Algorithms for Large Language Models","created":"2024-06-24","cited_by_count":137,"area":null},{"id":"2507.10524","title":"Mixture-of-Recursions: Learning Dynamic Recursive Depths for Adaptive Token-Level Computation","created":"2025-07-14","cited_by_count":133,"area":null},{"id":"2503.21614","title":"A Survey of Efficient Reasoning for Large Reasoning Models: Language, Multimodality, and Beyond","created":"2025-03-27","cited_by_count":132,"area":"lr"},{"id":"2412.19442","title":"A Survey on Large Language Model Acceleration based on KV Cache Management","created":"2024-12-27","cited_by_count":131,"area":"lr"},{"id":"2510.09665","title":"LMCache: An Efficient KV Cache Layer for Enterprise-Scale LLM Inference","created":"2025-10-08","cited_by_count":126,"area":"inference"},{"id":"2405.05465","title":"Vidur: A Large-Scale Simulation Framework For LLM Inference","created":"2024-05-08","cited_by_count":117,"area":null},{"id":"2409.10516","title":"RetrievalAttention: Accelerating Long-Context LLM Inference via Vector Retrieval","created":"2024-09-16","cited_by_count":116,"area":null},{"id":"2404.09526","title":"LoongServe: Efficiently Serving Long-Context Large Language Models with Elastic Sequence Parallelism","created":"2024-04-15","cited_by_count":112,"area":"inference"},{"id":"2405.19888","title":"Parrot: Efficient Serving of LLM-based Applications with Semantic Variable","created":"2024-05-30","cited_by_count":99,"area":null},{"id":"2404.12457","title":"RAGCache: Efficient Knowledge Caching for Retrieval-Augmented Generation","created":"2024-04-18","cited_by_count":98,"area":"rag"},{"id":"2405.04437","title":"vAttention: Dynamic Memory Management for Serving LLMs without PagedAttention","created":"2024-05-07","cited_by_count":98,"area":"inference"},{"id":"2407.12820","title":"PQCache: Product Quantization-based KVCache for Long Context LLM Inference","created":"2024-07-01","cited_by_count":95,"area":"inference"},{"id":"2408.12757","title":"NanoFlow: Towards Optimal Large Language Model Serving Throughput","created":"2024-08-22","cited_by_count":90,"area":"inference"},{"id":"2401.17644","title":"BurstGPT: A Real-world Workload Dataset to Optimize LLM Serving Systems","created":"2024-01-31","cited_by_count":87,"area":"inference"},{"id":"2408.15792","title":"Efficient LLM Scheduling by Learning to Rank","created":"2024-08-28","cited_by_count":85,"area":"inference"},{"id":"2407.00023","title":"Preble: Efficient Distributed Prompt Scheduling for LLM Serving","created":"2024-05-08","cited_by_count":70,"area":"inference"},{"id":"2406.17565","title":"MemServe: Context Caching for Disaggregated LLM Serving with Elastic Memory Pool","created":"2024-06-25","cited_by_count":68,"area":"inference"},{"id":"2407.05858","title":"Fast On-device LLM Inference with NPUs","created":"2024-07-08","cited_by_count":62,"area":null},{"id":"2412.20993","title":"Efficiently Scaling LLM Reasoning with Certaindex","created":"2024-12-30","cited_by_count":58,"area":"lr"},{"id":"2406.01566","title":"Helix: Serving Large Language Models over Heterogeneous GPUs and Network via Max-Flow","created":"2024-06-03","cited_by_count":55,"area":null},{"id":"2507.19427","title":"Step-3 is Large yet Affordable: Model-system Co-design for Cost-effective Decoding","created":"2025-07-25","cited_by_count":55,"area":"moe"},{"id":"2502.04194","title":"The Best Instruction-Tuning Data are Those That Fit","created":"2025-02-06","cited_by_count":52,"area":null},{"id":"2410.18038","title":"POD-Attention: Unlocking Full Prefill-Decode Overlap for Faster LLM Inference","created":"2024-10-23","cited_by_count":47,"area":null},{"id":"2407.12391","title":"LLM Inference Serving: Survey of Recent Advances and Opportunities","created":"2024-07-17","cited_by_count":46,"area":null},{"id":"2404.16283","title":"Andes: Defining and Enhancing Quality-of-Experience in LLM-Based Text Streaming Services","created":"2024-04-25","cited_by_count":45,"area":"inference"},{"id":"2408.07092","title":"Post-Training Sparse Attention with Double Sparsity","created":"2024-08-11","cited_by_count":45,"area":null},{"id":"2511.02230","title":"Continuum: Efficient and Robust Multi-Turn LLM Agent Scheduling with KV Cache Time-to-Live","created":"2025-11-04","cited_by_count":44,"area":"agents"},{"id":"2409.13221","title":"Optimizing RLHF Training for Large Language Models with Stage Fusion","created":"2024-09-20","cited_by_count":43,"area":"alignment"},{"id":"2506.02634","title":"KVCache Cache in the Wild: Characterizing and Optimizing KVCache Cache at a Large Cloud Provider","created":"2025-06-03","cited_by_count":41,"area":"inference"},{"id":"2406.15486","title":"SampleAttention: Near-Lossless Acceleration of Long Context LLM Inference with Adaptive Structured Sparse Attention","created":"2024-06-17","cited_by_count":39,"area":null},{"id":"2505.09343","title":"Insights into DeepSeek-V3: Scaling Challenges and Reflections on Hardware for AI Architectures","created":"2025-05-14","cited_by_count":39,"area":"moe"},{"id":"2506.04301","title":"The Cost of Dynamic Reasoning: Demystifying AI Agents and Test-Time Scaling from an AI Infrastructure Perspective","created":"2025-06-04","cited_by_count":39,"area":"lr"},{"id":"2406.14088","title":"ReaL: Efficient RLHF Training of Large Language Models with Parameter Reallocation","created":"2024-06-20","cited_by_count":37,"area":"alignment"},{"id":"2411.01142","title":"NEO: Saving GPU Memory Crisis with CPU Offloading for Online LLM Inference","created":"2024-11-02","cited_by_count":37,"area":"inference"},{"id":"2407.00047","title":"Queue management for slo-oriented large language model serving","created":"2024-06-05","cited_by_count":36,"area":"inference"},{"id":"2601.16725","title":"LongCat-Flash-Thinking-2601 Technical Report","created":"2026-01-23","cited_by_count":34,"area":"lr"},{"id":"2505.06371","title":"The ML.ENERGY Benchmark: Toward Automated Inference Energy Measurement and Optimization","created":"2025-05-09","cited_by_count":33,"area":null},{"id":"2407.00326","title":"Teola: Towards End-to-End Optimization of LLM-based Applications","created":"2024-06-29","cited_by_count":32,"area":null},{"id":"2504.02263","title":"MegaScale-Infer: Serving Mixture-of-Experts at Scale with Disaggregated Expert Parallelism","created":"2025-04-03","cited_by_count":32,"area":"moe"},{"id":"2404.14527","title":"M\\'elange: Cost Efficient Large Language Model Serving by Exploiting GPU Heterogeneity","created":"2024-04-22","cited_by_count":31,"area":null},{"id":"2408.05499","title":"LLMServingSim: A HW/SW Co-Simulation Infrastructure for LLM Inference Serving at Scale","created":"2024-08-10","cited_by_count":31,"area":"inference"},{"id":"2501.02600","title":"TAPAS: Thermal- and Power-Aware Scheduling for LLM Inference in Cloud Platforms","created":"2025-01-05","cited_by_count":29,"area":null},{"id":"2505.09999","title":"ServeGen: Workload Characterization and Generation of Large Language Model Serving in Production","created":"2025-05-15","cited_by_count":29,"area":"inference"},{"id":"2408.08147","title":"P/D-Serve: Serving Disaggregated Large Language Model at Scale","created":"2024-08-15","cited_by_count":27,"area":"inference"},{"id":"2411.01783","title":"Context Parallelism for Scalable Million-Token Inference","created":"2024-11-04","cited_by_count":26,"area":null},{"id":"2503.18292","title":"Jenga: Effective Memory Management for Serving LLM with Heterogeneity","created":"2025-03-24","cited_by_count":25,"area":"inference"},{"id":"2502.05370","title":"Taming Latency-Memory Trade-Off in MoE-Based LLM Serving via Fine-Grained Expert Offloading","created":"2025-02-07","cited_by_count":24,"area":"moe"},{"id":"2505.04021","title":"Prism: Cost-Efficient Multi-LLM Serving via GPU Memory Ballooning","created":"2025-05-06","cited_by_count":24,"area":"inference"},{"id":"2508.01989","title":"Prefill-Decode Aggregation or Disaggregation? Unifying Both for Goodput-Optimized LLM Serving","created":"2025-08-04","cited_by_count":23,"area":"inference"},{"id":"2501.14794","title":"Characterizing Mobile SoC for Accelerating Heterogeneous LLM Inference","created":"2025-01-11","cited_by_count":22,"area":null},{"id":"2502.00722","title":"Demystifying Cost-Efficiency in LLM Serving over Heterogeneous GPUs","created":"2025-02-02","cited_by_count":22,"area":"inference"},{"id":"2502.07578","title":"PIM Is All You Need: A CXL-Enabled GPU-Free System for Large Language Model Inference","created":"2025-02-11","cited_by_count":22,"area":"inference"},{"id":"2505.07203","title":"PrefillOnly: An Inference Engine for Prefill-only Workloads in Large Language Model Applications","created":"2025-05-12","cited_by_count":21,"area":"inference"},{"id":"2408.05235","title":"SLO-aware GPU Frequency Scaling for Energy Efficient LLM Inference Serving","created":"2024-08-05","cited_by_count":19,"area":"inference"},{"id":"2409.04992","title":"InstInfer: In-Storage Attention Offloading for Cost-Effective Long-Context LLM Inference","created":"2024-09-08","cited_by_count":19,"area":"inference"},{"id":"2411.16102","title":"BlendServe: Optimizing Offline Inference for Auto-regressive Large Models with Resource-aware Batching","created":"2024-11-25","cited_by_count":19,"area":null},{"id":"2502.07115","title":"Online Scheduling for LLM Inference with KV Cache Constraints","created":"2025-02-10","cited_by_count":19,"area":"inference"},{"id":"2504.08784","title":"SLOs-Serve: Optimized Serving of Multi-SLO LLMs","created":"2025-04-05","cited_by_count":19,"area":null},{"id":"2504.11320","title":"Optimizing LLM Inference: Fluid-Guided Online Scheduling with Memory Constraints","created":"2025-04-15","cited_by_count":19,"area":null},{"id":"2502.00937","title":"ModServe: Modality- and Stage-Aware Resource Disaggregation for Scalable Multimodal Model Serving","created":"2025-02-02","cited_by_count":18,"area":"mllm"},{"id":"2504.07347","title":"Throughput-Optimal Scheduling Algorithms for LLM Inference and AI Agents","created":"2025-04-10","cited_by_count":18,"area":"agents"},{"id":"2403.20041","title":"Transformer-Lite: High-efficiency Deployment of Large Language Models on Mobile Phone GPUs","created":"2024-03-29","cited_by_count":17,"area":null},{"id":"2412.10543","title":"METIS: Fast Quality-Aware RAG Systems with Configuration Adaptation","created":"2024-12-13","cited_by_count":17,"area":"rag"},{"id":"2504.20068","title":"JITServe: SLO-aware LLM Serving with Imprecise Request Information","created":"2025-04-24","cited_by_count":17,"area":"inference"},{"id":"2602.13692","title":"ThunderAgent: A Simple, Fast and Program-Aware Agentic Inference System","created":"2026-02-14","cited_by_count":17,"area":"agents"},{"id":"2409.13761","title":"Do Large Language Models Need a Content Delivery Network?","created":"2024-09-16","cited_by_count":16,"area":"inference"},{"id":"2410.00428","title":"LayerKV: Optimizing Large Language Model Serving with Layer-wise KV Cache Management","created":"2024-10-01","cited_by_count":16,"area":"inference"},{"id":"2411.08982","title":"Lynx: Enabling Efficient MoE Inference through Dynamic Batch-Aware Expert Selection","created":"2024-11-13","cited_by_count":16,"area":"moe"},{"id":"2501.05460","title":"Efficiently Serving Large Multimodal Models Using EPD Disaggregation","created":"2024-12-25","cited_by_count":16,"area":"mllm"},{"id":"2504.19720","title":"Taming the Titans: A Survey of Efficient LLM Inference Serving","created":"2025-04-28","cited_by_count":16,"area":"inference"},{"id":"2504.19867","title":"semi-PD: Towards Efficient LLM Serving via Phase-Wise Disaggregated Computation and Unified Storage","created":"2025-04-28","cited_by_count":16,"area":"inference"},{"id":"2601.17768","title":"LLM-42: Enabling Determinism in LLM Inference with Verified Speculation","created":"2026-01-25","cited_by_count":16,"area":null},{"id":"2410.01805","title":"Locret: Enhancing Eviction in Long-Context LLM Inference with Trained Retaining Heads on Consumer-Grade Devices","created":"2024-10-02","cited_by_count":15,"area":"inference"},{"id":"2411.17651","title":"APEX: An Extensible and Dynamism-Aware Simulator for Automated Parallel Execution in LLM Serving","created":"2024-11-26","cited_by_count":15,"area":"inference"},{"id":"2503.06433","title":"Seesaw: High-throughput LLM Inference via Model Re-sharding","created":"2025-03-09","cited_by_count":15,"area":"inference"},{"id":"2505.14733","title":"The Energy Cost of Reasoning: Analyzing Energy Usage in LLMs with Test-time Compute","created":"2025-05-20","cited_by_count":15,"area":"lr"},{"id":"2602.21548","title":"DualPath: Breaking the Storage Bandwidth Bottleneck in Agentic LLM Inference","created":"2026-02-25","cited_by_count":15,"area":"inference"},{"id":"2603.03251","title":"Speculative Speculative Decoding","created":"2026-03-03","cited_by_count":15,"area":"inference"},{"id":"2502.15524","title":"HydraServe: Minimizing Cold Start Latency for Serverless LLM Serving in Public Clouds","created":"2025-02-21","cited_by_count":14,"area":"inference"},{"id":"2503.20552","title":"Injecting Adrenaline into LLM Serving: Boosting Resource Utilization and Throughput via Attention Disaggregation","created":"2025-03-26","cited_by_count":14,"area":"inference"},{"id":"2505.11329","title":"TokenWeave: Efficient Compute-Communication Overlap for Distributed LLM Inference","created":"2025-05-16","cited_by_count":14,"area":null},{"id":"2509.04467","title":"PDTrim: Targeted Pruning for Prefill-Decode Disaggregation in Inference","created":"2025-08-29","cited_by_count":14,"area":"inference"},{"id":"2512.22560","title":"RollArt: Disaggregated Multi-Task Agentic RL Training at Scale","created":"2025-12-27","cited_by_count":14,"area":"agents"},{"id":"2406.13511","title":"Slice-Level Scheduling for High Throughput and Load Balanced LLM Serving","created":"2024-06-19","cited_by_count":13,"area":"inference"},{"id":"2409.17264","title":"No Request Left Behind: Tackling Heterogeneity in Long-Context LLM Inference with Medha","created":"2024-09-25","cited_by_count":13,"area":null},{"id":"2501.12689","title":"IC-Cache: Efficient Large Language Model Serving via In-context Caching","created":"2025-01-22","cited_by_count":13,"area":null},{"id":"2502.04563","title":"WaferLLM: Large Language Model Inference at Wafer Scale","created":"2025-02-06","cited_by_count":13,"area":"inference"},{"id":"2505.02922","title":"RetroInfer: A Vector Storage Engine for Scalable Long-Context LLM Inference","created":"2025-05-05","cited_by_count":13,"area":"inference"},{"id":"2507.06608","title":"Nexus:Proactive Intra-GPU Disaggregation of Prefill and Decode in LLM Serving","created":"2025-07-09","cited_by_count":13,"area":"inference"},{"id":"2509.13990","title":"Slim-SC: Thought Pruning for Efficient Scaling with Self-Consistency","created":"2025-09-17","cited_by_count":13,"area":"lr"},{"id":"2511.01815","title":"KV Cache Transform Coding for Compact Storage in LLM Inference","created":"2025-11-03","cited_by_count":13,"area":"inference"},{"id":"2512.18194","title":"TraCT: Disaggregated LLM Serving with CXL Shared Memory KV Cache at Rack-Scale","created":"2025-12-20","cited_by_count":13,"area":"inference"},{"id":"2602.01785","title":"Seeing is Coding: On the Effectiveness of Vision Language Models in Code Understanding","created":"2026-02-02","cited_by_count":13,"area":"mllm"},{"id":"2405.01814","title":"Efficient Heterogeneous Large Language Model Decoding with Model-Attention Disaggregation","created":"2024-05-03","cited_by_count":12,"area":null},{"id":"2501.01990","title":"Towards Sustainable Large Language Model Serving","created":"2024-12-31","cited_by_count":12,"area":null}],"next_cursor":"100"}