{"total":64,"rows":[{"id":"2405.05465","title":"Vidur: A Large-Scale Simulation Framework For LLM Inference","created":"2024-05-08","cited_by_count":117,"area":null},{"id":"2408.00741","title":"DynamoLLM: Designing LLM Inference Clusters for Performance and Energy Efficiency","created":"2024-08-01","cited_by_count":112,"area":null},{"id":"2401.08671","title":"DeepSpeed-FastGen: High-throughput Text Generation for LLMs via MII and DeepSpeed-Inference","created":"2024-01-09","cited_by_count":106,"area":null},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2403.20306","title":"Towards Greener LLMs: Bringing Energy-Efficiency to the Forefront of LLM Inference","created":"2024-03-29","cited_by_count":61,"area":null},{"id":"2406.01566","title":"Helix: Serving Large Language Models over Heterogeneous GPUs and Network via Max-Flow","created":"2024-06-03","cited_by_count":55,"area":null},{"id":"2410.18038","title":"POD-Attention: Unlocking Full Prefill-Decode Overlap for Faster LLM Inference","created":"2024-10-23","cited_by_count":47,"area":null},{"id":"2408.07092","title":"Post-Training Sparse Attention with Double Sparsity","created":"2024-08-11","cited_by_count":45,"area":null},{"id":"2406.15486","title":"SampleAttention: Near-Lossless Acceleration of Long Context LLM Inference with Adaptive Structured Sparse Attention","created":"2024-06-17","cited_by_count":39,"area":null},{"id":"2407.00326","title":"Teola: Towards End-to-End Optimization of LLM-based Applications","created":"2024-06-29","cited_by_count":32,"area":null},{"id":"2412.03594","title":"BatchLLM: Optimizing Large Batched LLM Inference with Global Prefix Sharing and Throughput-oriented Token Batching","created":"2024-11-29","cited_by_count":32,"area":null},{"id":"2404.14527","title":"M\\'elange: Cost Efficient Large Language Model Serving by Exploiting GPU Heterogeneity","created":"2024-04-22","cited_by_count":31,"area":null},{"id":"2312.00678","title":"The Efficiency Spectrum of Large Language Models: An Algorithmic Survey","created":"2023-12-01","cited_by_count":26,"area":null},{"id":"2410.07265","title":"A Survey: Collaborative Hardware and Software Design in the Era of Large Language Models","created":"2024-10-08","cited_by_count":23,"area":null},{"id":"2504.11320","title":"Optimizing LLM Inference: Fluid-Guided Online Scheduling with Memory Constraints","created":"2025-04-15","cited_by_count":19,"area":null},{"id":"2401.08350","title":"Salute the Classic: Revisiting Challenges of Machine Translation in the Age of Large Language Models","created":"2024-01-16","cited_by_count":17,"area":null},{"id":"2601.17768","title":"LLM-42: Enabling Determinism in LLM Inference with Verified Speculation","created":"2026-01-25","cited_by_count":16,"area":null},{"id":"2409.17264","title":"No Request Left Behind: Tackling Heterogeneity in Long-Context LLM Inference with Medha","created":"2024-09-25","cited_by_count":13,"area":null},{"id":"2501.12689","title":"IC-Cache: Efficient Large Language Model Serving via In-context Caching","created":"2025-01-22","cited_by_count":13,"area":null},{"id":"2506.17121","title":"Cache Me If You Can: How Many KVs Do You Need for Effective Long-Context LMs?","created":"2025-06-20","cited_by_count":10,"area":null},{"id":"2508.14544","title":"Adaptively Robust LLM Inference Optimization under Prediction Uncertainty","created":"2025-08-20","cited_by_count":10,"area":null},{"id":"2402.18789","title":"FlexLLM: Token-Level Co-Serving of LLM Inference and Finetuning with SLO Guarantees","created":"2024-02-29","cited_by_count":9,"area":null},{"id":"2506.05508","title":"Beyond the Buzz: A Pragmatic Take on Inference Disaggregation","created":"2025-06-05","cited_by_count":9,"area":null},{"id":"2408.14906","title":"Writing in the Margins: Better Inference Pattern for Long Context Retrieval","created":"2024-08-27","cited_by_count":7,"area":null},{"id":"2503.22562","title":"Niyama : Breaking the Silos of LLM Inference Serving","created":"2025-03-28","cited_by_count":7,"area":null},{"id":"2508.00904","title":"Forecasting LLM Inference Performance via Hardware-Agnostic Analytical Modeling","created":"2025-07-29","cited_by_count":7,"area":null},{"id":"2601.00397","title":"Revati: Transparent GPU-Free Time-Warp Emulation for LLM Serving","created":"2026-01-01","cited_by_count":5,"area":null},{"id":"2505.17694","title":"CoDec: Prefix-Shared Decoding Kernel for LLMs","created":"2025-05-23","cited_by_count":4,"area":null},{"id":"2507.03153","title":"HGCA: Hybrid GPU-CPU Attention for Long Context LLM Inference","created":"2025-07-03","cited_by_count":4,"area":null},{"id":"2409.11155","title":"ISO: Overlap of Computation and Communication within Seqenence For LLM Inference","created":"2024-09-04","cited_by_count":3,"area":null},{"id":"2411.15997","title":"Ensuring Fair LLM Serving Amid Diverse Applications","created":"2024-11-24","cited_by_count":3,"area":null},{"id":"2602.08722","title":"QUOKA: Query-Oriented KV Selection For Efficient LLM Prefill","created":"2026-02-09","cited_by_count":3,"area":null},{"id":"2606.11552","title":"Teaching Diffusion to Speculate Left-to-Right","created":"2026-06-10","cited_by_count":3,"area":null},{"id":"2404.15834","title":"FEDSTR: Money-In AI-Out | A Decentralized Marketplace for Federated Learning and LLM Training on the NOSTR Protocol","created":"2024-04-15","cited_by_count":2,"area":null},{"id":"2505.11820","title":"Chain-of-Model Learning for Language Model","created":"2025-05-17","cited_by_count":2,"area":null},{"id":"2508.01744","title":"AGFT: An Adaptive GPU Frequency Tuner for Real-Time LLM Inference Optimization","created":"2025-08-03","cited_by_count":2,"area":null},{"id":"2508.09035","title":"P/D-Device: Disaggregated Large Language Model between Cloud and Devices","created":"2025-08-12","cited_by_count":2,"area":null},{"id":"2509.24257","title":"VeriLLM: A Lightweight Framework for Publicly Verifiable Decentralized Inference","created":"2025-09-29","cited_by_count":2,"area":null},{"id":"2605.24144","title":"EVA: Accelerating LLM Decoding via an Efficient Vector Quantization Architecture","created":"2026-05-22","cited_by_count":2,"area":null},{"id":"2606.28565","title":"KernelSight-LM: A Kernel-Level LLM Inference Simulator","created":"2026-06-26","cited_by_count":2,"area":null},{"id":"2607.16183","title":"A Blueprint for Equilibrium-Based Differentiable Continuous-Variable Thermodynamic Computing","created":"2026-07-17","cited_by_count":2,"area":null},{"id":"2410.18701","title":"BATON: Enhancing Batch-wise Inference Efficiency for Large Language Models via Dynamic Re-batching","created":"2024-10-24","cited_by_count":1,"area":null},{"id":"2412.06198","title":"SparseAccelerate: Efficient Long-Context Inference for Mid-Range GPUs","created":"2024-12-09","cited_by_count":1,"area":null},{"id":"2505.03745","title":"AccLLM: Accelerating Long-Context LLM Inference Via Algorithm-Hardware Co-Design","created":"2025-04-07","cited_by_count":1,"area":null},{"id":"2505.16881","title":"CASTILLO: Characterizing Response Length Distributions of Large Language Models","created":"2025-05-22","cited_by_count":1,"area":null},{"id":"2601.00847","title":"You Only Need Your Transformer 25% of the Time: Meaning-First Execution for Eliminating Unnecessary Inference","created":"2025-12-29","cited_by_count":1,"area":null},{"id":"2602.00397","title":"Fast Forward: Accelerating LLM Prefill with Predictive FFN Sparsity","created":"2026-01-30","cited_by_count":1,"area":null},{"id":"2603.05692","title":"Parallelization Strategies for Dense LLM Deployment: Navigating Through Application-Specific Tradeoffs and Bottlenecks","created":"2026-03-05","cited_by_count":1,"area":null},{"id":"2605.11744","title":"Training-Inference Consistent Segmented Execution for Long-Context LLMs","created":"2026-05-12","cited_by_count":1,"area":null},{"id":"2607.22785","title":"FusionML: Prefill, Not Decode - Mechanism and Boundaries of CPU+GPU Co-Execution on Unified-Memory Apple Silicon","created":"2026-07-24","cited_by_count":1,"area":null},{"id":"2411.09580","title":"Software Performance Engineering for Foundation Model-Powered Software","created":"2024-11-14","cited_by_count":0,"area":null},{"id":"2505.03763","title":"Splitwiser: Efficient LM inference with constrained resources","created":"2025-04-21","cited_by_count":0,"area":null},{"id":"2507.03220","title":"Symbiosis: Multi-Adapter Inference and Fine-Tuning","created":"2025-07-03","cited_by_count":0,"area":null},{"id":"2512.18126","title":"Efficient Mixture-of-Agents Serving via Tree-Structured Routing, Adaptive Pruning, and Dependency-Aware Prefill-Decode Overlap","created":"2025-12-19","cited_by_count":0,"area":null},{"id":"2604.11001","title":"Flow-Controlled Scheduling for LLM Inference with Provable Stability Guarantees","created":"2026-04-13","cited_by_count":0,"area":null},{"id":"2604.24820","title":"Salca: A Sparsity-Aware Hardware Accelerator for Efficient Long-Context Attention Decoding","created":"2026-04-27","cited_by_count":0,"area":null},{"id":"2605.16839","title":"CompactAttention: Accelerating Chunked Prefill with Block-Union KV Selection","created":"2026-05-16","cited_by_count":0,"area":null},{"id":"2605.17410","title":"Computational Challenges in Token Economics: Bridging Economic Theory and AI System Design","created":"2026-05-17","cited_by_count":0,"area":null},{"id":"2605.28053","title":"RW-TTT: Batched Serving for Request-Owned Test-Time Training State","created":"2026-05-27","cited_by_count":0,"area":null},{"id":"2606.00516","title":"Threshold-Based Exclusive Batching for LLM Inference","created":"2026-05-30","cited_by_count":0,"area":null},{"id":"2606.07362","title":"Breaking the Ice: Analyzing Cold Start Latency in vLLM","created":"2026-06-05","cited_by_count":0,"area":null},{"id":"2606.16352","title":"Communication-Efficient Verifiable Attention for LLM Inference","created":"2026-06-15","cited_by_count":0,"area":null},{"id":"2607.07862","title":"CTA-Pipelining: A Latency-Oriented Spatial Scaling Method for Multi-GPU Systems","created":"2026-07-08","cited_by_count":0,"area":null},{"id":"2610.17689","title":"Stable Token-level Scheduling for Serverless LLM Inference","created":"2026-10-13","cited_by_count":0,"area":null}],"next_cursor":null}