{"total":181,"rows":[{"id":"2406.01721","title":"DuQuant: Distributing Outliers via Dual Transformation Makes Stronger Quantized LLMs","created":"2024-06-03","cited_by_count":167,"area":null},{"id":"2405.05465","title":"Vidur: A Large-Scale Simulation Framework For LLM Inference","created":"2024-05-08","cited_by_count":117,"area":null},{"id":"2409.10516","title":"RetrievalAttention: Accelerating Long-Context LLM Inference via Vector Retrieval","created":"2024-09-16","cited_by_count":116,"area":null},{"id":"2408.00741","title":"DynamoLLM: Designing LLM Inference Clusters for Performance and Energy Efficiency","created":"2024-08-01","cited_by_count":112,"area":null},{"id":"2405.19888","title":"Parrot: Efficient Serving of LLM-based Applications with Semantic Variable","created":"2024-05-30","cited_by_count":99,"area":null},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2505.09598","title":"How Hungry is AI? Benchmarking Energy, Water, and Carbon Footprint of LLM Inference","created":"2025-05-14","cited_by_count":76,"area":null},{"id":"2407.05858","title":"Fast On-device LLM Inference with NPUs","created":"2024-07-08","cited_by_count":62,"area":null},{"id":"2403.20306","title":"Towards Greener LLMs: Bringing Energy-Efficiency to the Forefront of LLM Inference","created":"2024-03-29","cited_by_count":61,"area":null},{"id":"2504.15930","title":"StreamRL: Scalable, Heterogeneous, and Elastic RL for LLMs with Disaggregated Stream Generation","created":"2025-04-22","cited_by_count":61,"area":null},{"id":"2406.01566","title":"Helix: Serving Large Language Models over Heterogeneous GPUs and Network via Max-Flow","created":"2024-06-03","cited_by_count":55,"area":null},{"id":"2410.15332","title":"EPIC: Efficient Position-Independent Caching for Serving Large Language Models","created":"2024-10-20","cited_by_count":47,"area":null},{"id":"2410.18038","title":"POD-Attention: Unlocking Full Prefill-Decode Overlap for Faster LLM Inference","created":"2024-10-23","cited_by_count":47,"area":null},{"id":"2407.12391","title":"LLM Inference Serving: Survey of Recent Advances and Opportunities","created":"2024-07-17","cited_by_count":46,"area":null},{"id":"2408.07092","title":"Post-Training Sparse Attention with Double Sparsity","created":"2024-08-11","cited_by_count":45,"area":null},{"id":"2406.15486","title":"SampleAttention: Near-Lossless Acceleration of Long Context LLM Inference with Adaptive Structured Sparse Attention","created":"2024-06-17","cited_by_count":39,"area":null},{"id":"2405.14696","title":"A Declarative System for Optimizing AI Workloads","created":"2024-05-23","cited_by_count":37,"area":null},{"id":"2505.06371","title":"The ML.ENERGY Benchmark: Toward Automated Inference Energy Measurement and Optimization","created":"2025-05-09","cited_by_count":33,"area":null},{"id":"2404.14527","title":"M\\'elange: Cost Efficient Large Language Model Serving by Exploiting GPU Heterogeneity","created":"2024-04-22","cited_by_count":31,"area":null},{"id":"2501.02600","title":"TAPAS: Thermal- and Power-Aware Scheduling for LLM Inference in Cloud Platforms","created":"2025-01-05","cited_by_count":29,"area":null},{"id":"2411.02829","title":"CE-CoLLM: Efficient and Adaptive Large Language Models Through Cloud-Edge Collaboration","created":"2024-11-05","cited_by_count":25,"area":null},{"id":"2410.07265","title":"A Survey: Collaborative Hardware and Software Design in the Era of Large Language Models","created":"2024-10-08","cited_by_count":23,"area":null},{"id":"2501.14794","title":"Characterizing Mobile SoC for Accelerating Heterogeneous LLM Inference","created":"2025-01-11","cited_by_count":22,"area":null},{"id":"2410.02950","title":"LLMCO2: Advancing Accurate Carbon Footprint Prediction for LLM Inferences","created":"2024-10-03","cited_by_count":19,"area":null},{"id":"2411.16102","title":"BlendServe: Optimizing Offline Inference for Auto-regressive Large Models with Resource-aware Batching","created":"2024-11-25","cited_by_count":19,"area":null},{"id":"2501.08219","title":"Characterizing LLM Inference Energy-Performance Tradeoffs across Workloads and GPU Scaling","created":"2025-01-14","cited_by_count":19,"area":null},{"id":"2504.08784","title":"SLOs-Serve: Optimized Serving of Multi-SLO LLMs","created":"2025-04-05","cited_by_count":19,"area":null},{"id":"2504.11320","title":"Optimizing LLM Inference: Fluid-Guided Online Scheduling with Memory Constraints","created":"2025-04-15","cited_by_count":19,"area":null},{"id":"2312.05215","title":"DeltaZip: Efficient Serving of Multiple Full-Model-Tuned LLMs","created":"2023-12-08","cited_by_count":18,"area":null},{"id":"2408.06003","title":"LUT Tensor Core: A Software-Hardware Co-Design for LUT-Based Low-Bit LLM Inference","created":"2024-08-12","cited_by_count":18,"area":null},{"id":"2401.16677","title":"T3: Transparent Tracking & Triggering for Fine-grained Overlap of Compute & Collectives","created":"2024-01-30","cited_by_count":16,"area":null},{"id":"2510.27176","title":"Glia: A Human-Inspired AI for Automated Systems Design and Optimization","created":"2025-10-31","cited_by_count":16,"area":null},{"id":"2601.17768","title":"LLM-42: Enabling Determinism in LLM Inference with Verified Speculation","created":"2026-01-25","cited_by_count":16,"area":null},{"id":"2505.11329","title":"TokenWeave: Efficient Compute-Communication Overlap for Distributed LLM Inference","created":"2025-05-16","cited_by_count":14,"area":null},{"id":"2409.17264","title":"No Request Left Behind: Tackling Heterogeneity in Long-Context LLM Inference with Medha","created":"2024-09-25","cited_by_count":13,"area":null},{"id":"2501.12689","title":"IC-Cache: Efficient Large Language Model Serving via In-context Caching","created":"2025-01-22","cited_by_count":13,"area":null},{"id":"2509.20241","title":"Energy Use of AI Inference, Efficiency Pathways, and Test-Time Scaling","created":"2025-09-24","cited_by_count":13,"area":null},{"id":"2405.01814","title":"Efficient Heterogeneous Large Language Model Decoding with Model-Attention Disaggregation","created":"2024-05-03","cited_by_count":12,"area":null},{"id":"2410.10759","title":"SplitLLM: Collaborative Inference of LLMs for Model Placement and Throughput Optimization","created":"2024-10-14","cited_by_count":11,"area":null},{"id":"2502.11256","title":"Unveiling Environmental Impacts of Large Language Model Serving: A Functional Unit View","created":"2025-02-16","cited_by_count":11,"area":null},{"id":"2504.09014","title":"MSCCL++: Rethinking GPU Communication Abstractions for AI Inference","created":"2025-04-11","cited_by_count":10,"area":null},{"id":"2508.14544","title":"Adaptively Robust LLM Inference Optimization under Prediction Uncertainty","created":"2025-08-20","cited_by_count":10,"area":null},{"id":"2412.04504","title":"Multi-Bin Batching for Increasing LLM Inference Throughput","created":"2024-12-03","cited_by_count":9,"area":null},{"id":"2506.05508","title":"Beyond the Buzz: A Pragmatic Take on Inference Disaggregation","created":"2025-06-05","cited_by_count":9,"area":null},{"id":"2508.16712","title":"Systematic Characterization of LLM Quantization: A Performance, Energy, and Quality Perspective","created":"2025-08-22","cited_by_count":9,"area":null},{"id":"2504.11750","title":"Characterizing and Optimizing LLM Inference Workloads on CPU-GPU Coupled Architectures","created":"2025-04-16","cited_by_count":8,"area":null},{"id":"2506.09554","title":"Understanding the Performance and Power of LLM Inferencing on Edge Accelerators","created":"2025-06-11","cited_by_count":7,"area":null},{"id":"2508.00234","title":"Quality-of-Service Aware LLM Routing for Edge Computing with Multiple Experts","created":"2025-08-01","cited_by_count":7,"area":null},{"id":"2410.12168","title":"COMET: Towards Partical W4A4KV4 LLMs Serving","created":"2024-10-16","cited_by_count":6,"area":null},{"id":"2510.08544","title":"SPAD: Specialized Prefill and Decode Hardware for Disaggregated LLM Inference","created":"2025-10-09","cited_by_count":6,"area":null},{"id":"2510.14392","title":"FairBatching: Fairness-Aware Batch Formation for LLM Inference","created":"2025-10-16","cited_by_count":6,"area":null},{"id":"2511.07229","title":"LLMServingSim2.0: A Unified Simulator for Heterogeneous Hardware and Serving Techniques in LLM Infrastructure","created":"2025-11-10","cited_by_count":6,"area":null},{"id":"2511.13061","title":"MACKO: Sparse Matrix-Vector Multiplication for Low Sparsity","created":"2025-11-17","cited_by_count":6,"area":null},{"id":"2602.01519","title":"You Need an Encoder for Native Position-Independent Caching","created":"2026-02-02","cited_by_count":6,"area":null},{"id":"2603.10088","title":"ES-dLLM: Efficient Inference for Diffusion Large Language Models by Early-Skipping","created":"2026-03-10","cited_by_count":6,"area":null},{"id":"2410.01228","title":"ConServe: Fine-Grained GPU Harvesting for LLM Online and Offline Co-Serving","created":"2024-10-02","cited_by_count":5,"area":null},{"id":"2502.01070","title":"An Inquiry into Datacenter TCO for LLM Inference with FP8","created":"2025-02-03","cited_by_count":5,"area":null},{"id":"2503.07545","title":"Queueing, Predictions, and LLMs: Challenges and Open Problems","created":"2025-03-10","cited_by_count":5,"area":null},{"id":"2507.02135","title":"Dissecting the Impact of Mobile DVFS Governors on LLM Inference Performance and Energy Efficiency","created":"2025-07-02","cited_by_count":5,"area":null},{"id":"2507.17769","title":"PolyServe: Efficient Multi-SLO Serving at Scale","created":"2025-07-17","cited_by_count":5,"area":null},{"id":"2508.19559","title":"Taming the Chaos: Coordinated Autoscaling for Heterogeneous and Disaggregated LLM Inference","created":"2025-08-27","cited_by_count":5,"area":null},{"id":"2509.10371","title":"Characterizing the Efficiency of Distributed Training: A Power, Performance, and Thermal Perspective","created":"2025-09-12","cited_by_count":5,"area":null},{"id":"2601.00397","title":"Revati: Transparent GPU-Free Time-Warp Emulation for LLM Serving","created":"2026-01-01","cited_by_count":5,"area":null},{"id":"2604.03312","title":"Computer Architecture's AlphaZero Moment: Automated Discovery in an Encircled World","created":"2026-03-31","cited_by_count":5,"area":null},{"id":"2606.07684","title":"Semantic Cache Distillation: Efficient State Transfer via Reuse and Selective Patching","created":"2026-06-05","cited_by_count":5,"area":null},{"id":"2408.07802","title":"Kraken: Inherently Parallel Transformers For Efficient Multi-Device Inference","created":"2024-08-14","cited_by_count":4,"area":null},{"id":"2409.04833","title":"Achieving Peak Performance for Large Language Models: A Systematic Review","created":"2024-09-07","cited_by_count":4,"area":null},{"id":"2409.15104","title":"PecSched: Preemptive and Efficient Cluster Scheduling for LLM Inference","created":"2024-09-23","cited_by_count":4,"area":null},{"id":"2410.17840","title":"Is the GPU Half-Empty or Half-Full? Practical Scheduling Techniques for LLMs","created":"2024-10-23","cited_by_count":4,"area":null},{"id":"2505.23554","title":"Sustainable Carbon-Aware and Water-Efficient LLM Scheduling in Geo-Distributed Cloud Datacenters","created":"2025-05-29","cited_by_count":4,"area":null},{"id":"2512.14098","title":"Cornfigurator: Automated Planning for Any-to-Any Multimodal Model Serving","created":"2025-12-16","cited_by_count":4,"area":null},{"id":"2601.22362","title":"Understanding Efficiency: Quantization, Batching, and Serving Strategies in LLM Energy Use","created":"2026-01-29","cited_by_count":4,"area":null},{"id":"2605.23081","title":"ThriftAttention: Selective Mixed Precision for Long-Context FP4 Attention","created":"2026-05-21","cited_by_count":4,"area":null},{"id":"2607.29678","title":"TokTier: Exact Stateful CPU+GPU Tokenization for Agentic LLM Serving","created":"2026-07-31","cited_by_count":4,"area":null},{"id":"2411.14458","title":"Improving training time and GPU utilization in geo-distributed language model training","created":"2024-11-16","cited_by_count":3,"area":null},{"id":"2411.15997","title":"Ensuring Fair LLM Serving Amid Diverse Applications","created":"2024-11-24","cited_by_count":3,"area":null},{"id":"2412.07894","title":"Hydraulis: Balancing Large Transformer Model Training via Co-designing Parallel Strategies and Data Assignment","created":"2024-12-10","cited_by_count":3,"area":null},{"id":"2503.09114","title":"Sometimes Painful but Certainly Promising: Feasibility and Trade-offs of Language Model Inference at the Edge","created":"2025-03-12","cited_by_count":3,"area":null},{"id":"2503.10666","title":"Green Prompting: Characterizing Prompt-driven Energy Costs of LLM Inference","created":"2025-03-09","cited_by_count":3,"area":null},{"id":"2503.18986","title":"SplitFrozen: Split Learning with Device-side Model Frozen for Fine-Tuning LLM on Heterogeneous Resource-Constrained Devices","created":"2025-03-23","cited_by_count":3,"area":null},{"id":"2506.05871","title":"BestServe: Serving Strategies with Optimal Goodput in Collocation and Disaggregation Architectures","created":"2025-06-06","cited_by_count":3,"area":null},{"id":"2506.09316","title":"On-the-Fly Adaptive Distillation of Transformer to Dual-State Linear Attention","created":"2025-06-11","cited_by_count":3,"area":null},{"id":"2507.11331","title":"SystolicAttention: Fusing FlashAttention within a Single Systolic Array","created":"2025-07-15","cited_by_count":3,"area":null},{"id":"2507.21276","title":"LeMix: Unified Scheduling for LLM Training and Inference on Multi-GPU Systems","created":"2025-07-28","cited_by_count":3,"area":null},{"id":"2404.15153","title":"Performance Characterization of Expert Router for Scalable LLM Inference","created":"2024-04-22","cited_by_count":2,"area":null},{"id":"2502.11417","title":"DiSCo: Device-Server Collaborative LLM-Based Text Streaming Services","created":"2025-02-17","cited_by_count":2,"area":null},{"id":"2502.15763","title":"Hybrid Offline-online Scheduling Method for Large Language Model Inference Optimization","created":"2025-02-14","cited_by_count":2,"area":null},{"id":"2503.13737","title":"AccelGen: Heterogeneous SLO-Guaranteed High-Throughput LLM Inference Serving for Diverse Applications","created":"2025-03-17","cited_by_count":2,"area":null},{"id":"2505.11820","title":"Chain-of-Model Learning for Language Model","created":"2025-05-17","cited_by_count":2,"area":null},{"id":"2508.01744","title":"AGFT: An Adaptive GPU Frequency Tuner for Real-Time LLM Inference Optimization","created":"2025-08-03","cited_by_count":2,"area":null},{"id":"2508.08446","title":"OverFill: Two-Stage Models for Efficient Language Model Decoding","created":"2025-08-11","cited_by_count":2,"area":null},{"id":"2508.09035","title":"P/D-Device: Disaggregated Large Language Model between Cloud and Devices","created":"2025-08-12","cited_by_count":2,"area":null},{"id":"2509.26534","title":"Rearchitecting Datacenter Lifecycle for AI: A TCO-Driven Framework","created":"2025-09-30","cited_by_count":2,"area":null},{"id":"2512.16134","title":"Staggered Batch Scheduling: Co-optimizing Time-to-First-Token and Throughput for High-Efficiency LLM Inference","created":"2025-12-18","cited_by_count":2,"area":null},{"id":"2601.01712","title":"RelayGR: Scaling Long-Sequence Generative Recommendation via Cross-Stage Relay-Race Inference","created":"2026-01-05","cited_by_count":2,"area":null},{"id":"2602.05712","title":"Towards Green AI: Decoding the Energy of LLM Inference in Software Development","created":"2026-02-05","cited_by_count":2,"area":null},{"id":"2603.18284","title":"Offload or Overload: A Platform Measurement Study of Mobile Robotic Manipulation Workloads","created":"2026-03-18","cited_by_count":2,"area":null},{"id":"2605.24144","title":"EVA: Accelerating LLM Decoding via an Efficient Vector Quantization Architecture","created":"2026-05-22","cited_by_count":2,"area":null},{"id":"2606.00288","title":"Model-Native Computing Architecture: Envisioning Future System Architecture Through the Lens of Computer Architecture","created":"2026-05-29","cited_by_count":2,"area":null},{"id":"2606.28565","title":"KernelSight-LM: A Kernel-Level LLM Inference Simulator","created":"2026-06-26","cited_by_count":2,"area":null}],"next_cursor":"100"}