{"total":43,"rows":[{"id":"2410.18038","title":"POD-Attention: Unlocking Full Prefill-Decode Overlap for Faster LLM Inference","created":"2024-10-23","cited_by_count":47,"area":null},{"id":"2410.01035","title":"Don't Stop Me Now: Embedding Based Scheduling for LLMs","created":"2024-10-01","cited_by_count":35,"area":null},{"id":"2502.20576","title":"OmniRouter: Budget and Performance Controllable Multi-LLM Routing","created":"2025-02-27","cited_by_count":35,"area":null},{"id":"2505.06371","title":"The ML.ENERGY Benchmark: Toward Automated Inference Energy Measurement and Optimization","created":"2025-05-09","cited_by_count":33,"area":null},{"id":"2501.02600","title":"TAPAS: Thermal- and Power-Aware Scheduling for LLM Inference in Cloud Platforms","created":"2025-01-05","cited_by_count":29,"area":null},{"id":"2411.16102","title":"BlendServe: Optimizing Offline Inference for Auto-regressive Large Models with Resource-aware Batching","created":"2024-11-25","cited_by_count":19,"area":null},{"id":"2601.17768","title":"LLM-42: Enabling Determinism in LLM Inference with Verified Speculation","created":"2026-01-25","cited_by_count":16,"area":null},{"id":"2410.15761","title":"Optimal Query Allocation in Extractive QA with LLMs: A Learning-to-Defer Framework with Theoretical Guarantees","created":"2024-10-21","cited_by_count":15,"area":null},{"id":"2509.20241","title":"Energy Use of AI Inference, Efficiency Pathways, and Test-Time Scaling","created":"2025-09-24","cited_by_count":13,"area":null},{"id":"2409.11416","title":"The Unseen AI Disruptions for Power Grids: LLM-Induced Transients","created":"2024-09-09","cited_by_count":10,"area":null},{"id":"2601.22076","title":"Where Do the Joules Go? Diagnosing Inference Energy Consumption","created":"2026-01-29","cited_by_count":10,"area":null},{"id":"2504.15465","title":"LithOS: An Operating System for Efficient Machine Learning on GPUs","created":"2025-04-21","cited_by_count":9,"area":null},{"id":"2503.22562","title":"Niyama : Breaking the Silos of LLM Inference Serving","created":"2025-03-28","cited_by_count":7,"area":null},{"id":"2509.10371","title":"Characterizing the Efficiency of Distributed Training: A Power, Performance, and Thermal Perspective","created":"2025-09-12","cited_by_count":5,"area":null},{"id":"2411.14458","title":"Improving training time and GPU utilization in geo-distributed language model training","created":"2024-11-16","cited_by_count":3,"area":null},{"id":"2601.17654","title":"Kareus: Joint Reduction of Dynamic and Static Energy in Large Model Training","created":"2026-01-25","cited_by_count":3,"area":null},{"id":"2601.08539","title":"Reducing Compute Waste in LLMs through Kernel-Level DVFS","created":"2026-01-13","cited_by_count":2,"area":null},{"id":"2606.23001","title":"EnerInfer: Energy-Aware On-Device LLM Inference","created":"2026-06-22","cited_by_count":2,"area":null},{"id":"2412.03716","title":"A Water Efficiency Dataset for African Data Centers","created":"2024-12-04","cited_by_count":1,"area":null},{"id":"2502.11723","title":"Energy-Conscious LLM Decoding: Impact of Text Generation Strategies on GPU Energy Consumption","created":"2025-02-17","cited_by_count":1,"area":null},{"id":"2505.14468","title":"ServerlessLoRA: Enabling Low-Latency Serverless Multi-LoRA Serving","created":"2025-05-20","cited_by_count":1,"area":null},{"id":"2510.02822","title":"FlexiQ: Adaptive Mixed-Precision Quantization for Latency/Accuracy Trade-Offs in Deep Neural Networks","created":"2025-10-03","cited_by_count":1,"area":null},{"id":"2510.21970","title":"Performance Trade-offs of Optimizing Small Language Models for E-Commerce","created":"2025-10-24","cited_by_count":1,"area":null},{"id":"2512.25065","title":"Vulcan: Instance-specialized, Verifiable Systems Heuristics Through LLM-driven Search","created":"2025-12-31","cited_by_count":1,"area":null},{"id":"2607.17175","title":"LMEdge: QoS-Aware LLM Inference Orchestration on Edge Clusters","created":"2026-07-19","cited_by_count":1,"area":null},{"id":"2409.06941","title":"FreeRide: Harvesting Bubbles in Pipeline Parallelism","created":"2024-09-11","cited_by_count":0,"area":null},{"id":"2510.15330","title":"BeLLMan: Controlling LLM Congestion","created":"2025-10-17","cited_by_count":0,"area":null},{"id":"2511.07776","title":"Streaming Tensor Programs: A Streaming Abstraction for Dynamic Parallelism","created":"2025-11-11","cited_by_count":0,"area":null},{"id":"2512.08365","title":"Magneton: Optimizing Energy Efficiency of ML Systems via Differential Energy Debugging","created":"2025-12-09","cited_by_count":0,"area":null},{"id":"2603.05800","title":"StreamWise: Serving Multi-Modal Generation in Real-Time at Scale","created":"2026-03-06","cited_by_count":0,"area":null},{"id":"2604.06198","title":"Concentrated siting of AI data centers drives regional power-system stress under rising global compute demand","created":"2026-03-13","cited_by_count":0,"area":null},{"id":"2604.07472","title":"Scalable Joint Resource Allocation for SLO-Constrained LLM Inference in Heterogeneous GPU Clouds","created":"2026-04-08","cited_by_count":0,"area":null},{"id":"2604.27855","title":"AI Inference as Relocatable Electricity Demand: A Latency-Constrained Energy-Geography Framework","created":"2026-04-30","cited_by_count":0,"area":null},{"id":"2606.07632","title":"Evaluation of ML Resource Utilization Requires Model Life Cycle Assessment","created":"2026-05-31","cited_by_count":0,"area":null},{"id":"2606.10861","title":"From Perception to Action: Can UI Interventions Foster Sustainable LLM Chatbot","created":"2026-06-09","cited_by_count":0,"area":null},{"id":"2607.11211","title":"FastTPS: An Optimized Method for LLM Token Phase for AI accelerators","created":"2026-07-13","cited_by_count":0,"area":null},{"id":"2608.12915","title":"InFactPlanner: Planning Sustainable Geo-Distributed LLM Data Centers","created":"2026-08-13","cited_by_count":0,"area":null},{"id":"2609.00442","title":"DRLM: Deep Reinforcement Learning-Based LLM Query Orchestration in Edge Environments","created":"2026-08-31","cited_by_count":0,"area":null},{"id":"2609.05565","title":"Toward Sustainable Distributed LLM Inference: A Systems Synthesis and Research Agenda for an Energy-, Carbon-, and Cache-Aware llm-d Control Plane","created":"2026-09-03","cited_by_count":0,"area":null},{"id":"2609.11542","title":"Characterizing Job Power Elasticity for Power-Flexible AI Training","created":"2026-09-10","cited_by_count":0,"area":null},{"id":"2609.24205","title":"A principled approach for energy-efficient training via phase-aware GPU frequency tuning","created":"2026-09-21","cited_by_count":0,"area":null},{"id":"2609.35569","title":"Beyond Energy: When Sustainability Dimensions Reshape LLM Serving Decisions","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2610.04801","title":"AID: A Framework for AI Infrastructure Dynamics","created":"2026-10-03","cited_by_count":0,"area":null}],"next_cursor":null}