{"total":15,"rows":[{"id":"2407.12391","title":"LLM Inference Serving: Survey of Recent Advances and Opportunities","created":"2024-07-17","cited_by_count":46,"area":null},{"id":"2505.06371","title":"The ML.ENERGY Benchmark: Toward Automated Inference Energy Measurement and Optimization","created":"2025-05-09","cited_by_count":33,"area":null},{"id":"2412.04036","title":"SocialMind: LLM-based Proactive AR Social Assistive System with Human-like Perception for In-situ Live Interactions","created":"2024-12-05","cited_by_count":25,"area":null},{"id":"2409.17264","title":"No Request Left Behind: Tackling Heterogeneity in Long-Context LLM Inference with Medha","created":"2024-09-25","cited_by_count":13,"area":null},{"id":"2501.12689","title":"IC-Cache: Efficient Large Language Model Serving via In-context Caching","created":"2025-01-22","cited_by_count":13,"area":null},{"id":"2502.11256","title":"Unveiling Environmental Impacts of Large Language Model Serving: A Functional Unit View","created":"2025-02-16","cited_by_count":11,"area":null},{"id":"2504.16397","title":"Compass: SLO-aware Query Planner for Compound AI Serving at Scale","created":"2025-04-23","cited_by_count":5,"area":null},{"id":"2512.14098","title":"Cornfigurator: Automated Planning for Any-to-Any Multimodal Model Serving","created":"2025-12-16","cited_by_count":4,"area":null},{"id":"2503.09114","title":"Sometimes Painful but Certainly Promising: Feasibility and Trade-offs of Language Model Inference at the Edge","created":"2025-03-12","cited_by_count":3,"area":null},{"id":"2502.11417","title":"DiSCo: Device-Server Collaborative LLM-Based Text Streaming Services","created":"2025-02-17","cited_by_count":2,"area":null},{"id":"2506.17538","title":"ConsumerBench: Benchmarking Generative AI Applications on End-User Devices","created":"2025-06-21","cited_by_count":2,"area":null},{"id":"2606.23001","title":"EnerInfer: Energy-Aware On-Device LLM Inference","created":"2026-06-22","cited_by_count":2,"area":null},{"id":"2410.23668","title":"Kernel Looping: Eliminating Synchronization Boundaries for Peak Inference Performance","created":"2024-10-31","cited_by_count":1,"area":null},{"id":"2506.12204","title":"Semantic Scheduling for LLM Inference","created":"2025-06-13","cited_by_count":1,"area":null},{"id":"2603.11273","title":"Duration Aware Scheduling for ASR Serving Under Workload Drift","created":"2026-03-11","cited_by_count":0,"area":null}],"next_cursor":null}