{"total":37,"rows":[{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2401.14351","title":"ServerlessLLM: Low-Latency Serverless Inference for Large Language Models","created":"2024-01-25","cited_by_count":80,"area":null},{"id":"2410.18038","title":"POD-Attention: Unlocking Full Prefill-Decode Overlap for Faster LLM Inference","created":"2024-10-23","cited_by_count":47,"area":null},{"id":"2410.01035","title":"Don't Stop Me Now: Embedding Based Scheduling for LLMs","created":"2024-10-01","cited_by_count":35,"area":null},{"id":"2307.08925","title":"Integration of Large Language Models and Federated Learning","created":"2023-07-18","cited_by_count":31,"area":null},{"id":"2404.14527","title":"M\\'elange: Cost Efficient Large Language Model Serving by Exploiting GPU Heterogeneity","created":"2024-04-22","cited_by_count":31,"area":null},{"id":"2405.10313","title":"How Far Are We From AGI: Are LLMs All We Need?","created":"2024-05-16","cited_by_count":31,"area":null},{"id":"2501.02600","title":"TAPAS: Thermal- and Power-Aware Scheduling for LLM Inference in Cloud Platforms","created":"2025-01-05","cited_by_count":29,"area":null},{"id":"2305.11186","title":"Compress, Then Prompt: Improving Accuracy-Efficiency Trade-off of LLM Inference with Transferable Prompt","created":"2023-05-17","cited_by_count":28,"area":null},{"id":"2410.07265","title":"A Survey: Collaborative Hardware and Software Design in the Era of Large Language Models","created":"2024-10-08","cited_by_count":23,"area":null},{"id":"2411.16102","title":"BlendServe: Optimizing Offline Inference for Auto-regressive Large Models with Resource-aware Batching","created":"2024-11-25","cited_by_count":19,"area":null},{"id":"2501.12689","title":"IC-Cache: Efficient Large Language Model Serving via In-context Caching","created":"2025-01-22","cited_by_count":13,"area":null},{"id":"2506.09397","title":"SLED: A Speculative LLM Decoding Framework for Efficient Edge Serving","created":"2025-06-11","cited_by_count":13,"area":null},{"id":"2405.01814","title":"Efficient Heterogeneous Large Language Model Decoding with Model-Attention Disaggregation","created":"2024-05-03","cited_by_count":12,"area":null},{"id":"2401.02643","title":"Training and Serving System of Foundation Models: A Comprehensive Survey","created":"2024-01-05","cited_by_count":11,"area":null},{"id":"2412.04504","title":"Multi-Bin Batching for Increasing LLM Inference Throughput","created":"2024-12-03","cited_by_count":9,"area":null},{"id":"2604.00499","title":"Scheduling LLM Inference with Uncertainty-Aware Output Length Predictions","created":"2026-04-01","cited_by_count":8,"area":null},{"id":"2508.19559","title":"Taming the Chaos: Coordinated Autoscaling for Heterogeneous and Disaggregated LLM Inference","created":"2025-08-27","cited_by_count":5,"area":null},{"id":"2606.07684","title":"Semantic Cache Distillation: Efficient State Transfer via Reuse and Selective Patching","created":"2026-06-05","cited_by_count":5,"area":null},{"id":"2607.09084","title":"A Survey on the Green Development of Large Models: From Resource-Efficient Architectures to Hardware-Software Co-Design","created":"2026-07-10","cited_by_count":5,"area":null},{"id":"2409.15104","title":"PecSched: Preemptive and Efficient Cluster Scheduling for LLM Inference","created":"2024-09-23","cited_by_count":4,"area":null},{"id":"2410.16663","title":"FastAttention: Extend FlashAttention2 to NPUs and Low-resource GPUs","created":"2024-10-22","cited_by_count":3,"area":null},{"id":"2411.15997","title":"Ensuring Fair LLM Serving Amid Diverse Applications","created":"2024-11-24","cited_by_count":3,"area":null},{"id":"2507.21276","title":"LeMix: Unified Scheduling for LLM Training and Inference on Multi-GPU Systems","created":"2025-07-28","cited_by_count":3,"area":null},{"id":"2401.12961","title":"Eloquent: A More Robust Transmission Scheme for LLM Token Streaming","created":"2024-01-23","cited_by_count":2,"area":null},{"id":"2411.15664","title":"Enabling Efficient Serverless Inference Serving for LLM (Large Language Model) in the Cloud","created":"2024-11-23","cited_by_count":2,"area":null},{"id":"2502.15763","title":"Hybrid Offline-online Scheduling Method for Large Language Model Inference Optimization","created":"2025-02-14","cited_by_count":2,"area":null},{"id":"2503.13737","title":"AccelGen: Heterogeneous SLO-Guaranteed High-Throughput LLM Inference Serving for Diverse Applications","created":"2025-03-17","cited_by_count":2,"area":null},{"id":"2504.15303","title":"High-Throughput LLM inference on Heterogeneous Clusters","created":"2025-04-18","cited_by_count":2,"area":null},{"id":"2412.18695","title":"TimelyLLM: Segmented LLM Serving System for Time-sensitive Robotic Applications","created":"2024-12-24","cited_by_count":1,"area":null},{"id":"2506.12204","title":"Semantic Scheduling for LLM Inference","created":"2025-06-13","cited_by_count":1,"area":null},{"id":"2506.14851","title":"Efficient Serving of LLM Applications with Probabilistic Demand Modeling","created":"2025-06-17","cited_by_count":1,"area":null},{"id":"2411.00889","title":"MESS+: Energy-Optimal Inferencing in Language Model Zoos with Service Level Guarantees","created":"2024-10-31","cited_by_count":0,"area":null},{"id":"2411.09580","title":"Software Performance Engineering for Foundation Model-Powered Software","created":"2024-11-14","cited_by_count":0,"area":null},{"id":"2411.11560","title":"Topology-aware Preemptive Scheduling for Co-located LLM Workloads","created":"2024-11-18","cited_by_count":0,"area":null},{"id":"2603.11273","title":"Duration Aware Scheduling for ASR Serving Under Workload Drift","created":"2026-03-11","cited_by_count":0,"area":null},{"id":"2606.00946","title":"Lodestar: An Online-Learning LLM Inference Router","created":"2026-05-31","cited_by_count":0,"area":null}],"next_cursor":null}