{"total":19,"rows":[{"id":"2502.02770","title":"Twilight: Adaptive Attention Sparsity with Hierarchical Top-$p$ Pruning","created":"2025-02-04","cited_by_count":49,"area":null},{"id":"2407.12391","title":"LLM Inference Serving: Survey of Recent Advances and Opportunities","created":"2024-07-17","cited_by_count":46,"area":null},{"id":"2407.00326","title":"Teola: Towards End-to-End Optimization of LLM-based Applications","created":"2024-06-29","cited_by_count":32,"area":null},{"id":"2411.16102","title":"BlendServe: Optimizing Offline Inference for Auto-regressive Large Models with Resource-aware Batching","created":"2024-11-25","cited_by_count":19,"area":null},{"id":"2501.12689","title":"IC-Cache: Efficient Large Language Model Serving via In-context Caching","created":"2025-01-22","cited_by_count":13,"area":null},{"id":"2503.00686","title":"GPIoT: Tailoring Small Language Models for IoT Program Synthesis and Development","created":"2025-03-02","cited_by_count":10,"area":null},{"id":"2503.07545","title":"Queueing, Predictions, and LLMs: Challenges and Open Problems","created":"2025-03-10","cited_by_count":5,"area":null},{"id":"2411.15997","title":"Ensuring Fair LLM Serving Amid Diverse Applications","created":"2024-11-24","cited_by_count":3,"area":null},{"id":"2503.19779","title":"PyGraph: Robust Compiler Support for CUDA Graphs in PyTorch","created":"2025-03-25","cited_by_count":3,"area":null},{"id":"2506.12204","title":"Semantic Scheduling for LLM Inference","created":"2025-06-13","cited_by_count":1,"area":null},{"id":"2506.14851","title":"Efficient Serving of LLM Applications with Probabilistic Demand Modeling","created":"2025-06-17","cited_by_count":1,"area":null},{"id":"2410.11857","title":"LLMBridge: Reducing Costs to Access LLMs in a Prompt-Centric Internet","created":"2024-10-04","cited_by_count":0,"area":null},{"id":"2411.09580","title":"Software Performance Engineering for Foundation Model-Powered Software","created":"2024-11-14","cited_by_count":0,"area":null},{"id":"2503.01066","title":"Alchemist: Towards the Design of Efficient Online Continual Learning System","created":"2025-03-03","cited_by_count":0,"area":null},{"id":"2503.16893","title":"Improving the End-to-End Efficiency of Offline Inference for Multi-LLM Applications Based on Sampling and Simulation","created":"2025-03-21","cited_by_count":0,"area":null},{"id":"2510.15652","title":"GOGH: Correlation-Guided Orchestration of GPUs in Heterogeneous Clusters","created":"2025-10-17","cited_by_count":0,"area":null},{"id":"2511.00603","title":"EPARA: Parallelizing Categorized AI Inference in Edge Clouds","created":"2025-11-01","cited_by_count":0,"area":null},{"id":"2607.17181","title":"Talaria: Session-Aware Serverless Serving of Hundred-Billion-Parameter LLMs","created":"2026-07-19","cited_by_count":0,"area":null},{"id":"2610.04956","title":"From Overloaded to Guaranteed: High-Throughput Multi-SLO Enforcement for LoRA-Assisted On-Premise LLM Deployment","created":"2026-10-04","cited_by_count":0,"area":null}],"next_cursor":null}