{"total":18,"rows":[{"id":"2410.02367","title":"SageAttention: Accurate 8-Bit Attention for Plug-and-play Inference Acceleration","created":"2024-10-03","cited_by_count":160,"area":"inference"},{"id":"2502.09334","title":"ThunderServe: High-performance and Cost-efficient LLM Serving in Cloud Environments","created":"2025-02-13","cited_by_count":23,"area":"inference"},{"id":"2502.00722","title":"Demystifying Cost-Efficiency in LLM Serving over Heterogeneous GPUs","created":"2025-02-02","cited_by_count":22,"area":"inference"},{"id":"2504.19720","title":"Taming the Titans: A Survey of Efficient LLM Inference Serving","created":"2025-04-28","cited_by_count":16,"area":"inference"},{"id":"2410.01805","title":"Locret: Enhancing Eviction in Long-Context LLM Inference with Trained Retaining Heads on Consumer-Grade Devices","created":"2024-10-02","cited_by_count":15,"area":"inference"},{"id":"2503.06433","title":"Seesaw: High-throughput LLM Inference via Model Re-sharding","created":"2025-03-09","cited_by_count":15,"area":"inference"},{"id":"2509.26182","title":"Parallax: Efficient LLM Inference Service over Decentralized Environment","created":"2025-09-30","cited_by_count":12,"area":"inference"},{"id":"2508.15601","title":"LMDeploy Accelerates Mixed-Precision LLM Inference with TurboMind","created":"2025-08-21","cited_by_count":10,"area":"inference"},{"id":"2602.10729","title":"BOute: Cost-Efficient LLM Serving with Heterogeneous LLMs and GPUs via Multi-Objective Bayesian Optimization","created":"2026-02-11","cited_by_count":6,"area":"inference"},{"id":"2506.04203","title":"Cascadia: An Efficient Cascade Serving System for Large Language Models","created":"2025-06-04","cited_by_count":5,"area":"inference"},{"id":"2509.16857","title":"ShadowServe: Interference-Free KV Cache Fetching for Distributed Prefix Caching","created":"2025-09-21","cited_by_count":3,"area":"inference"},{"id":"2605.04357","title":"Coral: Cost-Efficient Multi-LLM Serving over Heterogeneous Cloud GPUs","created":"2026-05-05","cited_by_count":2,"area":"inference"},{"id":"2509.17357","title":"Cronus: Efficient LLM inference on Heterogeneous GPU Clusters via Partially Disaggregated Prefill","created":"2025-09-22","cited_by_count":1,"area":"inference"},{"id":"2606.17949","title":"RouteBalance: Fused Model Routing and Load Balancing for Heterogeneous LLM Serving","created":"2026-06-16","cited_by_count":1,"area":"inference"},{"id":"2606.18600","title":"ShuntServe: Cost-Efficient LLM Serving on Heterogeneous Spot GPU Clusters","created":"2026-06-17","cited_by_count":1,"area":"inference"},{"id":"2507.05043","title":"MoLink: Distributed and Efficient Serving Framework for Large Models","created":"2025-07-07","cited_by_count":0,"area":"inference"},{"id":"2604.21072","title":"Distributed Generative Inference of LLM at Internet Scales with Multi-Dimensional Communication Optimization","created":"2026-04-22","cited_by_count":0,"area":"inference"},{"id":"2605.16637","title":"HexAGenT: Efficient Agentic LLM Serving via Workflow- and Heterogeneity-Aware Scheduling","created":"2026-05-15","cited_by_count":0,"area":"inference"}],"next_cursor":null}