{"total":18,"rows":[{"id":"2312.11514","title":"LLM in a flash: Efficient Large Language Model Inference with Limited Memory","created":"2023-12-12","cited_by_count":177,"area":"inference"},{"id":"2305.05920","title":"Fast Distributed Inference Serving for Large Language Models","created":"2023-05-10","cited_by_count":145,"area":"inference"},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2502.00722","title":"Demystifying Cost-Efficiency in LLM Serving over Heterogeneous GPUs","created":"2025-02-02","cited_by_count":22,"area":"inference"},{"id":"2503.06433","title":"Seesaw: High-throughput LLM Inference via Model Re-sharding","created":"2025-03-09","cited_by_count":15,"area":"inference"},{"id":"2509.26182","title":"Parallax: Efficient LLM Inference Service over Decentralized Environment","created":"2025-09-30","cited_by_count":12,"area":"inference"},{"id":"2502.09921","title":"A Cost-Effective Near-Storage Processing Solution for Offline Inference of Long-Context LLMs","created":"2025-02-14","cited_by_count":4,"area":"inference"},{"id":"2312.00388","title":"LinguaLinked: A Distributed Large Language Model Inference System for Mobile Devices","created":"2023-12-01","cited_by_count":3,"area":"inference"},{"id":"2411.16003","title":"eFedLLM: Efficient LLM Inference Based on Federated Learning","created":"2024-11-24","cited_by_count":3,"area":"inference"},{"id":"2601.00644","title":"FlexSpec: Frozen Drafts Meet Evolving Targets in Edge-Cloud Collaborative LLM Speculative Decoding","created":"2026-01-02","cited_by_count":3,"area":"inference"},{"id":"2608.19147","title":"Pre-Compiled Pipeline Shards for Distributed LLM Inference on Intel AI PC Fleets","created":"2026-08-19","cited_by_count":3,"area":"inference"},{"id":"2505.23219","title":"Ghidorah: Fast LLM Inference on Edge with Speculative Decoding and Hetero-Core Parallelism","created":"2025-05-29","cited_by_count":1,"area":"inference"},{"id":"2604.17701","title":"WISV: Wireless-Informed Semantic Verification for Distributed Speculative Decoding in Device-Edge LLM Inference","created":"2026-04-20","cited_by_count":1,"area":"inference"},{"id":"2507.05043","title":"MoLink: Distributed and Efficient Serving Framework for Large Models","created":"2025-07-07","cited_by_count":0,"area":"inference"},{"id":"2510.19670","title":"CoSense-LLM: Semantics at the Edge with Cost- and Uncertainty-Aware Cloud-Edge Cooperation","created":"2025-10-22","cited_by_count":0,"area":"inference"},{"id":"2602.16760","title":"Privacy-Aware Split Inference with Speculative Decoding for Large Language Models over Wide-Area Networks","created":"2026-02-18","cited_by_count":0,"area":"inference"},{"id":"2609.19169","title":"SiliconBench: Speed, Memory, and Fidelity for LLM Serving on Unified-Memory Desktops","created":"2026-09-12","cited_by_count":0,"area":"inference"},{"id":"2609.38697","title":"Cascadia: A Control-Plane-Free Alternative to Hyperconverged AI Infrastructure","created":"2026-09-30","cited_by_count":0,"area":"inference"}],"next_cursor":null}