{"total":13,"rows":[{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2506.06266","title":"Cartridges: Lightweight and general-purpose long context representations via self-study","created":"2025-06-06","cited_by_count":86,"area":"inference"},{"id":"2406.00059","title":"Conveyor: Efficient Tool-aware LLM Serving with Tool Partial Execution","created":"2024-05-29","cited_by_count":17,"area":"inference"},{"id":"2501.14808","title":"HyGen: Efficient LLM Serving via Elastic Online-Offline Request Co-location","created":"2025-01-15","cited_by_count":10,"area":"inference"},{"id":"2411.17741","title":"Chameleon: Adaptive Caching and Scheduling for Many-Adapter LLM Inference Environments","created":"2024-11-24","cited_by_count":9,"area":"inference"},{"id":"2505.03756","title":"Improving the Serving Performance of Multi-LoRA Large Language Models via Efficient LoRA and KV Cache Management","created":"2025-04-19","cited_by_count":5,"area":"inference"},{"id":"2511.22880","title":"Serving Heterogeneous LoRA Adapters in Distributed LLM Inference Systems","created":"2025-11-28","cited_by_count":5,"area":"inference"},{"id":"2603.14371","title":"OxyGen: Unified KV Cache Management for VLA Inference under Multi-Task Parallelism","created":"2026-03-15","cited_by_count":4,"area":"inference"},{"id":"2512.20210","title":"Predictive-LoRA: A Proactive and Fragmentation-Aware Serverless Inference System for LLMs","created":"2025-12-23","cited_by_count":3,"area":"inference"},{"id":"2510.19670","title":"CoSense-LLM: Semantics at the Edge with Cost- and Uncertainty-Aware Cloud-Edge Cooperation","created":"2025-10-22","cited_by_count":0,"area":"inference"},{"id":"2604.16400","title":"CoLLM: Continuous Adaptation for SLO-Aware LLM Serving on Shared GPU Clusters","created":"2026-03-31","cited_by_count":0,"area":"inference"},{"id":"2609.30884","title":"CacheReforge: Bounded Recovery for Stale KV Caches under Evolving Adapters","created":"2026-09-25","cited_by_count":0,"area":"inference"},{"id":"2609.37062","title":"vSkipper: Translating Dynamic Layer Skipping into LLM Serving Gains","created":"2026-09-29","cited_by_count":0,"area":"inference"}],"next_cursor":null}