{"total":17,"rows":[{"id":"2503.18292","title":"Jenga: Effective Memory Management for Serving LLM with Heterogeneity","created":"2025-03-24","cited_by_count":25,"area":"inference"},{"id":"2602.23036","title":"LLMServingSim 2.0: A Unified Simulator for Heterogeneous and Disaggregated LLM Serving Infrastructure","created":"2026-02-26","cited_by_count":9,"area":"inference"},{"id":"2504.17584","title":"CHIME: A Case for Efficient Long-Context Attention-FC Disaggregated Inference with DIMM-PIM","created":"2025-04-24","cited_by_count":5,"area":"inference"},{"id":"2511.00868","title":"FlexiCache: Leveraging Temporal Stability of Attention Heads for Efficient KV Cache Management","created":"2025-11-02","cited_by_count":5,"area":"inference"},{"id":"2605.18071","title":"KVDrive: A Holistic Multi-Tier KV Cache Management System for Long-Context LLM Inference","created":"2026-05-18","cited_by_count":5,"area":"inference"},{"id":"2502.09921","title":"A Cost-Effective Near-Storage Processing Solution for Offline Inference of Long-Context LLMs","created":"2025-02-14","cited_by_count":4,"area":"inference"},{"id":"2504.03651","title":"Echo: Efficient Co-Scheduling of Hybrid Online-Offline Tasks for Large Language Model Serving","created":"2025-03-01","cited_by_count":3,"area":"inference"},{"id":"2509.16857","title":"ShadowServe: Interference-Free KV Cache Fetching for Distributed Prefix Caching","created":"2025-09-21","cited_by_count":3,"area":"inference"},{"id":"2605.07719","title":"An Efficient Hybrid Sparse Attention with CPU-GPU Parallelism for Long-Context Inference","created":"2026-05-08","cited_by_count":3,"area":"inference"},{"id":"2601.20309","title":"SuperInfer: SLO-Aware Rotary Scheduling and Memory Management for LLM Inference on Superchips","created":"2026-01-28","cited_by_count":2,"area":"inference"},{"id":"2602.00328","title":"Harvest: Opportunistic Peer-to-Peer GPU Caching for LLM Inference","created":"2026-01-30","cited_by_count":2,"area":"inference"},{"id":"2604.18529","title":"HybridGen: Efficient LLM Generative Inference via CPU-GPU Hybrid Computing","created":"2026-04-20","cited_by_count":2,"area":"inference"},{"id":"2602.09725","title":"Efficient Remote KV Cache Reuse with GPU-native Video Codec","created":"2026-02-10","cited_by_count":1,"area":"inference"},{"id":"2606.18600","title":"ShuntServe: Cost-Efficient LLM Serving on Heterogeneous Spot GPU Clusters","created":"2026-06-17","cited_by_count":1,"area":"inference"},{"id":"2506.03296","title":"APEX: Asynchronous Parallel CPU-GPU Execution for Online LLM Inference on Constrained GPUs","created":"2025-06-03","cited_by_count":0,"area":"inference"},{"id":"2605.16637","title":"HexAGenT: Efficient Agentic LLM Serving via Workflow- and Heterogeneity-Aware Scheduling","created":"2026-05-15","cited_by_count":0,"area":"inference"},{"id":"2609.34380","title":"DPS: Dual-Mode Precision LLM Serving with Semi-Unified Memory","created":"2026-09-28","cited_by_count":0,"area":"inference"}],"next_cursor":null}