{"total":15,"rows":[{"id":"2503.18292","title":"Jenga: Effective Memory Management for Serving LLM with Heterogeneity","created":"2025-03-24","cited_by_count":25,"area":"inference"},{"id":"2504.19720","title":"Taming the Titans: A Survey of Efficient LLM Inference Serving","created":"2025-04-28","cited_by_count":16,"area":"inference"},{"id":"2503.06433","title":"Seesaw: High-throughput LLM Inference via Model Re-sharding","created":"2025-03-09","cited_by_count":15,"area":"inference"},{"id":"2511.03475","title":"ContextPilot: Fast Long-Context Inference via Context Reuse","created":"2025-11-05","cited_by_count":8,"area":"inference"},{"id":"2605.05219","title":"Sparse Prefix Caching for Hybrid and Recurrent LLM Serving","created":"2026-04-17","cited_by_count":4,"area":"inference"},{"id":"2605.19049","title":"KVBuffer: IO-aware Serving for Linear Attention","created":"2026-05-18","cited_by_count":3,"area":"inference"},{"id":"2608.01651","title":"Bole: Efficient Tree Speculation for Hybrid-Attention Language Models","created":"2026-08-03","cited_by_count":3,"area":"inference"},{"id":"2608.11231","title":"LinearKV: One Cached State Suffices for Position-Independent Caching in Hybrid LLMs","created":"2026-07-31","cited_by_count":3,"area":"inference"},{"id":"2610.13778","title":"ReplaySSM: Cache SSM Inputs, Not State","created":"2026-10-09","cited_by_count":2,"area":"inference"},{"id":"2608.30310","title":"Tail-Replay: Escaping the Curse of Linear Attention in Prefix Caching for Hybrid LLMs","created":"2026-08-31","cited_by_count":1,"area":"inference"},{"id":"2609.05707","title":"Intra-Prompt Parallel Decoding for Common-Context Question Answering","created":"2026-09-04","cited_by_count":1,"area":"inference"},{"id":"2607.02525","title":"PEEK: Predictive Queue-Informed KV Cache Management for LLM Serving","created":"2026-05-10","cited_by_count":0,"area":"inference"},{"id":"2609.23900","title":"LumoTree: Path-Parallel Speculative Verification for Hybrid Language Models","created":"2026-09-20","cited_by_count":0,"area":"inference"},{"id":"2609.25053","title":"LatentPort: Beyond KV Cache - Cross-Model Transfer of Recurrent Memory in Hybrid Language Models: A 4B-to-9B Hybrid-State Handoff Without Target Prefix Replay","created":"2026-09-07","cited_by_count":0,"area":"inference"},{"id":"2610.18143","title":"RadixFlow: Filling Execution Bubbles in Prefix-Cached Hybrid LLM Serving","created":"2026-10-13","cited_by_count":0,"area":"inference"}],"next_cursor":null}