{"total":33,"rows":[{"id":"2501.01005","title":"FlashInfer: Efficient and Customizable Attention Engine for LLM Inference Serving","created":"2025-01-02","cited_by_count":258,"area":"inference"},{"id":"2410.21465","title":"ShadowKV: KV Cache in Shadows for High-Throughput Long-Context LLM Inference","created":"2024-10-28","cited_by_count":134,"area":"inference"},{"id":"2506.06266","title":"Cartridges: Lightweight and general-purpose long context representations via self-study","created":"2025-06-06","cited_by_count":86,"area":"inference"},{"id":"2407.00023","title":"Preble: Efficient Distributed Prompt Scheduling for LLM Serving","created":"2024-05-08","cited_by_count":70,"area":"inference"},{"id":"2412.10319","title":"SCBench: A KV Cache-Centric Analysis of Long-Context Methods","created":"2024-12-13","cited_by_count":60,"area":"inference"},{"id":"2406.14066","title":"TurboSpec: Closed-loop Speculation Control System for Optimizing LLM Serving Goodput","created":"2024-06-20","cited_by_count":37,"area":"inference"},{"id":"2410.03065","title":"Compute Or Load KV Cache? Why Not Both?","created":"2024-10-04","cited_by_count":25,"area":"inference"},{"id":"2404.00242","title":"DeFT: Decoding with Flash Tree-attention for Efficient Tree-structured LLM Inference","created":"2024-03-30","cited_by_count":19,"area":"inference"},{"id":"2409.04992","title":"InstInfer: In-Storage Attention Offloading for Cost-Effective Long-Context LLM Inference","created":"2024-09-08","cited_by_count":19,"area":"inference"},{"id":"2505.10938","title":"Accurate KV Cache Quantization with Outlier Tokens Tracing","created":"2025-05-16","cited_by_count":18,"area":"inference"},{"id":"2601.22705","title":"CONCUR: High-Throughput Agentic Batch Inference of LLM via Congestion-Based Concurrency Control","created":"2026-01-30","cited_by_count":14,"area":"inference"},{"id":"2601.04359","title":"PackCache: A Training-Free Acceleration Method for Unified Autoregressive Video Generation via Compact KV-Cache","created":"2026-01-07","cited_by_count":13,"area":"inference"},{"id":"2501.14808","title":"HyGen: Efficient LLM Serving via Elastic Online-Offline Request Co-location","created":"2025-01-15","cited_by_count":10,"area":"inference"},{"id":"2501.14743","title":"KVDirect: Distributed Disaggregated LLM Inference","created":"2024-12-13","cited_by_count":8,"area":"inference"},{"id":"2403.08845","title":"Bifurcated Attention: Accelerating Massively Parallel Decoding with Shared Prefixes in LLMs","created":"2024-03-13","cited_by_count":7,"area":"inference"},{"id":"2508.08192","title":"Efficient Speculative Decoding for Llama at Scale: Challenges and Solutions","created":"2025-08-11","cited_by_count":7,"area":"inference"},{"id":"2606.20537","title":"Execution-State Capsules: Graph-Bound Execution-State Checkpoint and Restore for Low-Latency, Small-Batch, On-Device Physical-AI Serving","created":"2026-06-18","cited_by_count":7,"area":"inference"},{"id":"2508.01002","title":"Optimal Scheduling Algorithms for LLM Inference: Theory and Practice","created":"2025-08-01","cited_by_count":6,"area":"inference"},{"id":"2503.08461","title":"FastCache: Optimizing Multimodal LLM Serving through Lightweight KV-Cache Compression Framework","created":"2025-03-11","cited_by_count":3,"area":"inference"},{"id":"2508.17032","title":"Learned Structure in Cartridges: Keys as Shareable Routers in Self-Studied Representations","created":"2025-08-23","cited_by_count":2,"area":"inference"},{"id":"2512.11529","title":"xGR: Efficient Generative Recommendation Serving at Scale","created":"2025-12-12","cited_by_count":2,"area":"inference"},{"id":"2506.01986","title":"SpecMemo: Speculative Decoding is in Your Pocket","created":"2025-05-16","cited_by_count":1,"area":"inference"},{"id":"2507.19906","title":"CaliDrop: KV Cache Compression with Calibration","created":"2025-07-26","cited_by_count":1,"area":"inference"},{"id":"2601.03067","title":"Joint Encoding of KV-Cache Blocks for Scalable LLM Serving","created":"2026-01-06","cited_by_count":1,"area":"inference"},{"id":"2603.10726","title":"PrefixWall: Mitigating Prefix Caching Side Channels in Shared LLM Systems","created":"2026-03-11","cited_by_count":1,"area":"inference"},{"id":"2607.22648","title":"PTStore (Prefix Tensor Store): Distributed Prefix Caching and Replication for High Throughput Inference Serving","created":"2026-06-25","cited_by_count":1,"area":"inference"},{"id":"2608.01718","title":"LaCache: Robust Semantic Caching for LLM Serving","created":"2026-08-03","cited_by_count":1,"area":"inference"},{"id":"2609.05707","title":"Intra-Prompt Parallel Decoding for Common-Context Question Answering","created":"2026-09-04","cited_by_count":1,"area":"inference"},{"id":"2607.02525","title":"PEEK: Predictive Queue-Informed KV Cache Management for LLM Serving","created":"2026-05-10","cited_by_count":0,"area":"inference"},{"id":"2607.02574","title":"From Tensor Buffer to Distributed Memory Hierarchy: A Survey of KV Cache Management for LLM Serving","created":"2026-06-30","cited_by_count":0,"area":"inference"},{"id":"2608.15584","title":"GraniKV: Asymmetric Granularity KV-Cache Paging for Multi-Agent Systems with Long Shared Prefix","created":"2026-08-16","cited_by_count":0,"area":"inference"},{"id":"2609.21172","title":"TierKV: Long-Context On-Device LLMs via Predictive Multi-Tier KV Caching","created":"2026-09-18","cited_by_count":0,"area":"inference"},{"id":"2609.33410","title":"FoldAttention: Declared-Reference Softmax for Fast Decode and Deterministic Backward","created":"2026-09-27","cited_by_count":0,"area":"inference"}],"next_cursor":null}