{"total":13,"rows":[{"id":"2407.12820","title":"PQCache: Product Quantization-based KVCache for Long Context LLM Inference","created":"2024-07-01","cited_by_count":95,"area":"inference"},{"id":"2505.02922","title":"RetroInfer: A Vector Storage Engine for Scalable Long-Context LLM Inference","created":"2025-05-05","cited_by_count":13,"area":"inference"},{"id":"2509.02718","title":"Efficient Training-Free Online Routing for High-Volume Multi-LLM Serving","created":"2025-09-02","cited_by_count":13,"area":"inference"},{"id":"2510.26835","title":"Category-Aware Semantic Caching for Heterogeneous LLM Workloads","created":"2025-10-29","cited_by_count":4,"area":"inference"},{"id":"2511.07427","title":"DynaKV: Enabling Accurate and Efficient Long-Sequence LLM Decoding on Smartphones","created":"2025-10-20","cited_by_count":4,"area":"inference"},{"id":"2601.10155","title":"LOOKAT: Lookup-Optimized Key-Attention for Memory-Efficient Transformers","created":"2026-01-15","cited_by_count":4,"area":"inference"},{"id":"2504.10326","title":"AlayaDB: The Data Foundation for Efficient and Effective Long-context LLM Inference","created":"2025-04-14","cited_by_count":3,"area":"inference"},{"id":"2602.07721","title":"ParisKV: Fast and Drift-Robust KV-Cache Retrieval for Long-Context LLMs","created":"2026-02-07","cited_by_count":2,"area":"inference"},{"id":"2605.06763","title":"Sparse Attention as a Range Searching Problem: Towards an Inference-Efficient Index for KV Cache","created":"2026-05-07","cited_by_count":1,"area":"inference"},{"id":"2606.00021","title":"SENSE: Semantic Embedding Navigation with Soft-gated Evaluation for Retrieval-based Speculative Decoding","created":"2026-04-14","cited_by_count":1,"area":"inference"},{"id":"2604.16395","title":"Stream2LLM: Overlap Context Streaming and Prefill for Reduced Time-to-First-Token (TTFT)","created":"2026-03-29","cited_by_count":0,"area":"inference"},{"id":"2605.27390","title":"EvoSpec: Evolving Speculative Decoding via Real-Time Vocabulary and Parameter Adaptation","created":"2026-04-17","cited_by_count":0,"area":"inference"},{"id":"2607.02574","title":"From Tensor Buffer to Distributed Memory Hierarchy: A Survey of KV Cache Management for LLM Serving","created":"2026-06-30","cited_by_count":0,"area":"inference"}],"next_cursor":null}