{"total":16,"rows":[{"id":"2405.16444","title":"CacheBlend: Fast Large Language Model Serving for RAG with Cached Knowledge Fusion","created":"2024-05-26","cited_by_count":223,"area":"inference"},{"id":"2407.12820","title":"PQCache: Product Quantization-based KVCache for Long Context LLM Inference","created":"2024-07-01","cited_by_count":95,"area":"inference"},{"id":"2212.01562","title":"Understanding the Robustness of Multi-Exit Models under Common Corruptions","created":"2022-12-03","cited_by_count":4,"area":"inference"},{"id":"2510.26835","title":"Category-Aware Semantic Caching for Heterogeneous LLM Workloads","created":"2025-10-29","cited_by_count":4,"area":"inference"},{"id":"2601.10155","title":"LOOKAT: Lookup-Optimized Key-Attention for Memory-Efficient Transformers","created":"2026-01-15","cited_by_count":4,"area":"inference"},{"id":"2304.10306","title":"FIANCEE: Faster Inference of Adversarial Networks via Conditional Early Exits","created":"2023-04-20","cited_by_count":3,"area":"inference"},{"id":"2504.11765","title":"Shared Disk KV Cache Management for Efficient Multi-Instance Inference in RAG-Powered LLMs","created":"2025-04-16","cited_by_count":3,"area":"inference"},{"id":"2504.09775","title":"MIST: A Co-Design Framework for Heterogeneous, Multi-Stage LLM Inference","created":"2025-04-14","cited_by_count":2,"area":"inference"},{"id":"2504.12778","title":"Towards Lossless Token Pruning in Late-Interaction Retrieval Models","created":"2025-04-17","cited_by_count":2,"area":"inference"},{"id":"2603.28795","title":"StepCache: Step-Level Reuse with Lightweight Verification and Selective Patching for LLM Serving","created":"2026-03-24","cited_by_count":2,"area":"inference"},{"id":"2601.14260","title":"End-to-End Transformer Acceleration Through Processing-in-Memory Architectures","created":"2025-11-21","cited_by_count":1,"area":"inference"},{"id":"2607.27090","title":"InferScale: GPU-Native KV Injection for Personalized LLM Serving","created":"2026-07-29","cited_by_count":1,"area":"inference"},{"id":"2603.21576","title":"PRISM: Breaking the O(n) Memory Wall in Long-Context LLM Inference via O(1) Photonic Block Selection","created":"2026-03-23","cited_by_count":0,"area":"inference"},{"id":"2607.02574","title":"From Tensor Buffer to Distributed Memory Hierarchy: A Survey of KV Cache Management for LLM Serving","created":"2026-06-30","cited_by_count":0,"area":"inference"},{"id":"2608.08809","title":"Tevatron-Elastic: A Unified Abstraction for Training Elastic Retrievers and Rerankers","created":"2026-08-09","cited_by_count":0,"area":"inference"},{"id":"2610.00418","title":"CommunityKV: Efficient Long-Context Decoding via Graph Partitioning","created":"2026-09-30","cited_by_count":0,"area":"inference"}],"next_cursor":null}