{"total":223,"rows":[{"id":"2510.04618","title":"Agentic Context Engineering: Evolving Contexts for Self-Improving Language Models","created":"2025-10-06","cited_by_count":398,"area":"agents"},{"id":"2410.07590","title":"TurboRAG: Accelerating Retrieval-Augmented Generation with Precomputed KV Caches for Chunked Text","created":"2024-10-10","cited_by_count":63,"area":"rag"},{"id":"2410.15332","title":"EPIC: Efficient Position-Independent Caching for Serving Large Language Models","created":"2024-10-20","cited_by_count":47,"area":null},{"id":"2511.02230","title":"Continuum: Efficient and Robust Multi-Turn LLM Agent Scheduling with KV Cache Time-to-Live","created":"2025-11-04","cited_by_count":44,"area":"agents"},{"id":"2506.02634","title":"KVCache Cache in the Wild: Characterizing and Optimizing KVCache Cache at a Large Cloud Provider","created":"2025-06-03","cited_by_count":41,"area":"inference"},{"id":"2510.12872","title":"KVCOMM: Online Cross-context KV-cache Communication for Efficient LLM-based Multi-agent Systems","created":"2025-10-14","cited_by_count":40,"area":"agents"},{"id":"2506.04301","title":"The Cost of Dynamic Reasoning: Demystifying AI Agents and Test-Time Scaling from an AI Infrastructure Perspective","created":"2025-06-04","cited_by_count":39,"area":"lr"},{"id":"2409.15355","title":"Block-Attention for Efficient Prefilling","created":"2024-09-14","cited_by_count":37,"area":"rag"},{"id":"2504.02441","title":"Cognitive Memory in Large Language Models","created":"2025-04-03","cited_by_count":29,"area":null},{"id":"2506.14852","title":"Agentic Plan Caching: Test-Time Memory for Fast and Cost-Efficient LLM Agents","created":"2025-06-17","cited_by_count":27,"area":"agents"},{"id":"2508.18572","title":"Strata: Hierarchical Context Caching for Long Context Language Model Serving","created":"2025-08-26","cited_by_count":26,"area":"inference"},{"id":"2505.07203","title":"PrefillOnly: An Inference Engine for Prefill-only Workloads in Large Language Model Applications","created":"2025-05-12","cited_by_count":21,"area":"inference"},{"id":"2502.07776","title":"Auditing Prompt Caching in Language Model APIs","created":"2025-02-11","cited_by_count":20,"area":null},{"id":"2601.06007","title":"Don't Break the Cache: An Evaluation of Prompt Caching for Long-Horizon Agentic Tasks","created":"2026-01-09","cited_by_count":19,"area":"agents"},{"id":"2510.03346","title":"KVComm: Enabling Efficient LLM Communication through Selective KV Sharing","created":"2025-10-02","cited_by_count":18,"area":null},{"id":"2412.10543","title":"METIS: Fast Quality-Aware RAG Systems with Configuration Adaptation","created":"2024-12-13","cited_by_count":17,"area":"rag"},{"id":"2507.08143","title":"Compactor: Calibrated Query-Agnostic KV Cache Compression with Approximate Leverage Scores","created":"2025-07-10","cited_by_count":17,"area":"inference"},{"id":"2502.01941","title":"Semantic Integrity Matters: Benchmarking and Preserving High-Density Reasoning in KV Cache Compression","created":"2025-02-04","cited_by_count":16,"area":"lr"},{"id":"2504.19720","title":"Taming the Titans: A Survey of Efficient LLM Inference Serving","created":"2025-04-28","cited_by_count":16,"area":"inference"},{"id":"2510.18586","title":"TokenCake: A KV-Cache-centric Serving Framework for LLM-based Multi-Agent Applications","created":"2025-10-21","cited_by_count":16,"area":"inference"},{"id":"2606.30560","title":"TraceLab: Characterizing Coding Agent Workloads for LLM Serving","created":"2026-06-29","cited_by_count":16,"area":"agents"},{"id":"2511.01815","title":"KV Cache Transform Coding for Compact Storage in LLM Inference","created":"2025-11-03","cited_by_count":13,"area":"inference"},{"id":"2512.18194","title":"TraCT: Disaggregated LLM Serving with CXL Shared Memory KV Cache at Rack-Scale","created":"2025-12-20","cited_by_count":13,"area":"inference"},{"id":"2602.02579","title":"ProphetKV: User-Query-Driven Selective Recomputation for Efficient KV Cache Reuse in Retrieval-Augmented Generation","created":"2026-01-31","cited_by_count":13,"area":"rag"},{"id":"2508.06297","title":"KV Cache Compression for Inference Efficiency in LLMs: A Review","created":"2025-08-08","cited_by_count":12,"area":"inference"},{"id":"2511.20172","title":"Beluga: A CXL-Based Memory Architecture for Scalable and Efficient LLM KVCache Management","created":"2025-11-25","cited_by_count":11,"area":"inference"},{"id":"2512.16822","title":"MEPIC: Memory Efficient Position Independent Caching for LLM Serving","created":"2025-12-18","cited_by_count":11,"area":"rag"},{"id":"2603.16104","title":"Efficient LLM Serving for Agentic Workflows: A Data Systems Perspective","created":"2026-03-17","cited_by_count":11,"area":"agents"},{"id":"2604.15039","title":"Prefill-as-a-Service: KVCache of Next-Generation Models Could Go Cross-Datacenter","created":"2026-04-16","cited_by_count":11,"area":"inference"},{"id":"2512.14946","title":"EVICPRESS: Joint KV-Cache Compression and Eviction for Efficient LLM Serving","created":"2025-12-16","cited_by_count":10,"area":"inference"},{"id":"2512.16391","title":"Kascade: A Practical Sparse Attention Method for Long-Context LLM Inference","created":"2025-12-18","cited_by_count":10,"area":"lr"},{"id":"2602.01053","title":"LRAgent: Efficient KV Cache Sharing for Multi-LoRA LLM Agents","created":"2026-02-01","cited_by_count":10,"area":"agents"},{"id":"2604.13226","title":"KV Packet: Recomputation-Free Context-Independent KV Caching for LLMs","created":"2026-04-14","cited_by_count":10,"area":null},{"id":"2502.20969","title":"TeleRAG: Efficient Retrieval-Augmented Generation Inference with Lookahead Retrieval","created":"2025-02-28","cited_by_count":9,"area":"rag"},{"id":"2510.11938","title":"FlexPipe: Adapting Dynamic LLM Serving Through Inflight Pipeline Refactoring in Fragmented Serverless Clusters","created":"2025-10-13","cited_by_count":9,"area":"inference"},{"id":"2511.19221","title":"Percept-WAM: Perception-Enhanced World-Awareness-Action Model for Robust End-to-End Autonomous Driving","created":"2025-11-24","cited_by_count":9,"area":"mllm"},{"id":"2502.01960","title":"MPIC: Position-Independent Multimodal Context Caching System for Efficient MLLM Serving","created":"2025-02-04","cited_by_count":8,"area":"mllm"},{"id":"2511.03475","title":"ContextPilot: Fast Long-Context Inference via Context Reuse","created":"2025-11-05","cited_by_count":8,"area":"inference"},{"id":"2511.17560","title":"$A^3$: Attention-Aware Accurate KV Cache Fusion for Fast Large Language Model Serving","created":"2025-11-13","cited_by_count":8,"area":"rag"},{"id":"2602.06502","title":"DualMap: Enabling Both Cache Affinity and Load Balancing for Distributed LLM Serving","created":"2026-02-06","cited_by_count":8,"area":"inference"},{"id":"2603.13289","title":"RelayCaching: Accelerating LLM Collaboration via Decoding KV Cache Reuse","created":"2026-02-28","cited_by_count":8,"area":"agents"},{"id":"2603.28101","title":"Heddle: A Distributed Orchestration System for Agentic RL Rollout","created":"2026-03-30","cited_by_count":8,"area":"agents"},{"id":"2512.12977","title":"VLCache: Computing 2% Vision Tokens and Reusing 98% for Vision-Language Inference","created":"2025-12-15","cited_by_count":7,"area":null},{"id":"2606.06256","title":"RedKnot: Efficient Long-Context LLM Serving with Head-Aware KV Reuse and SegPagedAttention","created":"2026-06-04","cited_by_count":7,"area":"inference"},{"id":"2607.01299","title":"HYPIC: Accelerating Hybrid-Attention LLM Serving with Position-Independent Caching","created":"2026-07-01","cited_by_count":7,"area":"rag"},{"id":"2506.07334","title":"Graph-KV: Breaking Sequence via Injecting Structural Biases into Large Language Models","created":"2025-06-09","cited_by_count":6,"area":"inference"},{"id":"2509.02121","title":"Batch Query Processing and Optimization for Agentic Workflows","created":"2025-09-02","cited_by_count":6,"area":"inference"},{"id":"2511.07229","title":"LLMServingSim2.0: A Unified Simulator for Heterogeneous Hardware and Serving Techniques in LLM Infrastructure","created":"2025-11-10","cited_by_count":6,"area":null},{"id":"2602.01519","title":"You Need an Encoder for Native Position-Independent Caching","created":"2026-02-02","cited_by_count":6,"area":null},{"id":"2606.17034","title":"KVEraser: Learning to Steer KV Cache for Efficient Localized Context Erasing","created":"2026-06-15","cited_by_count":6,"area":"inference"},{"id":"2606.17107","title":"Models Take Notes at Prefill: KV Cache Can Be Editable and Composable","created":"2026-06-14","cited_by_count":6,"area":null},{"id":"2505.11271","title":"Semantic Caching of Contextual Summaries for Efficient Question-Answering with Language Models","created":"2025-05-16","cited_by_count":5,"area":"rag"},{"id":"2505.12065","title":"Demystifying and Enhancing the Efficiency of Large Language Model Based Search Agents","created":"2025-05-17","cited_by_count":5,"area":"agents"},{"id":"2508.11661","title":"Sparse Attention across Multiple-context KV Cache","created":"2025-08-06","cited_by_count":5,"area":"inference"},{"id":"2511.00413","title":"Tree Training: Accelerating Agentic LLMs Training via Shared Prefix Reuse","created":"2025-11-01","cited_by_count":5,"area":"agents"},{"id":"2511.11907","title":"KVSwap: Disk-aware KV Cache Offloading for Long-Context On-device Inference","created":"2025-11-14","cited_by_count":5,"area":"inference"},{"id":"2511.22333","title":"PAT: Accelerating LLM Decoding via Prefix-Aware Attention with Resource Efficient Multi-Tile Kernel","created":"2025-11-27","cited_by_count":5,"area":"inference"},{"id":"2601.12904","title":"From Prefix Cache to Fusion RAG Cache: Accelerating LLM Inference in Retrieval-Augmented Generation","created":"2026-01-19","cited_by_count":5,"area":"rag"},{"id":"2602.23592","title":"KEEP: A KV-Cache-Centric Memory Management System for Efficient Embodied Planning","created":"2026-02-27","cited_by_count":5,"area":"inference"},{"id":"2603.20218","title":"An experimental study of KV cache reuse strategies in chunk-level caching systems","created":"2026-03-03","cited_by_count":5,"area":"rag"},{"id":"2604.06036","title":"CodecSight: Leveraging Video Codec Signals for Efficient Streaming VLM Inference","created":"2026-04-07","cited_by_count":5,"area":"mllm"},{"id":"2605.10380","title":"Agent-X: Full Pipeline Acceleration of On-device AI Agents","created":"2026-05-11","cited_by_count":5,"area":"agents"},{"id":"2605.17613","title":"VeriCache: Turning Lossy KV Cache into Lossless LLM Inference","created":"2026-05-17","cited_by_count":5,"area":"inference"},{"id":"2505.17694","title":"CoDec: Prefix-Shared Decoding Kernel for LLMs","created":"2025-05-23","cited_by_count":4,"area":null},{"id":"2507.03153","title":"HGCA: Hybrid GPU-CPU Attention for Long Context LLM Inference","created":"2025-07-03","cited_by_count":4,"area":null},{"id":"2603.14371","title":"OxyGen: Unified KV Cache Management for VLA Inference under Multi-Task Parallelism","created":"2026-03-15","cited_by_count":4,"area":"inference"},{"id":"2603.23049","title":"PCR: A Prefetch-Enhanced Cache Reuse System for Low-Latency RAG Serving","created":"2026-03-24","cited_by_count":4,"area":"rag"},{"id":"2605.05219","title":"Sparse Prefix Caching for Hybrid and Recurrent LLM Serving","created":"2026-04-17","cited_by_count":4,"area":"inference"},{"id":"2605.06472","title":"Efficient Serving for Dynamic Agent Workflows with Prediction-based KV-Cache Management","created":"2026-05-07","cited_by_count":4,"area":"agents"},{"id":"2605.07068","title":"WiCER: Wiki-memory Compile, Evaluate, Refine Iterative Knowledge Compilation for LLM Wiki Systems","created":"2026-05-08","cited_by_count":4,"area":"inference"},{"id":"2605.19932","title":"PEEK: Context Map as an Orientation Cache for Long-Context LLM Agents","created":"2026-05-19","cited_by_count":4,"area":"agents"},{"id":"2607.08032","title":"What to Keep, What to Forget: A Rate--Distortion View of Memory Compaction in LLMs and Agents","created":"2026-07-09","cited_by_count":4,"area":"agents"},{"id":"2607.17715","title":"C$^2$KV: Compressed and Composable KV Cache Reuse for Efficient LLM Inference","created":"2026-07-20","cited_by_count":4,"area":"rag"},{"id":"2506.19505","title":"AnTKV: Anchor Token-Aware Sub-Bit Vector Quantization for KV Cache in Large Language Models","created":"2025-06-24","cited_by_count":3,"area":"inference"},{"id":"2507.09138","title":"HedraRAG: Coordinating LLM Generation and Database Retrieval in Heterogeneous RAG Serving","created":"2025-07-12","cited_by_count":3,"area":"rag"},{"id":"2508.17892","title":"ILRe: Intermediate Layer Retrieval for Context Compression in Causal Language Models","created":"2025-08-25","cited_by_count":3,"area":"inference"},{"id":"2511.17565","title":"Generative Caching for Structurally Similar Prompts and Responses","created":"2025-11-14","cited_by_count":3,"area":null},{"id":"2603.05353","title":"InfoFlow KV: Information-Flow-Aware KV Recomputation for Long Context","created":"2026-03-05","cited_by_count":3,"area":"rag"},{"id":"2605.05696","title":"Irminsul: MLA-Native Position-Independent Caching for Agentic LLM Serving","created":"2026-05-07","cited_by_count":3,"area":"agents"},{"id":"2605.22566","title":"GraphFlow: A Graph-Based Workflow Management for Efficient LLM-Agent Serving","created":"2026-05-21","cited_by_count":3,"area":"lr"},{"id":"2605.24022","title":"Adaptive KV Cache Reuse for Fast Long-Context LLM Serving","created":"2026-05-20","cited_by_count":3,"area":"inference"},{"id":"2606.05875","title":"QCFuse: Query-Aware Cache Fusion via Compressed View for Efficient RAG Serving","created":"2026-06-04","cited_by_count":3,"area":"rag"},{"id":"2606.23581","title":"Kamera: Unified Position-Invariant Multimodal KV Cache for Training-Free Reuse","created":"2026-06-22","cited_by_count":3,"area":"inference"},{"id":"2607.10582","title":"MemDecay: Region-Aware KV Cache Eviction for Efficient LLM Agent Inference","created":"2026-07-12","cited_by_count":3,"area":"agents"},{"id":"2608.11231","title":"LinearKV: One Cached State Suffices for Position-Independent Caching in Hybrid LLMs","created":"2026-07-31","cited_by_count":3,"area":"inference"},{"id":"2608.19662","title":"ReCache: Efficient KV Cache Reuse and Compression for Tool-Augmented LLM Agents","created":"2026-08-20","cited_by_count":3,"area":"agents"},{"id":"2410.20299","title":"EACO-RAG: Towards Distributed Tiered LLM Deployment using Edge-Assisted and Collaborative RAG with Adaptive Knowledge Update","created":"2024-10-27","cited_by_count":2,"area":"rag"},{"id":"2504.15302","title":"RAGDoll: Efficient Offloading-based Online RAG System on a Single GPU","created":"2025-04-17","cited_by_count":2,"area":"rag"},{"id":"2508.18736","title":"Rethinking Caching for LLM Serving Systems: Beyond Traditional Heuristics","created":"2025-08-26","cited_by_count":2,"area":"lr"},{"id":"2512.11529","title":"xGR: Efficient Generative Recommendation Serving at Scale","created":"2025-12-12","cited_by_count":2,"area":"inference"},{"id":"2601.08343","title":"When KV Cache Reuse Fails in Multi-Agent Systems: Cross-Candidate Interaction is Crucial for LLM Judges","created":"2026-01-13","cited_by_count":2,"area":"agents"},{"id":"2601.08743","title":"TableCache: Primary Foreign Key Guided KV Cache Precomputation for Low Latency Text-to-SQL","created":"2026-01-13","cited_by_count":2,"area":"inference"},{"id":"2601.08833","title":"Revisiting Disaggregated Large Language Model Serving for Performance and Energy Implications","created":"2025-11-14","cited_by_count":2,"area":"inference"},{"id":"2604.06370","title":"ForkKV: Scaling Multi-LoRA Agent Serving via Copy-on-Write Disaggregated KV Cache","created":"2026-04-07","cited_by_count":2,"area":"agents"},{"id":"2605.27744","title":"A Policy-Driven Runtime Layer for Agentic LLM Serving","created":"2026-05-26","cited_by_count":2,"area":"agents"},{"id":"2606.04302","title":"LazyAttention: Efficient Retrieval-Augmented Generation with Deferred Positional Encoding","created":"2026-06-03","cited_by_count":2,"area":"rag"},{"id":"2606.13126","title":"MiniPIC: Flexible Position-Independent Caching in <100LOC","created":"2026-06-11","cited_by_count":2,"area":"rag"},{"id":"2606.16135","title":"SwiftCache: Efficient LLM Serving for Multi-turn Conversations with Heterogeneous KV Cache Sharing","created":"2026-06-15","cited_by_count":2,"area":"inference"},{"id":"2606.21842","title":"Agent-Assisted Side-Channel Attacks on Non-Prefix KV Cache in RAG","created":"2026-06-20","cited_by_count":2,"area":"rag"},{"id":"2607.04281","title":"Risk-Constrained Freshness-Aware Semantic Caching for Open-Web Retrieval-Augmented LLMs","created":"2026-07-05","cited_by_count":2,"area":"rag"}],"next_cursor":"100"}