{"total":203,"rows":[{"id":"2510.04618","title":"Agentic Context Engineering: Evolving Contexts for Self-Improving Language Models","created":"2025-10-06","cited_by_count":398,"area":"agents"},{"id":"2401.05459","title":"Personal LLM Agents: Insights and Survey about the Capability, Efficiency and Security","created":"2024-01-10","cited_by_count":260,"area":"agents"},{"id":"2412.13171","title":"Compressed Chain of Thought: Efficient Reasoning Through Dense Representations","created":"2024-12-17","cited_by_count":201,"area":"lr"},{"id":"2407.00079","title":"Mooncake: A KVCache-centric Disaggregated Architecture for LLM Serving","created":"2024-06-24","cited_by_count":196,"area":"inference"},{"id":"2412.19442","title":"A Survey on Large Language Model Acceleration based on KV Cache Management","created":"2024-12-27","cited_by_count":131,"area":"lr"},{"id":"2510.09665","title":"LMCache: An Efficient KV Cache Layer for Enterprise-Scale LLM Inference","created":"2025-10-08","cited_by_count":126,"area":"inference"},{"id":"2404.12457","title":"RAGCache: Efficient Knowledge Caching for Retrieval-Augmented Generation","created":"2024-04-18","cited_by_count":98,"area":"rag"},{"id":"2407.12820","title":"PQCache: Product Quantization-based KVCache for Long Context LLM Inference","created":"2024-07-01","cited_by_count":95,"area":"inference"},{"id":"2501.19201","title":"Efficient Reasoning with Hidden Thinking","created":"2025-01-31","cited_by_count":75,"area":"lr"},{"id":"2410.07590","title":"TurboRAG: Accelerating Retrieval-Augmented Generation with Precomputed KV Caches for Chunked Text","created":"2024-10-10","cited_by_count":63,"area":"rag"},{"id":"2312.05516","title":"Stateful Large Language Model Serving with Pensieve","created":"2023-12-09","cited_by_count":61,"area":"inference"},{"id":"2406.14528","title":"DeciMamba: Exploring the Length Extrapolation Potential of Mamba","created":"2024-06-20","cited_by_count":49,"area":"ssm"},{"id":"2410.15332","title":"EPIC: Efficient Position-Independent Caching for Serving Large Language Models","created":"2024-10-20","cited_by_count":47,"area":null},{"id":"2511.02230","title":"Continuum: Efficient and Robust Multi-Turn LLM Agent Scheduling with KV Cache Time-to-Live","created":"2025-11-04","cited_by_count":44,"area":"agents"},{"id":"2506.02634","title":"KVCache Cache in the Wild: Characterizing and Optimizing KVCache Cache at a Large Cloud Provider","created":"2025-06-03","cited_by_count":41,"area":"inference"},{"id":"2502.04420","title":"KVTuner: Sensitivity-Aware Layer-Wise Mixed-Precision KV Cache Quantization for Efficient and Nearly Lossless LLM Inference","created":"2025-02-06","cited_by_count":40,"area":"inference"},{"id":"2510.12872","title":"KVCOMM: Online Cross-context KV-cache Communication for Efficient LLM-based Multi-agent Systems","created":"2025-10-14","cited_by_count":40,"area":"agents"},{"id":"2506.04301","title":"The Cost of Dynamic Reasoning: Demystifying AI Agents and Test-Time Scaling from an AI Infrastructure Perspective","created":"2025-06-04","cited_by_count":39,"area":"lr"},{"id":"2410.05004","title":"Fast State Restoration in LLM Serving with HCache","created":"2024-10-07","cited_by_count":33,"area":"rag"},{"id":"2405.10313","title":"How Far Are We From AGI: Are LLMs All We Need?","created":"2024-05-16","cited_by_count":31,"area":null},{"id":"2508.11126","title":"AI Agentic Programming: A Survey of Techniques, Challenges, and Opportunities","created":"2025-08-15","cited_by_count":28,"area":"agents"},{"id":"2506.14852","title":"Agentic Plan Caching: Test-Time Memory for Fast and Cost-Efficient LLM Agents","created":"2025-06-17","cited_by_count":27,"area":"agents"},{"id":"2508.18572","title":"Strata: Hierarchical Context Caching for Long Context Language Model Serving","created":"2025-08-26","cited_by_count":26,"area":"inference"},{"id":"2502.05370","title":"Taming Latency-Memory Trade-Off in MoE-Based LLM Serving via Fine-Grained Expert Offloading","created":"2025-02-07","cited_by_count":24,"area":"moe"},{"id":"2505.07203","title":"PrefillOnly: An Inference Engine for Prefill-only Workloads in Large Language Model Applications","created":"2025-05-12","cited_by_count":21,"area":"inference"},{"id":"2601.06007","title":"Don't Break the Cache: An Evaluation of Prompt Caching for Long-Horizon Agentic Tasks","created":"2026-01-09","cited_by_count":19,"area":"agents"},{"id":"2510.03346","title":"KVComm: Enabling Efficient LLM Communication through Selective KV Sharing","created":"2025-10-02","cited_by_count":18,"area":null},{"id":"2412.10543","title":"METIS: Fast Quality-Aware RAG Systems with Configuration Adaptation","created":"2024-12-13","cited_by_count":17,"area":"rag"},{"id":"2504.19720","title":"Taming the Titans: A Survey of Efficient LLM Inference Serving","created":"2025-04-28","cited_by_count":16,"area":"inference"},{"id":"2510.18586","title":"TokenCake: A KV-Cache-centric Serving Framework for LLM-based Multi-Agent Applications","created":"2025-10-21","cited_by_count":16,"area":"inference"},{"id":"2507.18537","title":"TTS-VAR: A Test-Time Scaling Framework for Visual Auto-Regressive Generation","created":"2025-07-24","cited_by_count":15,"area":"lr"},{"id":"2411.17089","title":"KVPR: Efficient LLM Inference with I/O-Aware KV Cache Partial Recomputation","created":"2024-11-26","cited_by_count":13,"area":"inference"},{"id":"2507.06608","title":"Nexus:Proactive Intra-GPU Disaggregation of Prefill and Decode in LLM Serving","created":"2025-07-09","cited_by_count":13,"area":"inference"},{"id":"2511.01815","title":"KV Cache Transform Coding for Compact Storage in LLM Inference","created":"2025-11-03","cited_by_count":13,"area":"inference"},{"id":"2511.20172","title":"Beluga: A CXL-Based Memory Architecture for Scalable and Efficient LLM KVCache Management","created":"2025-11-25","cited_by_count":11,"area":"inference"},{"id":"2512.16822","title":"MEPIC: Memory Efficient Position Independent Caching for LLM Serving","created":"2025-12-18","cited_by_count":11,"area":"rag"},{"id":"2604.15039","title":"Prefill-as-a-Service: KVCache of Next-Generation Models Could Go Cross-Datacenter","created":"2026-04-16","cited_by_count":11,"area":"inference"},{"id":"2502.03589","title":"HACK: Homomorphic Acceleration via Compression of the Key-Value Cache for Disaggregated LLM Inference","created":"2025-02-05","cited_by_count":10,"area":"inference"},{"id":"2506.11309","title":"SwiftSpec: Ultra-Low Latency LLM Decoding by Scaling Asynchronous Speculative Decoding","created":"2025-06-12","cited_by_count":9,"area":"inference"},{"id":"2512.17914","title":"Q-KVComm: Efficient Multi-Agent Communication Via Adaptive KV Cache Compression","created":"2025-11-27","cited_by_count":9,"area":"agents"},{"id":"2602.08005","title":"ResidualKV: Residual-Based KV Cache Compression for Efficient Long-Context Inference","created":"2026-02-08","cited_by_count":9,"area":"inference"},{"id":"2502.01960","title":"MPIC: Position-Independent Multimodal Context Caching System for Efficient MLLM Serving","created":"2025-02-04","cited_by_count":8,"area":"mllm"},{"id":"2504.02921","title":"HyperRAG: Enhancing Quality-Efficiency Tradeoffs in Retrieval-Augmented Generation with Reranker KV-Cache Reuse","created":"2025-04-03","cited_by_count":8,"area":"rag"},{"id":"2603.17435","title":"ZipServ: Fast and Memory-Efficient LLM Inference with Hardware-Aware Lossless Compression","created":"2026-03-18","cited_by_count":8,"area":"inference"},{"id":"2604.03143","title":"TokenDance: Scaling Multi-Agent LLM Serving via Collective KV Cache Sharing","created":"2026-04-03","cited_by_count":8,"area":"inference"},{"id":"2409.01990","title":"Designing Large Foundation Models for Efficient Training and Inference: A Survey","created":"2024-09-03","cited_by_count":7,"area":null},{"id":"2504.04704","title":"LagKV: Lag-Relative Information of the KV Cache Tells Which Tokens Are Important","created":"2025-04-07","cited_by_count":7,"area":"inference"},{"id":"2509.00579","title":"KVComp: A High-Performance, LLM-Aware, Lossy Compression Framework for KV Cache","created":"2025-08-30","cited_by_count":7,"area":"inference"},{"id":"2512.00504","title":"G-KV: Decoding-Time KV Cache Eviction with Global Attention","created":"2025-11-29","cited_by_count":7,"area":"lr"},{"id":"2605.13734","title":"KVServe: Service-Aware KV Cache Compression for Communication-Efficient Disaggregated LLM Serving","created":"2026-05-13","cited_by_count":7,"area":"inference"},{"id":"2504.07494","title":"Apt-Serve: Adaptive Request Scheduling on Hybrid Cache for Scalable LLM Inference Serving","created":"2025-04-10","cited_by_count":6,"area":"inference"},{"id":"2508.01002","title":"Optimal Scheduling Algorithms for LLM Inference: Theory and Practice","created":"2025-08-01","cited_by_count":6,"area":"inference"},{"id":"2509.02121","title":"Batch Query Processing and Optimization for Agentic Workflows","created":"2025-09-02","cited_by_count":6,"area":"inference"},{"id":"2605.00528","title":"SAGA: Workflow-Atomic Scheduling for AI Agent Inference on GPU Clusters","created":"2026-05-01","cited_by_count":6,"area":"agents"},{"id":"2605.22269","title":"MuKV: Multi-Grained KV Cache Compression for Long Streaming Video Question-Answering","created":"2026-05-21","cited_by_count":6,"area":"lr"},{"id":"2606.17107","title":"Models Take Notes at Prefill: KV Cache Can Be Editable and Composable","created":"2026-06-14","cited_by_count":6,"area":null},{"id":"2411.18424","title":"FastSwitch: Optimizing Context Switching Efficiency in Fairness-aware Large Language Model Serving","created":"2024-11-27","cited_by_count":5,"area":"inference"},{"id":"2502.15955","title":"Compression Barriers for Autoregressive Transformers","created":"2025-02-21","cited_by_count":5,"area":"inference"},{"id":"2504.14858","title":"Retrieval is Not Enough: Enhancing RAG Reasoning through Test-Time Critique and Optimization","created":"2025-04-21","cited_by_count":5,"area":"lr"},{"id":"2505.11271","title":"Semantic Caching of Contextual Summaries for Efficient Question-Answering with Language Models","created":"2025-05-16","cited_by_count":5,"area":"rag"},{"id":"2506.08018","title":"KVmix: Gradient-Based Layer Importance-Aware Mixed-Precision Quantization for KV Cache","created":"2025-05-18","cited_by_count":5,"area":"inference"},{"id":"2509.19228","title":"CompLLM: Compression for Long Context Q&A","created":"2025-09-23","cited_by_count":5,"area":"inference"},{"id":"2511.00413","title":"Tree Training: Accelerating Agentic LLMs Training via Shared Prefix Reuse","created":"2025-11-01","cited_by_count":5,"area":"agents"},{"id":"2511.00868","title":"FlexiCache: Leveraging Temporal Stability of Attention Heads for Efficient KV Cache Management","created":"2025-11-02","cited_by_count":5,"area":"inference"},{"id":"2511.11907","title":"KVSwap: Disk-aware KV Cache Offloading for Long-Context On-device Inference","created":"2025-11-14","cited_by_count":5,"area":"inference"},{"id":"2512.12284","title":"V-Rex: Real-Time Streaming Video LLM Acceleration via Dynamic KV Cache Retrieval","created":"2025-12-13","cited_by_count":5,"area":"inference"},{"id":"2602.18755","title":"DualScale: Energy-Efficient Disaggregated LLM Serving via Phase-Aware Placement and DVFS","created":"2026-02-21","cited_by_count":5,"area":"inference"},{"id":"2603.14224","title":"Self-Indexing KVCache: Predicting Sparse Attention from Compressed Keys","created":"2026-03-15","cited_by_count":5,"area":"inference"},{"id":"2605.17613","title":"VeriCache: Turning Lossy KV Cache into Lossless LLM Inference","created":"2026-05-17","cited_by_count":5,"area":"inference"},{"id":"2606.01065","title":"Leyline: KV Cache Directives for Agentic Inference","created":"2026-05-31","cited_by_count":5,"area":"agents"},{"id":"2607.09084","title":"A Survey on the Green Development of Large Models: From Resource-Efficient Architectures to Hardware-Software Co-Design","created":"2026-07-10","cited_by_count":5,"area":null},{"id":"2504.20828","title":"Ascendra: Dynamic Request Prioritization for Efficient LLM Serving","created":"2025-04-29","cited_by_count":4,"area":"inference"},{"id":"2603.23049","title":"PCR: A Prefetch-Enhanced Cache Reuse System for Low-Latency RAG Serving","created":"2026-03-24","cited_by_count":4,"area":"rag"},{"id":"2603.26380","title":"Switch Attention: Towards Dynamic and Fine-grained Hybrid Transformers","created":"2026-03-27","cited_by_count":4,"area":null},{"id":"2605.07068","title":"WiCER: Wiki-memory Compile, Evaluate, Refine Iterative Knowledge Compilation for LLM Wiki Systems","created":"2026-05-08","cited_by_count":4,"area":"inference"},{"id":"2605.19932","title":"PEEK: Context Map as an Orientation Cache for Long-Context LLM Agents","created":"2026-05-19","cited_by_count":4,"area":"agents"},{"id":"2607.08032","title":"What to Keep, What to Forget: A Rate--Distortion View of Memory Compaction in LLMs and Agents","created":"2026-07-09","cited_by_count":4,"area":"agents"},{"id":"2607.08057","title":"Towards Efficient Large Language Model Serving: A Survey on System-Aware KV Cache Optimization","created":"2026-07-09","cited_by_count":4,"area":"inference"},{"id":"2607.29678","title":"TokTier: Exact Stateful CPU+GPU Tokenization for Agentic LLM Serving","created":"2026-07-31","cited_by_count":4,"area":null},{"id":"2503.08461","title":"FastCache: Optimizing Multimodal LLM Serving through Lightweight KV-Cache Compression Framework","created":"2025-03-11","cited_by_count":3,"area":"inference"},{"id":"2504.10326","title":"AlayaDB: The Data Foundation for Efficient and Effective Long-context LLM Inference","created":"2025-04-14","cited_by_count":3,"area":"inference"},{"id":"2507.19823","title":"HCAttention: Extreme KV Cache Compression via Heterogeneous Attention Computing for LLMs","created":"2025-07-26","cited_by_count":3,"area":"inference"},{"id":"2508.15190","title":"SemToken: Semantic-Aware Tokenization for Efficient Long-Context Language Modeling","created":"2025-08-21","cited_by_count":3,"area":null},{"id":"2509.16857","title":"ShadowServe: Interference-Free KV Cache Fetching for Distributed Prefix Caching","created":"2025-09-21","cited_by_count":3,"area":"inference"},{"id":"2512.21309","title":"A Plan Reuse Mechanism for LLM-Driven Agent","created":"2025-12-24","cited_by_count":3,"area":"agents"},{"id":"2604.21335","title":"Sub-Token Routing for KV Cache Compression","created":"2026-04-23","cited_by_count":3,"area":"inference"},{"id":"2604.26963","title":"MARS: Efficient, Adaptive Co-Scheduling for Heterogeneous Agentic Systems","created":"2026-04-14","cited_by_count":3,"area":"agents"},{"id":"2605.24022","title":"Adaptive KV Cache Reuse for Fast Long-Context LLM Serving","created":"2026-05-20","cited_by_count":3,"area":"inference"},{"id":"2605.30218","title":"MarginGate: Sparse Margin-Triggered Verification for Batch-Invariant LLM Inference","created":"2026-05-28","cited_by_count":3,"area":null},{"id":"2606.02964","title":"Multi-Segment Attention: Enabling Efficient KV-Cache Management for Faster Large Language Model Serving","created":"2026-06-01","cited_by_count":3,"area":"inference"},{"id":"2606.05875","title":"QCFuse: Query-Aware Cache Fusion via Compressed View for Efficient RAG Serving","created":"2026-06-04","cited_by_count":3,"area":"rag"},{"id":"2408.04107","title":"FDC: Fast KV Dimensionality Compression for Efficient LLM Inference","created":"2024-08-07","cited_by_count":2,"area":"inference"},{"id":"2502.11417","title":"DiSCo: Device-Server Collaborative LLM-Based Text Streaming Services","created":"2025-02-17","cited_by_count":2,"area":null},{"id":"2504.09775","title":"MIST: A Co-Design Framework for Heterogeneous, Multi-Stage LLM Inference","created":"2025-04-14","cited_by_count":2,"area":"inference"},{"id":"2505.16502","title":"Recursive Offloading for LLM Serving in Multi-tier Networks","created":"2025-05-22","cited_by_count":2,"area":"inference"},{"id":"2505.21919","title":"Towards Efficient Key-Value Cache Management for Prefix Prefilling in LLM Inference","created":"2025-05-28","cited_by_count":2,"area":"inference"},{"id":"2507.17511","title":"Accelerating Parallel Diffusion Model Serving with Residual Compression","created":"2025-07-23","cited_by_count":2,"area":"diffusion"},{"id":"2512.15705","title":"Dynamic Rebatching for Efficient Early-Exit Inference with DREX","created":"2025-12-17","cited_by_count":2,"area":"inference"},{"id":"2512.22195","title":"MatKV: Trading Compute for Flash Storage in LLM Inference","created":"2025-12-20","cited_by_count":2,"area":"rag"},{"id":"2512.24449","title":"PackKV: Reducing KV Cache Memory Footprint through LLM-Aware Lossy Compression","created":"2025-12-30","cited_by_count":2,"area":"inference"}],"next_cursor":"100"}