{"total":126,"rows":[{"id":"2511.02230","title":"Continuum: Efficient and Robust Multi-Turn LLM Agent Scheduling with KV Cache Time-to-Live","created":"2025-11-04","cited_by_count":44,"area":"agents"},{"id":"2510.12872","title":"KVCOMM: Online Cross-context KV-cache Communication for Efficient LLM-based Multi-agent Systems","created":"2025-10-14","cited_by_count":40,"area":"agents"},{"id":"2601.06007","title":"Don't Break the Cache: An Evaluation of Prompt Caching for Long-Horizon Agentic Tasks","created":"2026-01-09","cited_by_count":19,"area":"agents"},{"id":"2602.13692","title":"ThunderAgent: A Simple, Fast and Program-Aware Agentic Inference System","created":"2026-02-14","cited_by_count":17,"area":"agents"},{"id":"2511.01815","title":"KV Cache Transform Coding for Compact Storage in LLM Inference","created":"2025-11-03","cited_by_count":13,"area":"inference"},{"id":"2512.03416","title":"TokenScale: Timely and Accurate Autoscaling for Disaggregated LLM Serving with Token Velocity","created":"2025-12-03","cited_by_count":12,"area":"inference"},{"id":"2512.16822","title":"MEPIC: Memory Efficient Position Independent Caching for LLM Serving","created":"2025-12-18","cited_by_count":11,"area":"rag"},{"id":"2608.00101","title":"Agentic Coding in the Wild: Characterizing GitHub Copilot Traces at Production Scale","created":"2026-07-30","cited_by_count":11,"area":"agents"},{"id":"2512.14946","title":"EVICPRESS: Joint KV-Cache Compression and Eviction for Efficient LLM Serving","created":"2025-12-16","cited_by_count":10,"area":"inference"},{"id":"2604.13226","title":"KV Packet: Recomputation-Free Context-Independent KV Caching for LLMs","created":"2026-04-14","cited_by_count":10,"area":null},{"id":"2606.16824","title":"CacheWise: Understanding Workloads and Optimizing KVCache Management for Efficiently Serving LLM Coding Agents","created":"2026-06-15","cited_by_count":10,"area":"inference"},{"id":"2602.23036","title":"LLMServingSim 2.0: A Unified Simulator for Heterogeneous and Disaggregated LLM Serving Infrastructure","created":"2026-02-26","cited_by_count":9,"area":"inference"},{"id":"2511.03475","title":"ContextPilot: Fast Long-Context Inference via Context Reuse","created":"2025-11-05","cited_by_count":8,"area":"inference"},{"id":"2603.04428","title":"Agent Memory Below the Prompt: Persistent Q4 KV Cache for Multi-Agent LLM Inference on Edge Devices","created":"2026-02-17","cited_by_count":8,"area":"agents"},{"id":"2605.13734","title":"KVServe: Service-Aware KV Cache Compression for Communication-Efficient Disaggregated LLM Serving","created":"2026-05-13","cited_by_count":7,"area":"inference"},{"id":"2604.25899","title":"Pythia: Exploiting Workflow Predictability for Efficient Agent-Native LLM Serving","created":"2026-04-28","cited_by_count":6,"area":"agents"},{"id":"2511.00413","title":"Tree Training: Accelerating Agentic LLMs Training via Shared Prefix Reuse","created":"2025-11-01","cited_by_count":5,"area":"agents"},{"id":"2511.00868","title":"FlexiCache: Leveraging Temporal Stability of Attention Heads for Efficient KV Cache Management","created":"2025-11-02","cited_by_count":5,"area":"inference"},{"id":"2601.00397","title":"Revati: Transparent GPU-Free Time-Warp Emulation for LLM Serving","created":"2026-01-01","cited_by_count":5,"area":null},{"id":"2601.12967","title":"Sutradhara: An Intelligent Orchestrator-Engine Co-design for Tool-based Agentic Inference","created":"2026-01-19","cited_by_count":5,"area":"inference"},{"id":"2601.19139","title":"Native LLM and MLLM Inference at Scale on Apple Silicon","created":"2026-01-27","cited_by_count":5,"area":null},{"id":"2602.10377","title":"Hardware Co-Design Scaling Laws via Roofline Modelling for On-Device LLMs","created":"2026-02-10","cited_by_count":5,"area":"vla"},{"id":"2603.25681","title":"Self-Improvement of Large Language Models: A Technical Overview and Future Outlook","created":"2026-03-26","cited_by_count":5,"area":"synth"},{"id":"2604.06036","title":"CodecSight: Leveraging Video Codec Signals for Efficient Streaming VLM Inference","created":"2026-04-07","cited_by_count":5,"area":"mllm"},{"id":"2605.17613","title":"VeriCache: Turning Lossy KV Cache into Lossless LLM Inference","created":"2026-05-17","cited_by_count":5,"area":"inference"},{"id":"2606.01065","title":"Leyline: KV Cache Directives for Agentic Inference","created":"2026-05-31","cited_by_count":5,"area":"agents"},{"id":"2512.18337","title":"Towards Efficient Agents: A Co-Design of Inference Architecture and System","created":"2025-12-20","cited_by_count":4,"area":"agents"},{"id":"2602.12029","title":"PrefillShare: A Shared Prefill Module for KV Reuse in Multi-LLM Disaggregated Serving","created":"2026-02-12","cited_by_count":4,"area":"inference"},{"id":"2603.23049","title":"PCR: A Prefetch-Enhanced Cache Reuse System for Low-Latency RAG Serving","created":"2026-03-24","cited_by_count":4,"area":"rag"},{"id":"2604.26837","title":"Unifying Sparse Attention with Hierarchical Memory for Scalable Long-Context LLM Serving","created":"2026-04-29","cited_by_count":4,"area":"inference"},{"id":"2605.06472","title":"Efficient Serving for Dynamic Agent Workflows with Prediction-based KV-Cache Management","created":"2026-05-07","cited_by_count":4,"area":"agents"},{"id":"2607.08057","title":"Towards Efficient Large Language Model Serving: A Survey on System-Aware KV Cache Optimization","created":"2026-07-09","cited_by_count":4,"area":"inference"},{"id":"2511.12752","title":"Whose Narrative is it Anyway? A KV Cache Manipulation Attack","created":"2025-11-16","cited_by_count":3,"area":"inference"},{"id":"2604.24971","title":"PolyKV: A Shared Asymmetrically-Compressed KV Cache Pool for Multi-Agent LLM Inference","created":"2026-04-27","cited_by_count":3,"area":"agents"},{"id":"2605.07719","title":"An Efficient Hybrid Sparse Attention with CPU-GPU Parallelism for Long-Context Inference","created":"2026-05-08","cited_by_count":3,"area":"inference"},{"id":"2605.24022","title":"Adaptive KV Cache Reuse for Fast Long-Context LLM Serving","created":"2026-05-20","cited_by_count":3,"area":"inference"},{"id":"2606.01725","title":"Characterization of Multi-Model Agentic AI Systems on General Tasks via Trace-Driven Simulation","created":"2026-06-01","cited_by_count":3,"area":"agents"},{"id":"2606.05875","title":"QCFuse: Query-Aware Cache Fusion via Compressed View for Efficient RAG Serving","created":"2026-06-04","cited_by_count":3,"area":"rag"},{"id":"2511.14510","title":"LiteCache: A Query Similarity-Driven, GPU-Centric KVCache Subsystem for Efficient LLM Inference","created":"2025-11-18","cited_by_count":2,"area":"inference"},{"id":"2604.26557","title":"DUAL-BLADE: Dual-Path NVMe-Direct KV-Cache Offloading for Edge LLM Inference","created":"2026-04-29","cited_by_count":2,"area":"inference"},{"id":"2605.18856","title":"SPHERICAL KV: Angle-Domain Attention and Rate-Distortion Retention for Efficient Long-Context Inference","created":"2026-05-13","cited_by_count":2,"area":"inference"},{"id":"2605.27744","title":"A Policy-Driven Runtime Layer for Agentic LLM Serving","created":"2026-05-26","cited_by_count":2,"area":"agents"},{"id":"2606.01839","title":"Observation, Not Prediction: Conversation-Level Disaggregated Scheduling for Agentic Serving","created":"2026-06-01","cited_by_count":2,"area":"agents"},{"id":"2606.13126","title":"MiniPIC: Flexible Position-Independent Caching in <100LOC","created":"2026-06-11","cited_by_count":2,"area":"rag"},{"id":"2606.16135","title":"SwiftCache: Efficient LLM Serving for Multi-turn Conversations with Heterogeneous KV Cache Sharing","created":"2026-06-15","cited_by_count":2,"area":"inference"},{"id":"2606.21842","title":"Agent-Assisted Side-Channel Attacks on Non-Prefix KV Cache in RAG","created":"2026-06-20","cited_by_count":2,"area":"rag"},{"id":"2606.31519","title":"RaBitQCache: Rotated Binary Quantization for KVCache in Long Context LLM Inference","created":"2026-06-30","cited_by_count":2,"area":"inference"},{"id":"2608.14624","title":"Learning Agent Execution for KV-Cache Management in Agentic Serving","created":"2026-07-16","cited_by_count":2,"area":"agents"},{"id":"2601.05109","title":"Nalar: An agent serving framework","created":"2026-01-08","cited_by_count":1,"area":"agents"},{"id":"2601.08670","title":"Parallel Context-of-Experts Decoding for Retrieval Augmented Generation","created":"2026-01-13","cited_by_count":1,"area":"rag"},{"id":"2601.19910","title":"Understanding Bottlenecks for Efficiently Serving LLM Inference With KV Offloading","created":"2025-12-16","cited_by_count":1,"area":"inference"},{"id":"2603.04716","title":"SLO-Aware Compute Resource Allocation for Prefill-Decode Disaggregated LLM Inference","created":"2026-03-05","cited_by_count":1,"area":"inference"},{"id":"2603.08739","title":"Adaptive Multi-Objective Tiered Storage Configuration for KV Cache in LLM Service","created":"2026-02-25","cited_by_count":1,"area":"inference"},{"id":"2604.00368","title":"TENT: A Declarative Slice Spraying Engine for Performant and Resilient Data Movement in Disaggregated LLM Serving","created":"2026-04-01","cited_by_count":1,"area":"inference"},{"id":"2604.05438","title":"Residual-Mass Accounting for Partial-KV Decoding","created":"2026-04-07","cited_by_count":1,"area":null},{"id":"2604.16682","title":"KAIROS: Stateful, Context-Aware Power-Efficient Agentic Inference Serving","created":"2026-04-17","cited_by_count":1,"area":"agents"},{"id":"2604.25080","title":"CacheFlow: Efficient LLM Serving with 3D-Parallel KV Cache Restoration","created":"2026-04-28","cited_by_count":1,"area":"rag"},{"id":"2604.26968","title":"Predictive Multi-Tier Memory Management for KV Cache in Large-Scale GPU Inference","created":"2026-04-19","cited_by_count":1,"area":"inference"},{"id":"2605.22850","title":"ObjectCache: Layerwise Object-Storage Retrieval for KV Cache Reuse","created":"2026-05-16","cited_by_count":1,"area":"inference"},{"id":"2605.27494","title":"Grounded Cache Routing for Retrieval-Augmented Generation: When Is It Safe to Reuse an Answer?","created":"2026-05-26","cited_by_count":1,"area":"rag"},{"id":"2606.01502","title":"Move the Query, Not the Cache: Characterizing Cross-Instance Latent Attention Redistribution Across GPU Fabrics","created":"2026-05-31","cited_by_count":1,"area":"inference"},{"id":"2606.03910","title":"NetKV: Network-Aware Decode Instance Selection for Disaggregated LLM Inference","created":"2026-06-02","cited_by_count":1,"area":"inference"},{"id":"2606.09441","title":"SIFT: Selective-Index For Fast Compute of RAG Prefill by Exploiting Attention Invariance","created":"2026-06-08","cited_by_count":1,"area":"rag"},{"id":"2606.17059","title":"Towards Distributed Inference of LLMs on a P2P Network","created":"2026-05-07","cited_by_count":1,"area":"inference"},{"id":"2606.24506","title":"CrossPool: Efficient Multi-LLM Serving for Cold MoE Models through KV-Cache and Weight Disaggregation","created":"2026-06-23","cited_by_count":1,"area":"moe"},{"id":"2607.01831","title":"Lynx: Progressive Speculative Quantization for accelerating KV Transfer in Long-Context Inference","created":"2026-07-02","cited_by_count":1,"area":"rag"},{"id":"2607.18141","title":"A CXL Memory Rack for Multi-Turn LLM Serving","created":"2026-07-20","cited_by_count":1,"area":"inference"},{"id":"2607.22648","title":"PTStore (Prefix Tensor Store): Distributed Prefix Caching and Replication for High Throughput Inference Serving","created":"2026-06-25","cited_by_count":1,"area":"inference"},{"id":"2607.27090","title":"InferScale: GPU-Native KV Injection for Personalized LLM Serving","created":"2026-07-29","cited_by_count":1,"area":"inference"},{"id":"2608.06557","title":"Cascade: Exploiting SLO-Aware latency budget for fair and high goodput LLM inference serving","created":"2026-08-06","cited_by_count":1,"area":"agents"},{"id":"2609.39358","title":"Working Around the Compute Ceiling: Byte-Exact Memory in Galahad Makes LLM Reading a One-Time Cost LLM Reading a One-Time Cost","created":"2026-09-30","cited_by_count":1,"area":null},{"id":"2601.11822","title":"RAPID-Serve: Resource-efficient and Accelerated P/D Intra-GPU Disaggregation","created":"2026-01-16","cited_by_count":0,"area":null},{"id":"2601.19311","title":"Balancing Sustainability And Performance: The Role Of Small-Scale LLMs In Agentic Artificial Intelligence Systems","created":"2026-01-27","cited_by_count":0,"area":"agents"},{"id":"2603.02348","title":"Same Pieces, Different Servers: A Tetris Benchmark for AI Agents as Served","created":"2026-03-02","cited_by_count":0,"area":null},{"id":"2604.09562","title":"StreamServe: Adaptive Speculative Flows for Low-Latency Disaggregated LLM Serving","created":"2026-02-11","cited_by_count":0,"area":"inference"},{"id":"2605.09735","title":"KV-RM: Regularizing KV-Cache Movement for Static-Graph LLM Serving","created":"2026-05-10","cited_by_count":0,"area":"inference"},{"id":"2605.11232","title":"Rethinking LLMOps for Fraud and AML: Building a Compliance-Grade LLM Serving Stack","created":"2026-05-11","cited_by_count":0,"area":"lr"},{"id":"2605.23914","title":"VineLM: Trie-Based Fine-Grained Control for Agentic Workflows","created":"2026-04-09","cited_by_count":0,"area":"agents"},{"id":"2606.00050","title":"Grokers: Bottom-Up Inductive Comprehension and Write-Time Intelligence over Typed Knowledge Graphs","created":"2026-05-07","cited_by_count":0,"area":null},{"id":"2606.00946","title":"Lodestar: An Online-Learning LLM Inference Router","created":"2026-05-31","cited_by_count":0,"area":null},{"id":"2606.14779","title":"Unified KV Pooling to Accelerate Long-Context LLM Serving","created":"2026-06-10","cited_by_count":0,"area":"inference"},{"id":"2606.16352","title":"Communication-Efficient Verifiable Attention for LLM Inference","created":"2026-06-15","cited_by_count":0,"area":null},{"id":"2606.20295","title":"Token-Operations-Oriented Inference Optimization Techniques for Large Models","created":"2026-06-18","cited_by_count":0,"area":null},{"id":"2606.21238","title":"Recency/Frequency Adaptive KV Caching for Large Language Model Serving","created":"2026-06-19","cited_by_count":0,"area":null},{"id":"2606.21633","title":"HERALD: High-Throughput Block Diffusion LLM Serving via CPU-GPU Cooperative KV Cache Retrieval","created":"2026-06-19","cited_by_count":0,"area":"inference"},{"id":"2606.31093","title":"Omni-Flow: A Unified Workflow Orchestration and Distributed KV Cache Sharing Framework for Multimodal Inference","created":"2026-06-30","cited_by_count":0,"area":"inference"},{"id":"2607.00151","title":"SmoothAgent: Efficient Long-Horizon LLM-Based Agent Serving with Lookahead Context Engineering","created":"2026-06-30","cited_by_count":0,"area":"inference"},{"id":"2607.02525","title":"PEEK: Predictive Queue-Informed KV Cache Management for LLM Serving","created":"2026-05-10","cited_by_count":0,"area":"inference"},{"id":"2607.02574","title":"From Tensor Buffer to Distributed Memory Hierarchy: A Survey of KV Cache Management for LLM Serving","created":"2026-06-30","cited_by_count":0,"area":"inference"},{"id":"2607.17181","title":"Talaria: Session-Aware Serverless Serving of Hundred-Billion-Parameter LLMs","created":"2026-07-19","cited_by_count":0,"area":null},{"id":"2607.22578","title":"HeraSys: Collaborative Serving of Multiple LLM Workflows via Fine-Grained End-to-End Optimization","created":"2026-06-07","cited_by_count":0,"area":"agents"},{"id":"2607.26633","title":"NELSSA: A GPU-PNM Heterogeneous System for Mixed-Length LLM Serving via Length-based Request Placement","created":"2026-07-29","cited_by_count":0,"area":"inference"},{"id":"2608.01891","title":"Energy-Efficient LLM Serving via Disaggregated Attention--FFN and Flexible Frequency Scaling","created":"2026-08-03","cited_by_count":0,"area":"inference"},{"id":"2608.06007","title":"TensorCast: The Missing Tensor Management Layer in Large Language Model Infrastructure","created":"2026-08-06","cited_by_count":0,"area":"inference"},{"id":"2608.13573","title":"A Year in LLM Serving: Workload Evolution, Caching and Load-Balancing","created":"2026-07-03","cited_by_count":0,"area":"inference"},{"id":"2608.15303","title":"Divergent-Convergent Reasoning: Scaling Test-Time Compute through Structured Solution Synthesis","created":"2026-08-15","cited_by_count":0,"area":"lr"},{"id":"2608.17826","title":"Bounded-State Restoration: Decoupling Local Restore Capacity from External LLM State","created":"2026-08-18","cited_by_count":0,"area":"inference"},{"id":"2608.23834","title":"Minima-KV: Retention-Preserving KV Cache Compression with Mixed-Format Paged Attention","created":"2026-08-24","cited_by_count":0,"area":"inference"},{"id":"2609.06940","title":"Unified AI Gateway: A Framework for Joint Model Routing and KV Cache Management","created":"2026-09-07","cited_by_count":0,"area":"inference"},{"id":"2609.09768","title":"Fine-Tuning a KV Cache Concatenation-Aware Model or Recomputing KV Caches? Why Not Both?","created":"2026-09-09","cited_by_count":0,"area":"rag"}],"next_cursor":"100"}