{"total":53,"rows":[{"id":"2407.00023","title":"Preble: Efficient Distributed Prompt Scheduling for LLM Serving","created":"2024-05-08","cited_by_count":70,"area":"inference"},{"id":"2406.17565","title":"MemServe: Context Caching for Disaggregated LLM Serving with Elastic Memory Pool","created":"2024-06-25","cited_by_count":68,"area":"inference"},{"id":"2402.01869","title":"InferCept: Efficient Intercept Support for Augmented Large Language Model Inference","created":"2024-02-02","cited_by_count":33,"area":"inference"},{"id":"2504.06261","title":"Hogwild! Inference: Parallel LLM Generation via Concurrent Attention","created":"2025-04-08","cited_by_count":32,"area":"inference"},{"id":"2502.11517","title":"Learning to Keep a Promise: Scaling Language Model Decoding Parallelism with Learned Asynchronous Decoding","created":"2025-02-17","cited_by_count":28,"area":"inference"},{"id":"2510.18586","title":"TokenCake: A KV-Cache-centric Serving Framework for LLM-based Multi-Agent Applications","created":"2025-10-21","cited_by_count":16,"area":"inference"},{"id":"2601.22705","title":"CONCUR: High-Throughput Agentic Batch Inference of LLM via Congestion-Based Concurrency Control","created":"2026-01-30","cited_by_count":14,"area":"inference"},{"id":"2606.16824","title":"CacheWise: Understanding Workloads and Optimizing KVCache Management for Efficiently Serving LLM Coding Agents","created":"2026-06-15","cited_by_count":10,"area":"inference"},{"id":"2608.06503","title":"Toward Reliable Context Compression for Long-Horizon Agents: An Empirical Study of Execution Instability","created":"2026-08-06","cited_by_count":10,"area":"inference"},{"id":"2602.08005","title":"ResidualKV: Residual-Based KV Cache Compression for Efficient Long-Context Inference","created":"2026-02-08","cited_by_count":9,"area":"inference"},{"id":"2605.08840","title":"ReST-KV: Robust KV Cache Eviction with Layer-wise Output Reconstruction and Spatial-Temporal Smoothing","created":"2026-05-09","cited_by_count":9,"area":"inference"},{"id":"2509.02121","title":"Batch Query Processing and Optimization for Agentic Workflows","created":"2025-09-02","cited_by_count":6,"area":"inference"},{"id":"2606.17034","title":"KVEraser: Learning to Steer KV Cache for Efficient Localized Context Erasing","created":"2026-06-15","cited_by_count":6,"area":"inference"},{"id":"2601.12967","title":"Sutradhara: An Intelligent Orchestrator-Engine Co-design for Tool-based Agentic Inference","created":"2026-01-19","cited_by_count":5,"area":"inference"},{"id":"2604.19157","title":"SAW-INT4: System-Aware 4-Bit KV-Cache Quantization for Real-World LLM Serving","created":"2026-04-21","cited_by_count":5,"area":"inference"},{"id":"2510.13847","title":"DynaSpec: Context-aware Dynamic Speculative Sampling for Large-Vocabulary Language Models","created":"2025-10-11","cited_by_count":4,"area":"inference"},{"id":"2602.12029","title":"PrefillShare: A Shared Prefill Module for KV Reuse in Multi-LLM Disaggregated Serving","created":"2026-02-12","cited_by_count":4,"area":"inference"},{"id":"2605.21312","title":"Frontier: Towards Comprehensive and Accurate LLM Inference Simulation","created":"2026-05-20","cited_by_count":4,"area":"inference"},{"id":"2605.23258","title":"A Simple Plug-in for Improving Eviction-Based KV Cache Compression","created":"2026-05-22","cited_by_count":4,"area":"inference"},{"id":"2605.09329","title":"Test-Time Speculation","created":"2026-05-10","cited_by_count":3,"area":"inference"},{"id":"2605.17304","title":"Compress the Context, Keep the Commitments: A Formal Framework for Verifiable LLM Context Compression","created":"2026-05-17","cited_by_count":3,"area":"inference"},{"id":"2605.24022","title":"Adaptive KV Cache Reuse for Fast Long-Context LLM Serving","created":"2026-05-20","cited_by_count":3,"area":"inference"},{"id":"2605.28069","title":"ZipRL: Adaptive Multi-Turn Context Compression with Hindsight Response Replay","created":"2026-05-27","cited_by_count":3,"area":"inference"},{"id":"2607.10186","title":"FlashAccel: Leveraging High-Bandwidth Flash (HBF) for High-Throughput LLM Inference","created":"2026-07-11","cited_by_count":3,"area":"inference"},{"id":"2604.10044","title":"LoopGuard: Breaking Self-Reinforcing Attention Loops via Dynamic KV Cache Intervention","created":"2026-04-11","cited_by_count":2,"area":"inference"},{"id":"2605.04357","title":"Coral: Cost-Efficient Multi-LLM Serving over Heterogeneous Cloud GPUs","created":"2026-05-05","cited_by_count":2,"area":"inference"},{"id":"2607.10987","title":"[AAFLOW+] Stateful Operator Abstraction with Zero-Copy Distributed KV Cache Orchestration for Multi-Agent Workflows","created":"2026-07-13","cited_by_count":2,"area":"inference"},{"id":"2509.25224","title":"AMLA: MUL by ADD in FlashAttention Rescaling","created":"2025-09-24","cited_by_count":1,"area":"inference"},{"id":"2604.11288","title":"Transactional Attention: Semantic Sponsorship for KV-Cache Retention","created":"2026-04-13","cited_by_count":1,"area":"inference"},{"id":"2606.15157","title":"Exploring a Layer-Wise Design Space for KV Cache Eviction","created":"2026-06-13","cited_by_count":1,"area":"inference"},{"id":"2608.30310","title":"Tail-Replay: Escaping the Curse of Linear Attention in Prefix Caching for Hybrid LLMs","created":"2026-08-31","cited_by_count":1,"area":"inference"},{"id":"2609.02737","title":"Language Models Can Control Their Own Attention","created":"2026-09-02","cited_by_count":1,"area":"inference"},{"id":"2609.16161","title":"LLM Inference in a Flash!","created":"2026-09-14","cited_by_count":1,"area":"inference"},{"id":"2609.18675","title":"HBFlex: A Flexible Memory System for Bridging Fine-Grained LLM States and Coarse-Grained HBF Parallel Execution","created":"2026-09-16","cited_by_count":1,"area":"inference"},{"id":"2510.25412","title":"Serve Programs, Not Prompts","created":"2025-10-29","cited_by_count":0,"area":"inference"},{"id":"2605.16637","title":"HexAGenT: Efficient Agentic LLM Serving via Workflow- and Heterogeneity-Aware Scheduling","created":"2026-05-15","cited_by_count":0,"area":"inference"},{"id":"2606.03739","title":"Entropy Gate: Entropy Quenching for Near-Lossless Token Compression in LLM Pipelines","created":"2026-06-02","cited_by_count":0,"area":"inference"},{"id":"2607.26627","title":"Revisiting Lossy Verification in Speculative Decoding: Mechanisms, Trade-offs, and Failure Modes","created":"2026-07-29","cited_by_count":0,"area":"inference"},{"id":"2608.03555","title":"Heterogeneous LLM Serving with General-Purpose Processing-Near-Memory for Retrieval-Based Sparse Attention","created":"2026-08-04","cited_by_count":0,"area":"inference"},{"id":"2608.04974","title":"AsymSpec: Efficient Cloud-Edge Speculative Decoding over Asymmetric Networks","created":"2026-08-05","cited_by_count":0,"area":"inference"},{"id":"2608.07855","title":"CommitKV: Lifecycle-Aware KV Cache Compression via Commit Transitions for Multi-Turn Agents","created":"2026-08-08","cited_by_count":0,"area":"inference"},{"id":"2608.23843","title":"PuzzleKV: Page-Wise Low-Rank Decomposition for KV Cache Compression","created":"2026-08-24","cited_by_count":0,"area":"inference"},{"id":"2609.12208","title":"Vortex: Bridging Extreme Compression and Efficient LLM Inference","created":"2026-09-10","cited_by_count":0,"area":"inference"},{"id":"2609.13682","title":"LayerRoute: Adaptive Layer-Skipping with LoRA-Preserved Quality for Efficient LLM Inference","created":"2026-09-12","cited_by_count":0,"area":"inference"},{"id":"2609.16491","title":"PipeSwift: Revisiting Pipeline Parallelism for Large-Scale Completion-Oriented Agentic LLM Serving","created":"2026-09-15","cited_by_count":0,"area":"inference"},{"id":"2609.24639","title":"Analytical Power-Aware Provisioning for Prefill-Decode Disaggregated AI Inference","created":"2026-09-21","cited_by_count":0,"area":"inference"},{"id":"2609.34054","title":"PReCache: Efficient KV Cache Sharing for Multi-LoRA Agents via Low-Rank Precomputation and Neutral Reconstruction","created":"2026-09-28","cited_by_count":0,"area":"inference"},{"id":"2609.34555","title":"PulseInfer: I/O-Centric Sparse KV Cache Offloading for Efficient Long-Context LLM Decoding","created":"2026-09-28","cited_by_count":0,"area":"inference"},{"id":"2609.36526","title":"Adapting Context Compression for Long-Horizon Agents with Counterfactual Continuations","created":"2026-09-29","cited_by_count":0,"area":"inference"},{"id":"2609.36722","title":"ATTUNER: Recomputation-Free KV Cache Reuse via Query-Side Adaptation","created":"2026-09-29","cited_by_count":0,"area":"inference"},{"id":"2610.06917","title":"FluidPD: In-Place Elasticity for SLO-Aware Prefill-Decode Disaggregated LLM Serving","created":"2026-10-02","cited_by_count":0,"area":"inference"},{"id":"2610.14571","title":"Dissecting the Carbon-SLO Tension in Geo-Distributed LLM Serving","created":"2026-10-10","cited_by_count":0,"area":"inference"},{"id":"2610.17338","title":"Budgeted KV-Cache Repair for Evolving Contexts","created":"2026-10-12","cited_by_count":0,"area":"inference"}],"next_cursor":null}