{"total":73,"rows":[{"id":"2407.21787","title":"Large Language Monkeys: Scaling Inference Compute with Repeated Sampling","created":"2024-07-31","cited_by_count":991,"area":null},{"id":"2501.01005","title":"FlashInfer: Efficient and Customizable Attention Engine for LLM Inference Serving","created":"2025-01-02","cited_by_count":258,"area":"inference"},{"id":"2405.15556","title":"Certifiably Robust RAG against Retrieval Corruption","created":"2024-05-24","cited_by_count":151,"area":"rag"},{"id":"2406.16838","title":"From Decoding to Meta-Generation: Inference-time Algorithms for Large Language Models","created":"2024-06-24","cited_by_count":137,"area":null},{"id":"2410.21465","title":"ShadowKV: KV Cache in Shadows for High-Throughput Long-Context LLM Inference","created":"2024-10-28","cited_by_count":134,"area":"inference"},{"id":"2412.19442","title":"A Survey on Large Language Model Acceleration based on KV Cache Management","created":"2024-12-27","cited_by_count":131,"area":"lr"},{"id":"2506.06266","title":"Cartridges: Lightweight and general-purpose long context representations via self-study","created":"2025-06-06","cited_by_count":86,"area":"inference"},{"id":"2411.11217","title":"MoE-Lightning: High-Throughput MoE Inference on Memory-constrained GPUs","created":"2024-11-18","cited_by_count":73,"area":"moe"},{"id":"2407.00023","title":"Preble: Efficient Distributed Prompt Scheduling for LLM Serving","created":"2024-05-08","cited_by_count":70,"area":"inference"},{"id":"2412.10319","title":"SCBench: A KV Cache-Centric Analysis of Long-Context Methods","created":"2024-12-13","cited_by_count":60,"area":"inference"},{"id":"2406.03372","title":"Training of Physical Neural Networks","created":"2024-06-05","cited_by_count":49,"area":null},{"id":"2406.14066","title":"TurboSpec: Closed-loop Speculation Control System for Optimizing LLM Serving Goodput","created":"2024-06-20","cited_by_count":37,"area":"inference"},{"id":"2410.16377","title":"A Simple Model of Inference Scaling Laws","created":"2024-10-21","cited_by_count":36,"area":null},{"id":"2412.03594","title":"BatchLLM: Optimizing Large Batched LLM Inference with Global Prefix Sharing and Throughput-oriented Token Batching","created":"2024-11-29","cited_by_count":32,"area":null},{"id":"2411.01783","title":"Context Parallelism for Scalable Million-Token Inference","created":"2024-11-04","cited_by_count":26,"area":null},{"id":"2410.03065","title":"Compute Or Load KV Cache? Why Not Both?","created":"2024-10-04","cited_by_count":25,"area":"inference"},{"id":"2403.05821","title":"Optimizing LLM Queries in Relational Data Analytics Workloads","created":"2024-03-09","cited_by_count":22,"area":null},{"id":"2502.07776","title":"Auditing Prompt Caching in Language Model APIs","created":"2025-02-11","cited_by_count":20,"area":null},{"id":"2404.00242","title":"DeFT: Decoding with Flash Tree-attention for Efficient Tree-structured LLM Inference","created":"2024-03-30","cited_by_count":19,"area":"inference"},{"id":"2409.04992","title":"InstInfer: In-Storage Attention Offloading for Cost-Effective Long-Context LLM Inference","created":"2024-09-08","cited_by_count":19,"area":"inference"},{"id":"2411.16102","title":"BlendServe: Optimizing Offline Inference for Auto-regressive Large Models with Resource-aware Batching","created":"2024-11-25","cited_by_count":19,"area":null},{"id":"2601.06007","title":"Don't Break the Cache: An Evaluation of Prompt Caching for Long-Horizon Agentic Tasks","created":"2026-01-09","cited_by_count":19,"area":"agents"},{"id":"2505.10938","title":"Accurate KV Cache Quantization with Outlier Tokens Tracing","created":"2025-05-16","cited_by_count":18,"area":"inference"},{"id":"2502.13575","title":"ETS: Efficient Tree Search for Inference-Time Scaling","created":"2025-02-19","cited_by_count":16,"area":"lr"},{"id":"2606.30560","title":"TraceLab: Characterizing Coding Agent Workloads for LLM Serving","created":"2026-06-29","cited_by_count":16,"area":"agents"},{"id":"2504.13828","title":"Generative AI Act II: Test Time Scaling Drives Cognition Engineering","created":"2025-04-18","cited_by_count":15,"area":"lr"},{"id":"2601.22705","title":"CONCUR: High-Throughput Agentic Batch Inference of LLM via Congestion-Based Concurrency Control","created":"2026-01-30","cited_by_count":14,"area":"inference"},{"id":"2601.04359","title":"PackCache: A Training-Free Acceleration Method for Unified Autoregressive Video Generation via Compact KV-Cache","created":"2026-01-07","cited_by_count":13,"area":"inference"},{"id":"2506.05333","title":"Kinetics: Rethinking Test-Time Scaling Laws","created":"2025-06-05","cited_by_count":12,"area":"lr"},{"id":"2501.14808","title":"HyGen: Efficient LLM Serving via Elastic Online-Offline Request Co-location","created":"2025-01-15","cited_by_count":10,"area":"inference"},{"id":"2501.14743","title":"KVDirect: Distributed Disaggregated LLM Inference","created":"2024-12-13","cited_by_count":8,"area":"inference"},{"id":"2403.08845","title":"Bifurcated Attention: Accelerating Massively Parallel Decoding with Shared Prefixes in LLMs","created":"2024-03-13","cited_by_count":7,"area":"inference"},{"id":"2406.10903","title":"New Solutions on LLM Acceleration, Optimization, and Application","created":"2024-06-16","cited_by_count":7,"area":null},{"id":"2507.10069","title":"ElasticMM: Efficient Multimodal LLMs Serving with Elastic Multimodal Parallelism","created":"2025-07-14","cited_by_count":7,"area":"mllm"},{"id":"2508.08192","title":"Efficient Speculative Decoding for Llama at Scale: Challenges and Solutions","created":"2025-08-11","cited_by_count":7,"area":"inference"},{"id":"2606.20537","title":"Execution-State Capsules: Graph-Bound Execution-State Checkpoint and Restore for Low-Latency, Small-Batch, On-Device Physical-AI Serving","created":"2026-06-18","cited_by_count":7,"area":"inference"},{"id":"2607.01299","title":"HYPIC: Accelerating Hybrid-Attention LLM Serving with Position-Independent Caching","created":"2026-07-01","cited_by_count":7,"area":"rag"},{"id":"2508.01002","title":"Optimal Scheduling Algorithms for LLM Inference: Theory and Practice","created":"2025-08-01","cited_by_count":6,"area":"inference"},{"id":"2503.07545","title":"Queueing, Predictions, and LLMs: Challenges and Open Problems","created":"2025-03-10","cited_by_count":5,"area":null},{"id":"2410.20305","title":"Accelerating Direct Preference Optimization with Prefix Sharing","created":"2024-10-27","cited_by_count":4,"area":"alignment"},{"id":"2503.08461","title":"FastCache: Optimizing Multimodal LLM Serving through Lightweight KV-Cache Compression Framework","created":"2025-03-11","cited_by_count":3,"area":"inference"},{"id":"2504.09345","title":"MoE-Lens: Towards the Hardware Limit of High-Throughput MoE LLM Serving Under Resource Constraints","created":"2025-04-12","cited_by_count":3,"area":"moe"},{"id":"2403.13112","title":"Efficient Encoder-Decoder Transformer Decoding for Decomposable Tasks","created":"2024-03-19","cited_by_count":2,"area":null},{"id":"2508.17032","title":"Learned Structure in Cartridges: Keys as Shareable Routers in Self-Studied Representations","created":"2025-08-23","cited_by_count":2,"area":"inference"},{"id":"2512.11529","title":"xGR: Efficient Generative Recommendation Serving at Scale","created":"2025-12-12","cited_by_count":2,"area":"inference"},{"id":"2605.02960","title":"MoE-Prefill: Zero Redundancy Overheads in MoE Prefill Serving","created":"2026-05-03","cited_by_count":2,"area":"moe"},{"id":"2506.01986","title":"SpecMemo: Speculative Decoding is in Your Pocket","created":"2025-05-16","cited_by_count":1,"area":"inference"},{"id":"2507.19906","title":"CaliDrop: KV Cache Compression with Calibration","created":"2025-07-26","cited_by_count":1,"area":"inference"},{"id":"2601.03067","title":"Joint Encoding of KV-Cache Blocks for Scalable LLM Serving","created":"2026-01-06","cited_by_count":1,"area":"inference"},{"id":"2601.15714","title":"Even GPT-5.2 Can't Count to Five: The Case for Zero-Error Horizons in Trustworthy LLMs","created":"2026-01-22","cited_by_count":1,"area":null},{"id":"2603.10726","title":"PrefixWall: Mitigating Prefix Caching Side Channels in Shared LLM Systems","created":"2026-03-11","cited_by_count":1,"area":"inference"},{"id":"2604.17182","title":"Layer-wise MoE Routing Locality under Shared-Prefix Code Generation: Token-Identity Decomposition and Compile-Equivalent Fork Redundancy","created":"2026-04-19","cited_by_count":1,"area":"moe"},{"id":"2604.20500","title":"Efficient Test-Time Inference via Deterministic Exploration of Truncated Decoding Trees","created":"2026-04-22","cited_by_count":1,"area":"lr"},{"id":"2607.22648","title":"PTStore (Prefix Tensor Store): Distributed Prefix Caching and Replication for High Throughput Inference Serving","created":"2026-06-25","cited_by_count":1,"area":"inference"},{"id":"2608.01718","title":"LaCache: Robust Semantic Caching for LLM Serving","created":"2026-08-03","cited_by_count":1,"area":"inference"},{"id":"2609.05707","title":"Intra-Prompt Parallel Decoding for Common-Context Question Answering","created":"2026-09-04","cited_by_count":1,"area":"inference"},{"id":"2609.27085","title":"Crossflow: Prefill-Decode Elasticity for Agentic LLM Serving","created":"2026-09-22","cited_by_count":1,"area":"agents"},{"id":"2509.21081","title":"TyphoonMLA: A Mixed Naive-Absorb MLA Kernel For Shared Prefix","created":"2025-09-25","cited_by_count":0,"area":null},{"id":"2601.15013","title":"RadixMLP -- Intra-batch Deduplication for Causal Transformers","created":"2026-01-21","cited_by_count":0,"area":null},{"id":"2605.31485","title":"Graphical einops: bridging tensor networks and computation graphs","created":"2026-05-29","cited_by_count":0,"area":null},{"id":"2607.02525","title":"PEEK: Predictive Queue-Informed KV Cache Management for LLM Serving","created":"2026-05-10","cited_by_count":0,"area":"inference"},{"id":"2607.02574","title":"From Tensor Buffer to Distributed Memory Hierarchy: A Survey of KV Cache Management for LLM Serving","created":"2026-06-30","cited_by_count":0,"area":"inference"},{"id":"2607.17181","title":"Talaria: Session-Aware Serverless Serving of Hundred-Billion-Parameter LLMs","created":"2026-07-19","cited_by_count":0,"area":null},{"id":"2608.15584","title":"GraniKV: Asymmetric Granularity KV-Cache Paging for Multi-Agent Systems with Long Shared Prefix","created":"2026-08-16","cited_by_count":0,"area":"inference"},{"id":"2608.26140","title":"Affix Cache for Diffusion Large Language Models","created":"2026-06-26","cited_by_count":0,"area":null},{"id":"2609.21172","title":"TierKV: Long-Context On-Device LLMs via Predictive Multi-Tier KV Caching","created":"2026-09-18","cited_by_count":0,"area":"inference"},{"id":"2609.33410","title":"FoldAttention: Declared-Reference Softmax for Fast Decode and Deterministic Backward","created":"2026-09-27","cited_by_count":0,"area":"inference"},{"id":"2609.39111","title":"Bongard: Training Machine Intuition","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2609.39334","title":"Taming Speculative Search for Test-Time Scaling in LLM Serving","created":"2026-09-30","cited_by_count":0,"area":"lr"},{"id":"2610.00437","title":"JevSpawn: Adaptive Agentic Inference through Compositional Action Spaces","created":"2026-09-30","cited_by_count":0,"area":"lr"},{"id":"2610.04875","title":"SpecFold: Folding Multi-Branch Redundancy for Faster Speculative Decoding in Diffusion Language Models","created":"2026-10-04","cited_by_count":0,"area":"diffusion"},{"id":"2610.07327","title":"SharedKV-BT: Node-Local Typed Decisions for Behavior-Tree Agents","created":"2026-10-05","cited_by_count":0,"area":null},{"id":"2610.18861","title":"Hybrid Reasoning Agents","created":"2026-10-13","cited_by_count":0,"area":"lr"}],"next_cursor":null}