{"total":90,"rows":[{"id":"2501.01005","title":"FlashInfer: Efficient and Customizable Attention Engine for LLM Inference Serving","created":"2025-01-02","cited_by_count":258,"area":"inference"},{"id":"2509.01322","title":"LongCat-Flash Technical Report","created":"2025-09-01","cited_by_count":58,"area":"agents"},{"id":"2410.18038","title":"POD-Attention: Unlocking Full Prefill-Decode Overlap for Faster LLM Inference","created":"2024-10-23","cited_by_count":47,"area":null},{"id":"2511.02230","title":"Continuum: Efficient and Robust Multi-Turn LLM Agent Scheduling with KV Cache Time-to-Live","created":"2025-11-04","cited_by_count":44,"area":"agents"},{"id":"2502.14866","title":"LServe: Efficient Long-sequence LLM Serving with Unified Sparse Attention","created":"2025-02-20","cited_by_count":41,"area":"inference"},{"id":"2411.01142","title":"NEO: Saving GPU Memory Crisis with CPU Offloading for Online LLM Inference","created":"2024-11-02","cited_by_count":37,"area":"inference"},{"id":"2510.12633","title":"Laminar: A Scalable Asynchronous RL Post-Training Framework","created":"2025-10-14","cited_by_count":37,"area":null},{"id":"2508.18572","title":"Strata: Hierarchical Context Caching for Long Context Language Model Serving","created":"2025-08-26","cited_by_count":26,"area":"inference"},{"id":"2502.12216","title":"Tactic: Adaptive Sparse Attention with Clustering and Distribution Fitting for Long-Context LLMs","created":"2025-02-17","cited_by_count":24,"area":"inference"},{"id":"2508.01989","title":"Prefill-Decode Aggregation or Disaggregation? Unifying Both for Goodput-Optimized LLM Serving","created":"2025-08-04","cited_by_count":23,"area":"inference"},{"id":"2505.07203","title":"PrefillOnly: An Inference Engine for Prefill-only Workloads in Large Language Model Applications","created":"2025-05-12","cited_by_count":21,"area":"inference"},{"id":"2411.16102","title":"BlendServe: Optimizing Offline Inference for Auto-regressive Large Models with Resource-aware Batching","created":"2024-11-25","cited_by_count":19,"area":null},{"id":"2505.19645","title":"MoESD: Unveil Speculative Decoding's Potential for Accelerating Sparse MoE","created":"2025-05-26","cited_by_count":19,"area":"moe"},{"id":"2412.10543","title":"METIS: Fast Quality-Aware RAG Systems with Configuration Adaptation","created":"2024-12-13","cited_by_count":17,"area":"rag"},{"id":"2504.19867","title":"semi-PD: Towards Efficient LLM Serving via Phase-Wise Disaggregated Computation and Unified Storage","created":"2025-04-28","cited_by_count":16,"area":"inference"},{"id":"2601.17768","title":"LLM-42: Enabling Determinism in LLM Inference with Verified Speculation","created":"2026-01-25","cited_by_count":16,"area":null},{"id":"2503.06433","title":"Seesaw: High-throughput LLM Inference via Model Re-sharding","created":"2025-03-09","cited_by_count":15,"area":"inference"},{"id":"2505.14733","title":"The Energy Cost of Reasoning: Analyzing Energy Usage in LLMs with Test-time Compute","created":"2025-05-20","cited_by_count":15,"area":"lr"},{"id":"2507.06608","title":"Nexus:Proactive Intra-GPU Disaggregation of Prefill and Decode in LLM Serving","created":"2025-07-09","cited_by_count":13,"area":"inference"},{"id":"2506.05333","title":"Kinetics: Rethinking Test-Time Scaling Laws","created":"2025-06-05","cited_by_count":12,"area":"lr"},{"id":"2501.14808","title":"HyGen: Efficient LLM Serving via Elastic Online-Offline Request Co-location","created":"2025-01-15","cited_by_count":10,"area":"inference"},{"id":"2504.19519","title":"Efficient and Adaptable Overlapping for Computation and Communication via Signaling and Reordering","created":"2025-04-28","cited_by_count":10,"area":null},{"id":"2507.09019","title":"On Evaluating Performance of LLM Inference Serving Systems","created":"2025-07-11","cited_by_count":10,"area":"inference"},{"id":"2512.01278","title":"Accelerating Large-Scale Reasoning Model Inference with Sparse Self-Speculative Decoding","created":"2025-12-01","cited_by_count":10,"area":"lr"},{"id":"2502.20969","title":"TeleRAG: Efficient Retrieval-Augmented Generation Inference with Lookahead Retrieval","created":"2025-02-28","cited_by_count":9,"area":"rag"},{"id":"2410.12168","title":"COMET: Towards Partical W4A4KV4 LLMs Serving","created":"2024-10-16","cited_by_count":6,"area":null},{"id":"2410.12247","title":"EPS-MoE: Expert Pipeline Scheduler for Cost-Efficient MoE Inference","created":"2024-10-16","cited_by_count":6,"area":"moe"},{"id":"2504.09285","title":"DynaServe: Unified and Elastic Execution for Dynamic Disaggregated LLM Serving","created":"2025-04-12","cited_by_count":6,"area":"inference"},{"id":"2509.24626","title":"SparseServe: Unlocking Parallelism for Dynamic Sparse Attention in Long-Context LLM Serving","created":"2025-09-29","cited_by_count":6,"area":"inference"},{"id":"2510.08544","title":"SPAD: Specialized Prefill and Decode Hardware for Disaggregated LLM Inference","created":"2025-10-09","cited_by_count":6,"area":null},{"id":"2510.14392","title":"FairBatching: Fairness-Aware Batch Formation for LLM Inference","created":"2025-10-16","cited_by_count":6,"area":null},{"id":"2604.25899","title":"Pythia: Exploiting Workflow Predictability for Efficient Agent-Native LLM Serving","created":"2026-04-28","cited_by_count":6,"area":"agents"},{"id":"2410.14257","title":"Revisiting Service Level Objectives and System Level Metrics in Large Language Model Serving","created":"2024-10-18","cited_by_count":5,"area":"inference"},{"id":"2504.16397","title":"Compass: SLO-aware Query Planner for Compound AI Serving at Scale","created":"2025-04-23","cited_by_count":5,"area":null},{"id":"2512.09277","title":"Efficient MoE Serving in the Memory-Bound Regime: Balance Activated Experts, Not Tokens","created":"2025-12-10","cited_by_count":5,"area":"moe"},{"id":"2503.19353","title":"QUAD: Quantization and Parameter-Efficient Tuning of LLM with Activation Decomposition","created":"2025-03-25","cited_by_count":4,"area":null},{"id":"2504.19516","title":"Boosting LLM Serving through Spatial-Temporal GPU Resource Sharing","created":"2025-04-28","cited_by_count":4,"area":"inference"},{"id":"2504.20828","title":"Ascendra: Dynamic Request Prioritization for Efficient LLM Serving","created":"2025-04-29","cited_by_count":4,"area":"inference"},{"id":"2506.08276","title":"LEANN: A Low-Storage Vector Index","created":"2025-06-09","cited_by_count":4,"area":"rag"},{"id":"2508.09001","title":"Retrospective Sparse Attention for Efficient Long-Context Generation","created":"2025-08-12","cited_by_count":4,"area":"inference"},{"id":"2509.14199","title":"Dense Video Understanding with Gated Residual Tokenization","created":"2025-09-17","cited_by_count":4,"area":null},{"id":"2511.04791","title":"DuetServe: Harmonizing Prefill and Decode for LLM Serving via Adaptive GPU Multiplexing","created":"2025-11-06","cited_by_count":4,"area":"inference"},{"id":"2511.16193","title":"Fast LLM Post-training via Decoupled and Fastest-of-N Speculation","created":"2025-11-20","cited_by_count":4,"area":"inference"},{"id":"2604.13327","title":"Event Tensor: A Unified Abstraction for Compiling Dynamic Megakernel","created":"2026-04-14","cited_by_count":4,"area":null},{"id":"2509.16857","title":"ShadowServe: Interference-Free KV Cache Fetching for Distributed Prefix Caching","created":"2025-09-21","cited_by_count":3,"area":"inference"},{"id":"2510.14686","title":"xLLM Technical Report","created":"2025-10-16","cited_by_count":3,"area":"inference"},{"id":"2601.17654","title":"Kareus: Joint Reduction of Dynamic and Static Energy in Large Model Training","created":"2026-01-25","cited_by_count":3,"area":null},{"id":"2602.00269","title":"VoxServe: Streaming-Centric Serving System for Speech Language Models","created":"2026-01-30","cited_by_count":3,"area":"inference"},{"id":"2608.01651","title":"Bole: Efficient Tree Speculation for Hybrid-Attention Language Models","created":"2026-08-03","cited_by_count":3,"area":"inference"},{"id":"2504.09590","title":"Efficient LLM Serving on Hybrid Real-time and Best-effort Requests","created":"2025-04-13","cited_by_count":2,"area":"inference"},{"id":"2511.09557","title":"Understanding and Improving Communication Performance in Multi-node LLM Inference","created":"2025-11-12","cited_by_count":2,"area":null},{"id":"2601.20309","title":"SuperInfer: SLO-Aware Rotary Scheduling and Memory Management for LLM Inference on Superchips","created":"2026-01-28","cited_by_count":2,"area":"inference"},{"id":"2602.07263","title":"tLoRA: Efficient Multi-LoRA Training with Elastic Shared Super-Models","created":"2026-02-06","cited_by_count":2,"area":null},{"id":"2603.02376","title":"CUCo: An Agentic Framework for Compute and Communication Co-design","created":"2026-03-02","cited_by_count":2,"area":"agents"},{"id":"2606.10493","title":"Achieving Cloud-Grade SLOs for Local Mixture-of-Experts Inference through CPU-GPU Hybrid Design","created":"2026-06-09","cited_by_count":2,"area":"moe"},{"id":"2607.08565","title":"SMetric: Rethink LLM Scheduling for Serving Agents with Balanced Session-centric Scheduling","created":"2026-07-09","cited_by_count":2,"area":"agents"},{"id":"2607.28150","title":"SmartGen: Seamless Disaggregated LLM Inference with Selective KV Cache Transfer","created":"2026-07-30","cited_by_count":2,"area":"inference"},{"id":"2511.11505","title":"FarSkip-Collective: Unhobbling Blocking Communication in Mixture of Experts Models","created":"2025-11-14","cited_by_count":1,"area":"moe"},{"id":"2604.15186","title":"Scepsy: Serving Agentic Workflows Using Aggregate LLM Pipelines","created":"2026-04-16","cited_by_count":1,"area":"agents"},{"id":"2606.29094","title":"DiLaServe: High SLO Attainment Serving for Diffusion Language Models","created":"2026-06-27","cited_by_count":1,"area":"diffusion"},{"id":"2609.34645","title":"Nereus: Adaptive Parallelism for LLM Post-Training","created":"2026-09-28","cited_by_count":1,"area":null},{"id":"2610.13325","title":"Taking Tokenization off the Host for Agentic LLM Serving","created":"2026-10-09","cited_by_count":1,"area":"inference"},{"id":"2412.04788","title":"GUIDE: A Global Unified Inference Engine for Deploying Large Language Models in Heterogeneous Environments","created":"2024-12-06","cited_by_count":0,"area":"inference"},{"id":"2601.11822","title":"RAPID-Serve: Resource-efficient and Accelerated P/D Intra-GPU Disaggregation","created":"2026-01-16","cited_by_count":0,"area":null},{"id":"2601.15013","title":"RadixMLP -- Intra-batch Deduplication for Causal Transformers","created":"2026-01-21","cited_by_count":0,"area":null},{"id":"2603.28239","title":"A Switch-Centric In-Network Architecture for Accelerating LLM Inference in Shared-Memory Network","created":"2026-03-30","cited_by_count":0,"area":null},{"id":"2604.02715","title":"FluxMoE: Decoupling Expert Residency for High-Performance MoE Serving","created":"2026-04-03","cited_by_count":0,"area":"moe"},{"id":"2604.10180","title":"Tessera: Unlocking Heterogeneous GPUs through Kernel-Granularity Disaggregation","created":"2026-04-11","cited_by_count":0,"area":null},{"id":"2605.06914","title":"Regulating Branch Parallelism in LLM Serving","created":"2026-05-07","cited_by_count":0,"area":"inference"},{"id":"2606.00946","title":"Lodestar: An Online-Learning LLM Inference Router","created":"2026-05-31","cited_by_count":0,"area":null},{"id":"2606.04594","title":"Ekka: Automated Diagnosis of Silent Errors in LLM Inference","created":"2026-06-03","cited_by_count":0,"area":"inference"},{"id":"2606.09200","title":"Resource-aware Computation-Communication Overlap for multi-GPU ML Workloads","created":"2026-06-08","cited_by_count":0,"area":null},{"id":"2606.16352","title":"Communication-Efficient Verifiable Attention for LLM Inference","created":"2026-06-15","cited_by_count":0,"area":null},{"id":"2606.20295","title":"Token-Operations-Oriented Inference Optimization Techniques for Large Models","created":"2026-06-18","cited_by_count":0,"area":null},{"id":"2606.21712","title":"BatchGen: An Architecture for Scalable and Efficient Batch Inference","created":"2026-06-19","cited_by_count":0,"area":null},{"id":"2606.21869","title":"The Language-Energy Divide: Measuring Energy Costs of Multilingual LLM Inference","created":"2026-06-20","cited_by_count":0,"area":null},{"id":"2607.05148","title":"Fully Rotation-Equivariant Spectral-Spatial Learning for Multispectral Object Detection","created":"2026-07-06","cited_by_count":0,"area":null},{"id":"2607.07862","title":"CTA-Pipelining: A Latency-Oriented Spatial Scaling Method for Multi-GPU Systems","created":"2026-07-08","cited_by_count":0,"area":null},{"id":"2607.19704","title":"Efficient Clustering with Quality Guardrails for LLM-based Recommender Systems at Industry Scale","created":"2026-07-22","cited_by_count":0,"area":null},{"id":"2608.13499","title":"OpScale: Operator-level Provisioning and Autoscaling for LLM Serving","created":"2026-08-13","cited_by_count":0,"area":"inference"},{"id":"2608.24650","title":"Simthesizer: An Agent-Driven Simulation Framework for LLM Serving Systems","created":"2026-08-25","cited_by_count":0,"area":"agents"},{"id":"2609.07536","title":"Analytical Resource Management for Fine-grained MoE Computation-Communication Overlap","created":"2026-09-07","cited_by_count":0,"area":"moe"},{"id":"2609.13585","title":"mKernel: Fast Multi-GPU, Multi-Node Fused Kernels","created":"2026-09-11","cited_by_count":0,"area":null},{"id":"2609.14237","title":"OpWeave: Flexible Operator Disaggregation for Heterogeneous LLM Serving","created":"2026-09-13","cited_by_count":0,"area":"moe"},{"id":"2609.18112","title":"Token Latency Fairness: Performance Isolation for Multi-Tenant LLM Serving","created":"2026-09-16","cited_by_count":0,"area":null},{"id":"2609.19657","title":"PrefixBench-H100: Characterizing Prefix Reuse and Time-to-First-Token in H100 LLM Serving","created":"2026-09-17","cited_by_count":0,"area":"inference"},{"id":"2609.34555","title":"PulseInfer: I/O-Centric Sparse KV Cache Offloading for Efficient Long-Context LLM Decoding","created":"2026-09-28","cited_by_count":0,"area":"inference"},{"id":"2609.36070","title":"Mixture-of-Kittens: MoE Megakernel for NVL72s","created":"2026-09-28","cited_by_count":0,"area":"moe"},{"id":"2610.07098","title":"T-CCL: Resource Efficient and Performant Collective Communication using Tensor Memory Accelerator","created":"2026-10-05","cited_by_count":0,"area":null},{"id":"2610.19822","title":"JointServe: Serving Multi-Model Agents on Memory-Constrained GPUs","created":"2026-10-14","cited_by_count":0,"area":"agents"}],"next_cursor":null}