{"total":92,"rows":[{"id":"2403.02310","title":"Taming Throughput-Latency Tradeoff in LLM Inference with Sarathi-Serve","created":"2024-03-04","cited_by_count":526,"area":"inference"},{"id":"2308.16369","title":"SARATHI: Efficient LLM Inference by Piggybacking Decodes with Chunked Prefills","created":"2023-08-31","cited_by_count":193,"area":"inference"},{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2305.05920","title":"Fast Distributed Inference Serving for Large Language Models","created":"2023-05-10","cited_by_count":145,"area":"inference"},{"id":"2405.14366","title":"MiniCache: KV Cache Compression in Depth Dimension for Large Language Models","created":"2024-05-23","cited_by_count":125,"area":"inference"},{"id":"2312.04985","title":"SparQ Attention: Bandwidth-Efficient LLM Inference","created":"2023-12-08","cited_by_count":119,"area":"inference"},{"id":"2310.07177","title":"Online Speculative Decoding","created":"2023-10-11","cited_by_count":113,"area":"inference"},{"id":"2506.00413","title":"Accelerating Diffusion LLMs via Adaptive Parallel Decoding","created":"2025-05-31","cited_by_count":112,"area":"inference"},{"id":"2402.18096","title":"No Token Left Behind: Reliable KV Cache Compression via Importance-Aware Mixed Precision Quantization","created":"2024-02-28","cited_by_count":101,"area":"inference"},{"id":"2408.05636","title":"Speculative Diffusion Decoding: Accelerating Language Generation through Diffusion","created":"2024-08-10","cited_by_count":57,"area":"inference"},{"id":"2406.03482","title":"QJL: 1-Bit Quantized JL Transform for KV Cache Quantization with Zero Overhead","created":"2024-06-05","cited_by_count":52,"area":"inference"},{"id":"2402.13516","title":"ProSparse: Introducing and Enhancing Intrinsic Activation Sparsity within Large Language Models","created":"2024-02-21","cited_by_count":45,"area":"inference"},{"id":"2402.11131","title":"Speculative Streaming: Fast LLM Inference without Auxiliary Models","created":"2024-02-16","cited_by_count":38,"area":"inference"},{"id":"2410.04466","title":"Large Language Model Inference Acceleration: A Comprehensive Hardware Perspective","created":"2024-10-06","cited_by_count":38,"area":"inference"},{"id":"2402.01528","title":"Decoding Speculative Decoding","created":"2024-02-02","cited_by_count":34,"area":"inference"},{"id":"2503.23367","title":"FastVAR: Linear Visual Autoregressive Modeling via Cached Token Pruning","created":"2025-03-30","cited_by_count":34,"area":"inference"},{"id":"2406.02657","title":"Block Transformer: Global-to-Local Language Modeling for Fast Inference","created":"2024-06-04","cited_by_count":32,"area":"inference"},{"id":"2411.00841","title":"A Theoretical Perspective for Speculative Decoding Algorithm","created":"2024-10-30","cited_by_count":29,"area":"inference"},{"id":"2502.11517","title":"Learning to Keep a Promise: Scaling Language Model Decoding Parallelism with Learned Asynchronous Decoding","created":"2025-02-17","cited_by_count":28,"area":"inference"},{"id":"2502.13063","title":"Cramming 1568 Tokens into a Single Vector and Back Again: Exploring the Limits of Embedding Space Capacity","created":"2025-02-18","cited_by_count":28,"area":"inference"},{"id":"2410.17897","title":"Value Residual Learning","created":"2024-10-23","cited_by_count":27,"area":"inference"},{"id":"2409.19272","title":"Perception Compressor: A Training-Free Prompt Compression Framework in Long Context Scenarios","created":"2024-09-28","cited_by_count":23,"area":"inference"},{"id":"2503.10568","title":"Autoregressive Image Generation with Randomized Parallel Decoding","created":"2025-03-13","cited_by_count":20,"area":"inference"},{"id":"2502.07115","title":"Online Scheduling for LLM Inference with KV Cache Constraints","created":"2025-02-10","cited_by_count":19,"area":"inference"},{"id":"2410.03090","title":"UNComp: Can Matrix Entropy Uncover Sparsity? -- A Compressor Design from an Uncertainty-Aware Perspective","created":"2024-10-04","cited_by_count":15,"area":"inference"},{"id":"2403.08058","title":"CHAI: Clustered Head Attention for Efficient LLM Inference","created":"2024-03-12","cited_by_count":13,"area":"inference"},{"id":"2406.01698","title":"Demystifying AI Platform Design for Distributed Inference of Next-Generation LLM models","created":"2024-06-03","cited_by_count":12,"area":"inference"},{"id":"2503.16980","title":"VQToken: Neural Discrete Token Representation Learning for Extreme Token Reduction in Video Large Language Models","created":"2025-03-21","cited_by_count":12,"area":"inference"},{"id":"2404.15778","title":"BASS: Batched Attention-optimized Speculative Sampling","created":"2024-04-24","cited_by_count":11,"area":"inference"},{"id":"2410.08391","title":"KV Prediction for Improved Time to First Token","created":"2024-10-10","cited_by_count":11,"area":"inference"},{"id":"2505.24196","title":"CLaSp: In-Context Layer Skip for Self-Speculative Decoding","created":"2025-05-30","cited_by_count":11,"area":"inference"},{"id":"2410.13839","title":"Accelerating Codec-based Speech Synthesis with Multi-Token Prediction and Speculative Decoding","created":"2024-10-17","cited_by_count":10,"area":"inference"},{"id":"2502.16880","title":"CORAL: Learning Consistent Representations across Multi-step Training with Lighter Speculative Drafter","created":"2025-02-24","cited_by_count":9,"area":"inference"},{"id":"2503.14070","title":"Fast Autoregressive Video Generation with Diagonal Decoding","created":"2025-03-18","cited_by_count":8,"area":"inference"},{"id":"2504.10724","title":"HELIOS: Adaptive Model And Early-Exit Selection for Efficient LLM Inference Serving","created":"2025-04-14","cited_by_count":8,"area":"inference"},{"id":"2506.10443","title":"MNN-LLM: A Generic Inference Engine for Fast Large Language Model Deployment on Mobile Devices","created":"2025-06-12","cited_by_count":8,"area":"inference"},{"id":"2603.17435","title":"ZipServ: Fast and Memory-Efficient LLM Inference with Hardware-Aware Lossless Compression","created":"2026-03-18","cited_by_count":8,"area":"inference"},{"id":"2403.08845","title":"Bifurcated Attention: Accelerating Massively Parallel Decoding with Shared Prefixes in LLMs","created":"2024-03-13","cited_by_count":7,"area":"inference"},{"id":"2504.04704","title":"LagKV: Lag-Relative Information of the KV Cache Tells Which Tokens Are Important","created":"2025-04-07","cited_by_count":7,"area":"inference"},{"id":"2508.06133","title":"LLM Serving Optimization with Variable Prefill and Decode Lengths","created":"2025-08-08","cited_by_count":7,"area":"inference"},{"id":"2409.15395","title":"Parse Trees Guided LLM Prompt Compression","created":"2024-09-23","cited_by_count":6,"area":"inference"},{"id":"2411.11055","title":"FastDraft: How to Train Your Draft","created":"2024-11-17","cited_by_count":6,"area":"inference"},{"id":"2504.07494","title":"Apt-Serve: Adaptive Request Scheduling on Hybrid Cache for Scalable LLM Inference Serving","created":"2025-04-10","cited_by_count":6,"area":"inference"},{"id":"2504.14992","title":"Efficient Pretraining Length Scaling","created":"2025-04-21","cited_by_count":6,"area":"inference"},{"id":"2506.07334","title":"Graph-KV: Breaking Sequence via Injecting Structural Biases into Large Language Models","created":"2025-06-09","cited_by_count":6,"area":"inference"},{"id":"2408.08470","title":"Context-Aware Assistant Selection for Improved Inference Acceleration with Large Language Models","created":"2024-08-16","cited_by_count":5,"area":"inference"},{"id":"2412.06858","title":"Taming Sensitive Weights : Noise Perturbation Fine-tuning for Robust LLM Quantization","created":"2024-12-08","cited_by_count":4,"area":"inference"},{"id":"2412.19325","title":"Performance Control in Early Exiting to Deploy Large Models at the Same Cost of Smaller Ones","created":"2024-12-26","cited_by_count":4,"area":"inference"},{"id":"2506.00307","title":"Lossless Token Sequence Compression via Meta-Tokens","created":"2025-05-30","cited_by_count":4,"area":"inference"},{"id":"2510.02329","title":"SelfJudge: Faster Speculative Decoding via Self-Supervised Judge Verification","created":"2025-09-26","cited_by_count":4,"area":"inference"},{"id":"2510.13847","title":"DynaSpec: Context-aware Dynamic Speculative Sampling for Large-Vocabulary Language Models","created":"2025-10-11","cited_by_count":4,"area":"inference"},{"id":"2604.04987","title":"Cactus: Accelerating Auto-Regressive Decoding with Constrained Acceptance Speculative Sampling","created":"2026-04-05","cited_by_count":4,"area":"inference"},{"id":"2312.00388","title":"LinguaLinked: A Distributed Large Language Model Inference System for Mobile Devices","created":"2023-12-01","cited_by_count":3,"area":"inference"},{"id":"2411.16003","title":"eFedLLM: Efficient LLM Inference Based on Federated Learning","created":"2024-11-24","cited_by_count":3,"area":"inference"},{"id":"2605.00831","title":"GhostServe: A Lightweight Checkpointing System in the Shadow for Fault-Tolerant LLM Serving","created":"2026-03-26","cited_by_count":3,"area":"inference"},{"id":"2606.05014","title":"Depth-Attention: Cross-Layer Value Mixing for Language Models","created":"2026-06-03","cited_by_count":3,"area":"inference"},{"id":"2607.10186","title":"FlashAccel: Leveraging High-Bandwidth Flash (HBF) for High-Throughput LLM Inference","created":"2026-07-11","cited_by_count":3,"area":"inference"},{"id":"2309.16738","title":"ELIP: Efficient Discriminative Language-Image Pre-training with Fewer Vision Tokens","created":"2023-09-28","cited_by_count":2,"area":"inference"},{"id":"2505.07680","title":"SpecRouter: Adaptive Routing for Multi-Level Speculative Decoding in Large Language Models","created":"2025-05-12","cited_by_count":2,"area":"inference"},{"id":"2510.13161","title":"Mirror Speculative Decoding: Breaking the Serial Barrier in LLM Inference","created":"2025-10-15","cited_by_count":2,"area":"inference"},{"id":"2512.11529","title":"xGR: Efficient Generative Recommendation Serving at Scale","created":"2025-12-12","cited_by_count":2,"area":"inference"},{"id":"2601.19611","title":"Explicit Multi-head Attention for Inter-head Interaction in Large Language Models","created":"2026-01-27","cited_by_count":2,"area":"inference"},{"id":"2601.21351","title":"Analytical Provisioning for Attention-FFN Disaggregated LLM Serving under Stochastic Workloads","created":"2026-01-29","cited_by_count":2,"area":"inference"},{"id":"2605.04595","title":"A Queueing-Theoretic Framework for Stability Analysis of LLM Inference with KV Cache Memory Constraints","created":"2026-05-06","cited_by_count":2,"area":"inference"},{"id":"2412.18106","title":"Tackling the Dynamicity in a Production LLM Serving System with SOTA Optimizations via Hybrid Prefill/Decode/Verify Scheduling on Efficient Meta-kernels","created":"2024-12-24","cited_by_count":1,"area":"inference"},{"id":"2511.11733","title":"Speculative Decoding in Decentralized LLM Inference: Turning Communication Latency into Computation Throughput","created":"2025-11-13","cited_by_count":1,"area":"inference"},{"id":"2511.12281","title":"Cmprsr: Abstractive Token-Level Question-Agnostic Prompt Compressor","created":"2025-11-15","cited_by_count":1,"area":"inference"},{"id":"2601.19910","title":"Understanding Bottlenecks for Efficiently Serving LLM Inference With KV Offloading","created":"2025-12-16","cited_by_count":1,"area":"inference"},{"id":"2602.01778","title":"Data Distribution Matters: A Data-Centric Perspective on Context Compression for Large Language Model","created":"2026-02-02","cited_by_count":1,"area":"inference"},{"id":"2602.06471","title":"Revisiting the Shape Convention of Transformer Language Models","created":"2026-02-06","cited_by_count":1,"area":"inference"},{"id":"2603.27138","title":"ScoutAttention: Efficient KV Cache Offloading via Layer-Ahead CPU Pre-computation for LLM Inference","created":"2026-03-28","cited_by_count":1,"area":"inference"},{"id":"2605.01280","title":"Position: LLM Serving Needs Mathematical Optimization and Algorithmic Foundations, Not Just Heuristics","created":"2026-05-02","cited_by_count":1,"area":"inference"},{"id":"2606.00021","title":"SENSE: Semantic Embedding Navigation with Soft-gated Evaluation for Retrieval-based Speculative Decoding","created":"2026-04-14","cited_by_count":1,"area":"inference"},{"id":"2606.12487","title":"DynamicPTQ: Mitigating Activation Quantization Collapse via Residual-Stream Dynamics","created":"2026-06-10","cited_by_count":1,"area":"inference"},{"id":"2606.18600","title":"ShuntServe: Cost-Efficient LLM Serving on Heterogeneous Spot GPU Clusters","created":"2026-06-17","cited_by_count":1,"area":"inference"},{"id":"2608.12385","title":"Decode-Branch Transformers: Decoupling the Primary Prefill Path from Additional Decode Computation","created":"2026-07-31","cited_by_count":1,"area":"inference"},{"id":"2407.21082","title":"Accelerating Large Language Model Inference with Self-Supervised Early Exits","created":"2024-07-30","cited_by_count":0,"area":"inference"},{"id":"2412.05225","title":"BEExformer: A Fast Inferencing Binarized Transformer with Early Exits","created":"2024-12-06","cited_by_count":0,"area":"inference"},{"id":"2505.08600","title":"Automatic Task Detection and Heterogeneous LLM Speculative Decoding","created":"2025-05-13","cited_by_count":0,"area":"inference"},{"id":"2603.03333","title":"Training-free Dropout Sampling for Semantic Token Acceptance in Speculative Decoding","created":"2026-02-11","cited_by_count":0,"area":"inference"},{"id":"2603.11053","title":"Speculative Decoding Scaling Laws (SDSL): Throughput Optimization Made Simple","created":"2026-02-25","cited_by_count":0,"area":"inference"},{"id":"2605.25085","title":"Polynomial Context-Truncation Sensitivity in Autoregressive Language Models: Sequential Wyner-Ziv Bounds for KV Cache Compression","created":"2026-05-24","cited_by_count":0,"area":"inference"},{"id":"2606.03739","title":"Entropy Gate: Entropy Quenching for Near-Lossless Token Compression in LLM Pipelines","created":"2026-06-02","cited_by_count":0,"area":"inference"},{"id":"2606.16264","title":"Tropical: Enhancing SLO Attainment in Disaggregated LLM Serving via SLO-Aware Multiplexing","created":"2026-06-15","cited_by_count":0,"area":"inference"},{"id":"2607.08993","title":"StreamDQ: Near-Memory Weight DeQuantization in Custom HBM for Scalable AI Inference Acceleration","created":"2026-07-09","cited_by_count":0,"area":"inference"},{"id":"2608.09703","title":"Matryoshka Language Model Suites","created":"2026-08-10","cited_by_count":0,"area":"inference"},{"id":"2608.25062","title":"FLINT: Efficiently Leveraging High Bandwidth Flash for Capacity-Scalable LLM Inference Acceleration","created":"2026-08-25","cited_by_count":0,"area":"inference"},{"id":"2609.05275","title":"Don't Drop Dropout: Optimizing Layer Sparsity for Efficient LLM Training and Inference","created":"2026-09-04","cited_by_count":0,"area":"inference"},{"id":"2609.09338","title":"Osprey: Target-agnostic Pre-training Makes Stronger Drafters in Speculative Decoding","created":"2026-09-08","cited_by_count":0,"area":"inference"},{"id":"2609.12337","title":"Theoretical Guarantees for One-Shot Magnitude Pruning and Compute-Adaptive Early Exit","created":"2026-09-11","cited_by_count":0,"area":"inference"},{"id":"2609.17008","title":"FlexEE: Self-Speculative and KV-Compatible Early Exiting for Offloading-Aware LLM Inference","created":"2026-09-15","cited_by_count":0,"area":"inference"},{"id":"2609.32898","title":"When Less Compute Is More: Adaptive Early Exit Improves Pretrained Outlier Detection","created":"2026-09-26","cited_by_count":0,"area":"inference"}],"next_cursor":null}