{"total":441,"rows":[{"id":"2404.14469","title":"SnapKV: LLM Knows What You are Looking for Before Generation","created":"2024-04-22","cited_by_count":880,"area":"inference"},{"id":"2401.10774","title":"Medusa: Simple LLM Inference Acceleration Framework with Multiple Decoding Heads","created":"2024-01-19","cited_by_count":843,"area":"inference"},{"id":"2406.16858","title":"EAGLE-2: Faster Inference of Language Models with Dynamic Draft Trees","created":"2024-06-24","cited_by_count":370,"area":"inference"},{"id":"2305.09781","title":"SpecInfer: Accelerating Generative Large Language Model Serving with Tree-based Speculative Inference and Verification","created":"2023-05-16","cited_by_count":365,"area":"inference"},{"id":"2503.01840","title":"EAGLE-3: Scaling up Inference Acceleration of Large Language Models via Training-Time Test","created":"2025-03-03","cited_by_count":331,"area":"inference"},{"id":"2404.16710","title":"LayerSkip: Enabling Early Exit Inference and Self-Speculative Decoding","created":"2024-04-25","cited_by_count":307,"area":"inference"},{"id":"2402.02057","title":"Break the Sequential Dependency of LLM Inference Using Lookahead Decoding","created":"2024-02-03","cited_by_count":298,"area":"inference"},{"id":"2401.07851","title":"Unlocking Efficiency in Large Language Model Inference: A Comprehensive Survey of Speculative Decoding","created":"2024-01-15","cited_by_count":269,"area":"inference"},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2310.08461","title":"DistillSpec: Improving Speculative Decoding via Knowledge Distillation","created":"2023-10-12","cited_by_count":165,"area":"inference"},{"id":"2302.07863","title":"Speculative Decoding with Big Little Decoder","created":"2023-02-15","cited_by_count":164,"area":"inference"},{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2308.04623","title":"Accelerating LLM Inference with Staged Speculative Decoding","created":"2023-08-08","cited_by_count":151,"area":"inference"},{"id":"2311.08252","title":"REST: Retrieval-Based Speculative Decoding","created":"2023-11-14","cited_by_count":150,"area":"inference"},{"id":"2310.15141","title":"SpecTr: Fast Speculative Decoding via Optimal Transport","created":"2023-10-23","cited_by_count":129,"area":"inference"},{"id":"2305.10427","title":"Accelerating Transformer Inference for Translation via Parallel Decoding","created":"2023-05-17","cited_by_count":124,"area":"inference"},{"id":"2402.05109","title":"Hydra: Sequentially-Dependent Draft Heads for Medusa Decoding","created":"2024-02-07","cited_by_count":117,"area":"inference"},{"id":"2310.07177","title":"Online Speculative Decoding","created":"2023-10-11","cited_by_count":113,"area":"inference"},{"id":"2506.00413","title":"Accelerating Diffusion LLMs via Adaptive Parallel Decoding","created":"2025-05-31","cited_by_count":112,"area":"inference"},{"id":"2402.12374","title":"Sequoia: Scalable, Robust, and Hardware-aware Speculative Decoding","created":"2024-02-19","cited_by_count":103,"area":"inference"},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2404.11912","title":"TriForce: Lossless Acceleration of Long Sequence Generation with Hierarchical Speculative Decoding","created":"2024-04-18","cited_by_count":102,"area":"inference"},{"id":"2408.11049","title":"MagicDec: Breaking the Latency-Throughput Tradeoff for Long Context Generation with Speculative Decoding","created":"2024-08-20","cited_by_count":91,"area":"inference"},{"id":"2502.08773","title":"Universal Model Routing for Efficient LLM Inference","created":"2025-02-12","cited_by_count":86,"area":"inference"},{"id":"2408.11850","title":"PEARL: Parallel Speculative Decoding with Adaptive Draft Length","created":"2024-08-13","cited_by_count":85,"area":"inference"},{"id":"2312.11462","title":"Cascade Speculative Drafting for Even Faster LLM Inference","created":"2023-12-18","cited_by_count":83,"area":"inference"},{"id":"2310.05424","title":"Fast and Robust Early-Exiting Framework for Autoregressive Language Models with Synchronized Parallel Decoding","created":"2023-10-09","cited_by_count":80,"area":"inference"},{"id":"2402.02082","title":"GliDe with a CaPE: A Low-Hassle Method to Accelerate Speculative Decoding","created":"2024-02-03","cited_by_count":75,"area":"inference"},{"id":"2405.19715","title":"SpecDec++: Boosting Speculative Decoding via Adaptive Candidate Lengths","created":"2024-05-30","cited_by_count":75,"area":"inference"},{"id":"2403.00835","title":"CLLMs: Consistency Large Language Models","created":"2024-02-28","cited_by_count":72,"area":"inference"},{"id":"2408.15766","title":"Learning Harmonized Representations for Speculative Sampling","created":"2024-08-28","cited_by_count":72,"area":"inference"},{"id":"2410.06916","title":"SWIFT: On-the-Fly Self-Speculative Decoding for LLM Inference Acceleration","created":"2024-10-09","cited_by_count":72,"area":"inference"},{"id":"2406.17276","title":"OPT-Tree: Speculative Decoding with Adaptive Draft Tree Structure","created":"2024-06-25","cited_by_count":67,"area":"inference"},{"id":"2410.01699","title":"Accelerating Auto-regressive Text-to-Image Generation with Training-free Speculative Jacobi Decoding","created":"2024-10-02","cited_by_count":66,"area":"inference"},{"id":"2312.05516","title":"Stateful Large Language Model Serving with Pensieve","created":"2023-12-09","cited_by_count":61,"area":"inference"},{"id":"2404.18911","title":"Kangaroo: Lossless Self-Speculative Decoding via Double Early Exiting","created":"2024-04-29","cited_by_count":58,"area":"inference"},{"id":"2408.05636","title":"Speculative Diffusion Decoding: Accelerating Language Generation through Diffusion","created":"2024-08-10","cited_by_count":57,"area":"inference"},{"id":"2311.13581","title":"PaSS: Parallel Speculative Sampling","created":"2023-11-22","cited_by_count":49,"area":"inference"},{"id":"2406.02532","title":"SpecExec: Massively Parallel Speculative Decoding for Interactive LLM Inference on Consumer Devices","created":"2024-06-04","cited_by_count":46,"area":"inference"},{"id":"2402.13516","title":"ProSparse: Introducing and Enhancing Intrinsic Activation Sparsity within Large Language Models","created":"2024-02-21","cited_by_count":45,"area":"inference"},{"id":"2402.11131","title":"Speculative Streaming: Fast LLM Inference without Auxiliary Models","created":"2024-02-16","cited_by_count":38,"area":"inference"},{"id":"2405.19261","title":"Faster Cascades via Speculative Decoding","created":"2024-05-29","cited_by_count":38,"area":"inference"},{"id":"2312.12728","title":"Lookahead: An Inference Acceleration Framework for Large Language Model with Lossless Generation Accuracy","created":"2023-12-20","cited_by_count":37,"area":"inference"},{"id":"2403.09919","title":"Recurrent Drafter for Fast Speculative Decoding in Large Language Models","created":"2024-03-14","cited_by_count":37,"area":"inference"},{"id":"2406.14066","title":"TurboSpec: Closed-loop Speculation Control System for Optimizing LLM Serving Goodput","created":"2024-06-20","cited_by_count":37,"area":"inference"},{"id":"2601.07568","title":"d3LLM: Ultra-Fast Diffusion LLM using Pseudo-Trajectory Distillation","created":"2026-01-12","cited_by_count":37,"area":"inference"},{"id":"2402.01528","title":"Decoding Speculative Decoding","created":"2024-02-02","cited_by_count":34,"area":"inference"},{"id":"2605.29707","title":"Domino: Decoupling Causal Modeling from Autoregressive Drafting in Speculative Decoding","created":"2026-05-28","cited_by_count":34,"area":"inference"},{"id":"2406.02657","title":"Block Transformer: Global-to-Local Language Modeling for Fast Inference","created":"2024-06-04","cited_by_count":32,"area":"inference"},{"id":"2406.03853","title":"Speculative Decoding via Early-exiting for Faster LLM Inference with Thompson Sampling Control Mechanism","created":"2024-06-06","cited_by_count":32,"area":"inference"},{"id":"2401.06706","title":"Multi-Candidate Speculative Decoding","created":"2024-01-12","cited_by_count":31,"area":"inference"},{"id":"2405.04304","title":"Dynamic Speculation Lookahead Accelerates Speculative Decoding of Large Language Models","created":"2024-05-07","cited_by_count":31,"area":"inference"},{"id":"2403.10444","title":"Block Verification Accelerates Speculative Decoding","created":"2024-03-15","cited_by_count":30,"area":"inference"},{"id":"2510.04147","title":"Self Speculative Decoding for Diffusion Large Language Models","created":"2025-10-05","cited_by_count":30,"area":"inference"},{"id":"2411.00841","title":"A Theoretical Perspective for Speculative Decoding Algorithm","created":"2024-10-30","cited_by_count":29,"area":"inference"},{"id":"2504.18583","title":"PARD: Accelerating LLM Inference with Low-Cost PARallel Draft Model Adaptation","created":"2025-04-23","cited_by_count":29,"area":"inference"},{"id":"2604.12989","title":"Accelerating Speculative Decoding with Block Diffusion Draft Trees","created":"2026-04-14","cited_by_count":29,"area":"inference"},{"id":"2502.11517","title":"Learning to Keep a Promise: Scaling Language Model Decoding Parallelism with Learned Asynchronous Decoding","created":"2025-02-17","cited_by_count":28,"area":"inference"},{"id":"2402.14160","title":"Recursive Speculative Decoding: Accelerating LLM Inference via Sampling Without Replacement","created":"2024-02-21","cited_by_count":27,"area":"inference"},{"id":"2408.08147","title":"P/D-Serve: Serving Disaggregated Large Language Model at Scale","created":"2024-08-15","cited_by_count":27,"area":"inference"},{"id":"2502.10424","title":"QuantSpec: Self-Speculative Decoding with Hierarchical Quantized KV Cache","created":"2025-02-05","cited_by_count":27,"area":"inference"},{"id":"2402.13720","title":"Ouroboros: Generating Longer Drafts Phrase by Phrase for Faster Speculative Decoding","created":"2024-02-21","cited_by_count":25,"area":"inference"},{"id":"2405.19325","title":"Nearest Neighbor Speculative Decoding for LLM Generation and Attribution","created":"2024-05-29","cited_by_count":25,"area":"inference"},{"id":"2410.11744","title":"DySpec: Faster Speculative Decoding with Dynamic Token Tree Structure","created":"2024-10-15","cited_by_count":25,"area":"inference"},{"id":"2601.19278","title":"DART: Diffusion-Inspired Speculative Decoding for Fast LLM Inference","created":"2026-01-27","cited_by_count":24,"area":"inference"},{"id":"2404.08698","title":"Lossless Acceleration of Large Language Model via Adaptive N-gram Parallel Decoding","created":"2024-04-10","cited_by_count":23,"area":"inference"},{"id":"2502.19732","title":"Speculative Decoding and Beyond: An In-Depth Survey of Techniques","created":"2025-02-27","cited_by_count":23,"area":"inference"},{"id":"2504.08850","title":"SpecEE: Accelerating Large Language Model Inference with Speculative Early Exiting","created":"2025-04-11","cited_by_count":23,"area":"inference"},{"id":"2402.11809","title":"Generation Meets Verification: Accelerating Large Language Model Inference with Smart Parallel Auto-Correct Decoding","created":"2024-02-19","cited_by_count":22,"area":"inference"},{"id":"2403.00858","title":"Direct Alignment of Draft Model for Speculative Decoding with Chat-Fine-Tuned LLMs","created":"2024-02-29","cited_by_count":22,"area":"inference"},{"id":"2410.05589","title":"ParallelSpec: Parallel Drafter for Efficient Speculative Decoding","created":"2024-10-08","cited_by_count":22,"area":"inference"},{"id":"2412.04062","title":"ZipAR: Parallel Auto-regressive Image Generation through Spatial Locality","created":"2024-12-05","cited_by_count":21,"area":"inference"},{"id":"2509.18085","title":"Structuring The Future: Diffusion LLM Speculative Decoding via Calibrated Draft Graphs","created":"2025-09-22","cited_by_count":21,"area":"inference"},{"id":"2412.12639","title":"Falcon: Faster and Parallel Inference of Large Language Models through Enhanced Semi-Autoregressive Drafting and Custom-Designed Decoding Tree","created":"2024-12-17","cited_by_count":20,"area":"inference"},{"id":"2502.05202","title":"Accelerating LLM Inference with Lossless Speculative Decoding Algorithms for Heterogeneous Vocabularies","created":"2025-01-31","cited_by_count":20,"area":"inference"},{"id":"2502.14856","title":"FR-Spec: Accelerating Large-Vocabulary Language Models via Frequency-Ranked Speculative Sampling","created":"2025-02-20","cited_by_count":20,"area":"inference"},{"id":"2502.15470","title":"PAPI: Exploiting Dynamic Parallelism in Large Language Model Decoding with a Processing-In-Memory-Enabled Computing System","created":"2025-02-21","cited_by_count":20,"area":"inference"},{"id":"2505.15141","title":"BanditSpec: Adaptive Speculative Decoding via Bandit Algorithms","created":"2025-05-21","cited_by_count":20,"area":"inference"},{"id":"2310.18813","title":"The Synergy of Speculative Decoding and Batching in Serving Large Language Models","created":"2023-10-28","cited_by_count":19,"area":"inference"},{"id":"2408.05235","title":"SLO-aware GPU Frequency Scaling for Energy Efficient LLM Inference Serving","created":"2024-08-05","cited_by_count":19,"area":"inference"},{"id":"2411.11925","title":"Continuous Speculative Decoding for Autoregressive Image Generation","created":"2024-11-18","cited_by_count":19,"area":"inference"},{"id":"2502.18779","title":"Towards Optimal Multi-draft Speculative Decoding","created":"2025-02-26","cited_by_count":19,"area":"inference"},{"id":"2510.00294","title":"Free Draft-and-Verification: Toward Lossless Parallel Decoding for Diffusion Large Language Models","created":"2025-09-30","cited_by_count":19,"area":"inference"},{"id":"2603.04445","title":"Dynamic Model Routing and Cascading for Efficient LLM Inference: A Survey","created":"2026-02-23","cited_by_count":19,"area":"inference"},{"id":"2410.11305","title":"QSpec: Speculative Decoding with Complementary Quantization Schemes","created":"2024-10-15","cited_by_count":18,"area":"inference"},{"id":"2412.18910","title":"AdaEAGLE: Optimizing Speculative Decoding via Explicit Modeling of Adaptive Draft Structures","created":"2024-12-25","cited_by_count":18,"area":"inference"},{"id":"2503.05096","title":"AdaSpec: Adaptive Speculative Decoding for Fast, SLO-Aware Large Language Model Serving","created":"2025-03-07","cited_by_count":18,"area":"inference"},{"id":"2602.23881","title":"LK Losses: Direct Acceptance Rate Optimization for Speculative Decoding","created":"2026-02-27","cited_by_count":18,"area":"inference"},{"id":"2406.00059","title":"Conveyor: Efficient Tool-aware LLM Serving with Tool Partial Execution","created":"2024-05-29","cited_by_count":17,"area":"inference"},{"id":"2412.01447","title":"PLD+: Accelerating LLM inference by leveraging Language Model Artifacts","created":"2024-12-02","cited_by_count":17,"area":"inference"},{"id":"2512.16229","title":"LoPA: Scaling dLLM Inference via Lookahead Parallel Decoding","created":"2025-12-18","cited_by_count":17,"area":"inference"},{"id":"2605.18810","title":"D-PACE: Dynamic Position-Aware Cross-Entropy for Parallel Speculative Drafting","created":"2026-05-12","cited_by_count":17,"area":"inference"},{"id":"2405.18628","title":"Hardware-Aware Parallel Prompt Decoding for Memory-Efficient Acceleration of LLM Inference","created":"2024-05-28","cited_by_count":16,"area":"inference"},{"id":"2411.18462","title":"Draft Model Knows When to Stop: Self-Verification Speculative Decoding for Long-Form Generation","created":"2024-11-27","cited_by_count":16,"area":"inference"},{"id":"2502.11018","title":"GRIFFIN: Effective Token Alignment for Faster Speculative Decoding","created":"2025-02-16","cited_by_count":16,"area":"inference"},{"id":"2603.18567","title":"SpecForge: A Flexible and Efficient Open-Source Training Framework for Speculative Decoding","created":"2026-03-19","cited_by_count":16,"area":"inference"},{"id":"2412.00061","title":"Speculative Decoding with CTC-based Draft Model for LLM Inference Acceleration","created":"2024-11-25","cited_by_count":15,"area":"inference"},{"id":"2412.19925","title":"HADES: Hardware Accelerated Decoding for Efficient Speculation in Large Language Models","created":"2024-12-27","cited_by_count":15,"area":"inference"},{"id":"2504.08242","title":"Jupiter: Fast and Resource-Efficient Collaborative Inference of Generative LLMs on Edge Devices","created":"2025-04-11","cited_by_count":15,"area":"inference"},{"id":"2504.20456","title":"Reviving Any-Subset Autoregressive Models with Principled Parallel Sampling and Speculative Decoding","created":"2025-04-29","cited_by_count":15,"area":"inference"}],"next_cursor":"100"}