{"total":102,"rows":[{"id":"2401.10774","title":"Medusa: Simple LLM Inference Acceleration Framework with Multiple Decoding Heads","created":"2024-01-19","cited_by_count":843,"area":"inference"},{"id":"2402.02057","title":"Break the Sequential Dependency of LLM Inference Using Lookahead Decoding","created":"2024-02-03","cited_by_count":298,"area":"inference"},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2404.11912","title":"TriForce: Lossless Acceleration of Long Sequence Generation with Hierarchical Speculative Decoding","created":"2024-04-18","cited_by_count":102,"area":"inference"},{"id":"2405.19715","title":"SpecDec++: Boosting Speculative Decoding via Adaptive Candidate Lengths","created":"2024-05-30","cited_by_count":75,"area":"inference"},{"id":"2410.06916","title":"SWIFT: On-the-Fly Self-Speculative Decoding for LLM Inference Acceleration","created":"2024-10-09","cited_by_count":72,"area":"inference"},{"id":"2406.17276","title":"OPT-Tree: Speculative Decoding with Adaptive Draft Tree Structure","created":"2024-06-25","cited_by_count":67,"area":"inference"},{"id":"2404.18911","title":"Kangaroo: Lossless Self-Speculative Decoding via Double Early Exiting","created":"2024-04-29","cited_by_count":58,"area":"inference"},{"id":"2406.02532","title":"SpecExec: Massively Parallel Speculative Decoding for Interactive LLM Inference on Consumer Devices","created":"2024-06-04","cited_by_count":46,"area":"inference"},{"id":"2411.10666","title":"SAM Decoding: Speculative Decoding via Suffix Automaton","created":"2024-11-16","cited_by_count":39,"area":"inference"},{"id":"2403.09919","title":"Recurrent Drafter for Fast Speculative Decoding in Large Language Models","created":"2024-03-14","cited_by_count":37,"area":"inference"},{"id":"2601.07568","title":"d3LLM: Ultra-Fast Diffusion LLM using Pseudo-Trajectory Distillation","created":"2026-01-12","cited_by_count":37,"area":"inference"},{"id":"2403.10444","title":"Block Verification Accelerates Speculative Decoding","created":"2024-03-15","cited_by_count":30,"area":"inference"},{"id":"2411.00841","title":"A Theoretical Perspective for Speculative Decoding Algorithm","created":"2024-10-30","cited_by_count":29,"area":"inference"},{"id":"2504.18583","title":"PARD: Accelerating LLM Inference with Low-Cost PARallel Draft Model Adaptation","created":"2025-04-23","cited_by_count":29,"area":"inference"},{"id":"2502.11517","title":"Learning to Keep a Promise: Scaling Language Model Decoding Parallelism with Learned Asynchronous Decoding","created":"2025-02-17","cited_by_count":28,"area":"inference"},{"id":"2405.19325","title":"Nearest Neighbor Speculative Decoding for LLM Generation and Attribution","created":"2024-05-29","cited_by_count":25,"area":"inference"},{"id":"2410.11744","title":"DySpec: Faster Speculative Decoding with Dynamic Token Tree Structure","created":"2024-10-15","cited_by_count":25,"area":"inference"},{"id":"2502.19732","title":"Speculative Decoding and Beyond: An In-Depth Survey of Techniques","created":"2025-02-27","cited_by_count":23,"area":"inference"},{"id":"2410.05589","title":"ParallelSpec: Parallel Drafter for Efficient Speculative Decoding","created":"2024-10-08","cited_by_count":22,"area":"inference"},{"id":"2505.15141","title":"BanditSpec: Adaptive Speculative Decoding via Bandit Algorithms","created":"2025-05-21","cited_by_count":20,"area":"inference"},{"id":"2502.18779","title":"Towards Optimal Multi-draft Speculative Decoding","created":"2025-02-26","cited_by_count":19,"area":"inference"},{"id":"2503.05096","title":"AdaSpec: Adaptive Speculative Decoding for Fast, SLO-Aware Large Language Model Serving","created":"2025-03-07","cited_by_count":18,"area":"inference"},{"id":"2410.03804","title":"Mixture of Attentions For Speculative Decoding","created":"2024-10-04","cited_by_count":17,"area":"inference"},{"id":"2405.18628","title":"Hardware-Aware Parallel Prompt Decoding for Memory-Efficient Acceleration of LLM Inference","created":"2024-05-28","cited_by_count":16,"area":"inference"},{"id":"2502.11018","title":"GRIFFIN: Effective Token Alignment for Faster Speculative Decoding","created":"2025-02-16","cited_by_count":16,"area":"inference"},{"id":"2606.18394","title":"JetSpec: Breaking the Scaling Ceiling of Speculative Decoding with Parallel Tree Drafting","created":"2026-06-16","cited_by_count":15,"area":"inference"},{"id":"2410.17375","title":"AMUSD: Asynchronous Multi-Device Speculative Decoding for LLM Acceleration","created":"2024-10-22","cited_by_count":14,"area":"inference"},{"id":"2411.03786","title":"The N-Grammys: Accelerating Autoregressive Inference with Learning-Free Batched Speculation","created":"2024-11-06","cited_by_count":14,"area":"inference"},{"id":"2507.01449","title":"LogitSpec: Accelerating Retrieval-based Speculative Decoding via Next Next Token Speculation","created":"2025-07-02","cited_by_count":14,"area":"inference"},{"id":"2504.20039","title":"AutoJudge: Judge Decoding Without Manual Annotation","created":"2025-04-28","cited_by_count":13,"area":"inference"},{"id":"2512.14681","title":"Fast and Accurate Causal Parallel Decoding using Jacobi Forcing","created":"2025-12-16","cited_by_count":13,"area":"inference"},{"id":"2601.07353","title":"TALON: Confidence-Aware Speculative Decoding with Adaptive Token Trees","created":"2026-01-12","cited_by_count":13,"area":"inference"},{"id":"2604.09603","title":"ECHO: Elastic Speculative Decoding with Sparse Gating for High-Concurrency Scenarios","created":"2026-03-10","cited_by_count":12,"area":"inference"},{"id":"2407.09722","title":"Optimized Multi-Token Joint Decoding with Auxiliary Model for LLM Inference","created":"2024-07-12","cited_by_count":11,"area":"inference"},{"id":"2505.24196","title":"CLaSp: In-Context Layer Skip for Self-Speculative Decoding","created":"2025-05-30","cited_by_count":11,"area":"inference"},{"id":"2402.08644","title":"Tandem Transformers for Inference Efficient LLMs","created":"2024-02-13","cited_by_count":10,"area":"inference"},{"id":"2407.03157","title":"Let the Code LLM Edit Itself When You Edit the Code","created":"2024-07-03","cited_by_count":10,"area":"inference"},{"id":"2505.13204","title":"Alignment-Augmented Speculative Decoding with Alignment Sampling and Conditional Verification","created":"2025-05-19","cited_by_count":10,"area":"inference"},{"id":"2509.22134","title":"Bridging Draft Policy Misalignment: Group Tree Optimization for Speculative Decoding","created":"2025-09-26","cited_by_count":10,"area":"inference"},{"id":"2511.22972","title":"Training-Free Loosely Speculative Decoding: Accepting Semantically Correct Drafts Beyond Exact Match","created":"2025-11-28","cited_by_count":10,"area":"inference"},{"id":"2604.09557","title":"SPEED-Bench: A Unified and Diverse Benchmark for Speculative Decoding","created":"2026-02-10","cited_by_count":10,"area":"inference"},{"id":"2410.20418","title":"Inevitable Trade-off between Watermark Strength and Speculative Sampling Efficiency for Language Models","created":"2024-10-27","cited_by_count":8,"area":"inference"},{"id":"2402.09360","title":"HiRE: High Recall Approximate Top-$k$ Estimation for Efficient LLM Inference","created":"2024-02-14","cited_by_count":7,"area":"inference"},{"id":"2404.14897","title":"Beyond the Speculative Game: A Survey of Speculative Execution in Large Language Models","created":"2024-04-23","cited_by_count":7,"area":"inference"},{"id":"2410.10141","title":"Temperature-Centric Investigation of Speculative Decoding with Knowledge Distillation","created":"2024-10-14","cited_by_count":7,"area":"inference"},{"id":"2411.01076","title":"When Speculation Spills Secrets: Side Channels via Speculative Decoding In LLMs","created":"2024-11-01","cited_by_count":7,"area":"inference"},{"id":"2510.20064","title":"Not-a-Bandit: Provably No-Regret Drafter Selection in Speculative Decoding for LLMs","created":"2025-10-22","cited_by_count":7,"area":"inference"},{"id":"2511.21702","title":"CSV-Decode: Certifiable Sub-Vocabulary Decoding for Efficient Large Language Model Inference","created":"2025-11-16","cited_by_count":7,"area":"inference"},{"id":"2502.08923","title":"CopySpec: Accelerating LLMs with Speculative Copy-and-Paste Without Compromising Quality","created":"2025-02-13","cited_by_count":6,"area":"inference"},{"id":"2602.13836","title":"Speculative Decoding with a Speculative Vocabulary","created":"2026-02-14","cited_by_count":6,"area":"inference"},{"id":"2605.20104","title":"Draft Less, Retrieve More: Hybrid Tree Construction for Speculative Decoding","created":"2026-05-19","cited_by_count":6,"area":"inference"},{"id":"2608.30135","title":"Verification-Aware Training for Speculative Decoding","created":"2026-08-31","cited_by_count":5,"area":"inference"},{"id":"2502.05609","title":"Lossless Acceleration of Large Language Models with Hierarchical Drafting based on Temporal Locality in Speculative Decoding","created":"2025-02-08","cited_by_count":4,"area":"inference"},{"id":"2505.01572","title":"PipeSpec: Breaking Stage Dependencies in Hierarchical LLM Decoding","created":"2025-05-02","cited_by_count":4,"area":"inference"},{"id":"2507.02659","title":"OmniDraft: A Cross-vocabulary, Online Adaptive Drafter for On-device Speculative Decoding","created":"2025-07-03","cited_by_count":4,"area":"inference"},{"id":"2510.02329","title":"SelfJudge: Faster Speculative Decoding via Self-Supervised Judge Verification","created":"2025-09-26","cited_by_count":4,"area":"inference"},{"id":"2510.13847","title":"DynaSpec: Context-aware Dynamic Speculative Sampling for Large-Vocabulary Language Models","created":"2025-10-11","cited_by_count":4,"area":"inference"},{"id":"2511.00351","title":"Reject Only Critical Tokens: Pivot-Aware Speculative Decoding","created":"2025-11-01","cited_by_count":4,"area":"inference"},{"id":"2601.05724","title":"Overcoming Joint Intractability with Lossless Hierarchical Speculative Decoding","created":"2026-01-09","cited_by_count":4,"area":"inference"},{"id":"2502.02493","title":"EasySpec: Layer-Parallel Speculative Decoding for Efficient Multi-GPU Utilization","created":"2025-02-04","cited_by_count":3,"area":"inference"},{"id":"2503.00784","title":"DuoDecoding: Hardware-aware Heterogeneous Speculative Decoding with Dynamic Multi-Sequence Drafting","created":"2025-03-02","cited_by_count":3,"area":"inference"},{"id":"2505.20316","title":"Reinforcement Speculative Decoding for Fast Ranking","created":"2025-05-23","cited_by_count":3,"area":"inference"},{"id":"2601.00644","title":"FlexSpec: Frozen Drafts Meet Evolving Targets in Edge-Cloud Collaborative LLM Speculative Decoding","created":"2026-01-02","cited_by_count":3,"area":"inference"},{"id":"2607.08690","title":"A Practical Investigation of Training-free Relaxed Speculative Decoding","created":"2026-07-09","cited_by_count":3,"area":"inference"},{"id":"2403.18647","title":"SDSAT: Accelerating LLM Inference through Speculative Decoding with Semantic Adaptive Tokens","created":"2024-03-27","cited_by_count":2,"area":"inference"},{"id":"2411.05894","title":"SSSD: Simply-Scalable Speculative Decoding","created":"2024-11-08","cited_by_count":2,"area":"inference"},{"id":"2502.17139","title":"FastCoder: Accelerating Repository-level Code Generation via Efficient Retrieval and Verification","created":"2025-02-24","cited_by_count":2,"area":"inference"},{"id":"2510.13161","title":"Mirror Speculative Decoding: Breaking the Serial Barrier in LLM Inference","created":"2025-10-15","cited_by_count":2,"area":"inference"},{"id":"2511.15898","title":"Global Resolution: Optimal Multi-Draft Speculative Sampling via Convex Minimization","created":"2025-11-19","cited_by_count":2,"area":"inference"},{"id":"2602.01274","title":"PACER: Blockwise Pre-verification for Speculative Decoding with Adaptive Length","created":"2026-02-01","cited_by_count":2,"area":"inference"},{"id":"2604.02047","title":"Goose: Anisotropic Speculation Trees for Training-Free Speculative Decoding","created":"2026-04-02","cited_by_count":2,"area":"inference"},{"id":"2604.25925","title":"SpecTr-GBV: Multi-Draft Block Verification Accelerating Speculative Decoding","created":"2026-04-01","cited_by_count":2,"area":"inference"},{"id":"2605.20022","title":"FlexDraft: Flexible Speculative Decoding via Attention Tuning and Bonus-Guided Calibration","created":"2026-05-19","cited_by_count":2,"area":"inference"},{"id":"2605.24793","title":"Beyond the Target: From Imitation to Collaboration in Speculative Decoding","created":"2026-05-24","cited_by_count":2,"area":"inference"},{"id":"2407.01955","title":"S2D: Sorted Speculative Decoding For More Efficient Deployment of Nested Large Language Models","created":"2024-07-02","cited_by_count":1,"area":"inference"},{"id":"2408.04678","title":"CREST: Effectively Compacting a Datastore For Retrieval-Based Speculative Decoding","created":"2024-08-08","cited_by_count":1,"area":"inference"},{"id":"2503.00491","title":"Tutorial Proposal: Speculative Decoding for Efficient LLM Inference","created":"2025-03-01","cited_by_count":1,"area":"inference"},{"id":"2601.23180","title":"TriSpec: Ternary Speculative Decoding via Lightweight Proxy Verification","created":"2026-01-30","cited_by_count":1,"area":"inference"},{"id":"2602.01428","title":"Improving the Trade-off Between Watermark Strength and Speculative Sampling Efficiency for Language Models","created":"2026-02-01","cited_by_count":1,"area":"inference"},{"id":"2603.01399","title":"Quasar: Quantized Self-Speculative Acceleration for Rapid Inference via Memory-Efficient Verification","created":"2026-03-02","cited_by_count":1,"area":"inference"},{"id":"2604.12247","title":"SpecBound: Adaptive Bounded Self-Speculation with Layer-wise Confidence Calibration","created":"2026-04-14","cited_by_count":1,"area":"inference"},{"id":"2604.18170","title":"Copy-as-Decode: Grammar-Constrained Parallel Prefill for LLM Editing","created":"2026-04-20","cited_by_count":1,"area":"inference"},{"id":"2605.15609","title":"PSD: Pushing the Pareto Frontier of Diffusion LLMs via Parallel Speculative Decoding","created":"2026-05-15","cited_by_count":1,"area":"inference"},{"id":"2606.05742","title":"AdaPLD: Adaptive Retrieval and Reuse for Efficient Model-Free Speculative Decoding","created":"2026-06-04","cited_by_count":1,"area":"inference"},{"id":"2606.20591","title":"Delay-Adaptive Speculation Control for Low-Latency Edge-Cloud LLM Inference","created":"2026-05-17","cited_by_count":1,"area":"inference"},{"id":"2508.09072","title":"READER: Retrieval-Assisted Drafter for Efficient LLM Inference","created":"2025-08-12","cited_by_count":0,"area":"inference"},{"id":"2602.16760","title":"Privacy-Aware Split Inference with Speculative Decoding for Large Language Models over Wide-Area Networks","created":"2026-02-18","cited_by_count":0,"area":"inference"},{"id":"2602.16961","title":"Greedy Multi-Path Block Verification for Faster Decoding in Speculative Sampling","created":"2026-02-18","cited_by_count":0,"area":"inference"},{"id":"2602.16994","title":"Dynamic Delayed Tree Expansion For Improved Multi-Path Speculative Decoding","created":"2026-02-19","cited_by_count":0,"area":"inference"},{"id":"2603.27027","title":"TAPS: Task Aware Proposal Distributions for Speculative Sampling","created":"2026-03-27","cited_by_count":0,"area":"inference"},{"id":"2604.27747","title":"Position-Aware Drafting for Inference Acceleration in LLM-Based Generative List-Wise Recommendation","created":"2026-04-30","cited_by_count":0,"area":"inference"},{"id":"2605.10453","title":"SlimSpec: Low-Rank Draft LM-Head for Accelerated Speculative Decoding","created":"2026-05-11","cited_by_count":0,"area":"inference"},{"id":"2605.11186","title":"CATS: Cascaded Adaptive Tree Speculation for Memory-Limited LLM Inference Acceleration","created":"2026-05-11","cited_by_count":0,"area":"inference"},{"id":"2606.01019","title":"Hybrid Verified Decoding: Learning to Allocate Verification in Speculative Decoding","created":"2026-05-31","cited_by_count":0,"area":"inference"},{"id":"2606.25097","title":"Speculative Decoding at Temperature Zero: A Scoped Safety-Invariance Screen with a 48,072-Sample Expansion","created":"2026-06-23","cited_by_count":0,"area":"inference"},{"id":"2606.26744","title":"HyperDFlash: Hyper-Connection-Aligned Block Speculative Decoding with Gated Residual Reduction","created":"2026-06-25","cited_by_count":0,"area":"inference"},{"id":"2608.03839","title":"Oilbird: Training-Free Speculative Decoding with Keys the Verifier Already Computes","created":"2026-08-04","cited_by_count":0,"area":"inference"},{"id":"2609.17241","title":"ECHO: Early-layer Collaborative Hierarchical Orchestration with Bonus Logits in Speculative Decoding","created":"2026-09-15","cited_by_count":0,"area":"inference"}],"next_cursor":"100"}