{"total":117,"rows":[{"id":"2406.16858","title":"EAGLE-2: Faster Inference of Language Models with Dynamic Draft Trees","created":"2024-06-24","cited_by_count":370,"area":"inference"},{"id":"2503.01840","title":"EAGLE-3: Scaling up Inference Acceleration of Large Language Models via Training-Time Test","created":"2025-03-03","cited_by_count":331,"area":"inference"},{"id":"2404.11912","title":"TriForce: Lossless Acceleration of Long Sequence Generation with Hierarchical Speculative Decoding","created":"2024-04-18","cited_by_count":102,"area":"inference"},{"id":"2410.06916","title":"SWIFT: On-the-Fly Self-Speculative Decoding for LLM Inference Acceleration","created":"2024-10-09","cited_by_count":72,"area":"inference"},{"id":"2501.19309","title":"Judge Decoding: Faster Speculative Sampling Requires Going Beyond Model Alignment","created":"2025-01-31","cited_by_count":59,"area":"alignment"},{"id":"2404.18911","title":"Kangaroo: Lossless Self-Speculative Decoding via Double Early Exiting","created":"2024-04-29","cited_by_count":58,"area":"inference"},{"id":"2410.03355","title":"LANTERN: Accelerating Visual Autoregressive Models with Relaxed Speculative Decoding","created":"2024-10-04","cited_by_count":47,"area":"diffusion"},{"id":"2507.11851","title":"Your LLM Knows the Future: Uncovering Its Multi-Token Prediction Potential","created":"2025-07-16","cited_by_count":47,"area":null},{"id":"2510.02358","title":"DiffuSpec: Unlocking Diffusion Language Models for Speculative Decoding","created":"2025-09-28","cited_by_count":42,"area":"diffusion"},{"id":"2402.11131","title":"Speculative Streaming: Fast LLM Inference without Auxiliary Models","created":"2024-02-16","cited_by_count":38,"area":"inference"},{"id":"2601.07568","title":"d3LLM: Ultra-Fast Diffusion LLM using Pseudo-Trajectory Distillation","created":"2026-01-12","cited_by_count":37,"area":"inference"},{"id":"2508.08712","title":"A Survey on Parallel Text Generation: From Parallel Decoding to Diffusion Language Models","created":"2025-08-12","cited_by_count":30,"area":"diffusion"},{"id":"2504.18583","title":"PARD: Accelerating LLM Inference with Low-Cost PARallel Draft Model Adaptation","created":"2025-04-23","cited_by_count":29,"area":"inference"},{"id":"2502.11517","title":"Learning to Keep a Promise: Scaling Language Model Decoding Parallelism with Learned Asynchronous Decoding","created":"2025-02-17","cited_by_count":28,"area":"inference"},{"id":"2511.00606","title":"SpecDiff-2: Scaling Diffusion Drafter Alignment For Faster Speculative Decoding","created":"2025-11-01","cited_by_count":26,"area":"diffusion"},{"id":"2502.19732","title":"Speculative Decoding and Beyond: An In-Depth Survey of Techniques","created":"2025-02-27","cited_by_count":23,"area":"inference"},{"id":"2510.26475","title":"ReSpec: Towards Optimizing Speculative Decoding in Reinforcement Learning Systems","created":"2025-10-30","cited_by_count":18,"area":"lr"},{"id":"2410.03804","title":"Mixture of Attentions For Speculative Decoding","created":"2024-10-04","cited_by_count":17,"area":"inference"},{"id":"2605.18810","title":"D-PACE: Dynamic Position-Aware Cross-Entropy for Parallel Speculative Drafting","created":"2026-05-12","cited_by_count":17,"area":"inference"},{"id":"2502.11018","title":"GRIFFIN: Effective Token Alignment for Faster Speculative Decoding","created":"2025-02-16","cited_by_count":16,"area":"inference"},{"id":"2412.00061","title":"Speculative Decoding with CTC-based Draft Model for LLM Inference Acceleration","created":"2024-11-25","cited_by_count":15,"area":"inference"},{"id":"2504.20456","title":"Reviving Any-Subset Autoregressive Models with Principled Parallel Sampling and Speculative Decoding","created":"2025-04-29","cited_by_count":15,"area":"inference"},{"id":"2505.17505","title":"L-MTP: Leap Multi-Token Prediction Beyond Adjacent Context for Large Language Models","created":"2025-05-23","cited_by_count":15,"area":null},{"id":"2505.19201","title":"DREAM: Drafting with Refined Target Features and Entropy-Adaptive Cross-Attention Fusion for Multimodal Speculative Decoding","created":"2025-05-25","cited_by_count":14,"area":"mllm"},{"id":"2507.01449","title":"LogitSpec: Accelerating Retrieval-based Speculative Decoding via Next Next Token Speculation","created":"2025-07-02","cited_by_count":14,"area":"inference"},{"id":"2504.20039","title":"AutoJudge: Judge Decoding Without Manual Annotation","created":"2025-04-28","cited_by_count":13,"area":"inference"},{"id":"2506.19830","title":"Scaling Speculative Decoding with Lookahead Reasoning","created":"2025-06-24","cited_by_count":13,"area":"lr"},{"id":"2604.09603","title":"ECHO: Elastic Speculative Decoding with Sparse Gating for High-Concurrency Scenarios","created":"2026-03-10","cited_by_count":12,"area":"inference"},{"id":"2510.12164","title":"A Survey on Parallel Reasoning","created":"2025-10-14","cited_by_count":11,"area":"lr"},{"id":"2408.15562","title":"Boosting Lossless Speculative Decoding via Feature Sampling and Partial Alignment Distillation","created":"2024-08-28","cited_by_count":10,"area":"inference"},{"id":"2507.01957","title":"Locality-aware Parallel Decoding for Efficient Autoregressive Image Generation","created":"2025-07-02","cited_by_count":10,"area":"inference"},{"id":"2509.22134","title":"Bridging Draft Policy Misalignment: Group Tree Optimization for Speculative Decoding","created":"2025-09-26","cited_by_count":10,"area":"inference"},{"id":"2511.22972","title":"Training-Free Loosely Speculative Decoding: Accepting Semantically Correct Drafts Beyond Exact Match","created":"2025-11-28","cited_by_count":10,"area":"inference"},{"id":"2512.01278","title":"Accelerating Large-Scale Reasoning Model Inference with Sparse Self-Speculative Decoding","created":"2025-12-01","cited_by_count":10,"area":"lr"},{"id":"2503.10135","title":"Gumiho: A Hybrid Architecture to Prioritize Early Tokens in Speculative Decoding","created":"2025-03-13","cited_by_count":9,"area":"inference"},{"id":"2505.19634","title":"Faster and Better LLMs via Latency-Aware Test-Time Scaling","created":"2025-05-26","cited_by_count":9,"area":"lr"},{"id":"2509.11961","title":"Spec-LLaVA: Accelerating Vision-Language Models with Dynamic Tree-Based Speculative Decoding","created":"2025-09-15","cited_by_count":9,"area":"lr"},{"id":"2511.11346","title":"Fast and Expressive Multi-Byte Prediction with Probabilistic Circuits","created":"2025-11-14","cited_by_count":9,"area":null},{"id":"2512.15176","title":"DEER: Draft with Diffusion, Verify with Autoregressive Models","created":"2025-12-17","cited_by_count":9,"area":"lr"},{"id":"2404.19124","title":"Accelerating Production LLMs with Combined Token/Embedding Speculators","created":"2024-04-29","cited_by_count":8,"area":"inference"},{"id":"2605.08632","title":"PARD-2: Target-Aligned Parallel Draft Model for Dual-Mode Speculative Decoding","created":"2026-05-09","cited_by_count":8,"area":"inference"},{"id":"2411.13157","title":"Closer Look at Efficient Inference Methods: A Survey of Speculative Decoding","created":"2024-11-20","cited_by_count":7,"area":"inference"},{"id":"2506.03700","title":"AdaDecode: Accelerating LLM Decoding with Adaptive Layer Parallelism","created":"2025-06-04","cited_by_count":7,"area":"lr"},{"id":"2507.17307","title":"R-Stitch: Dynamic Trajectory Stitching for Efficient Reasoning","created":"2025-07-23","cited_by_count":7,"area":"lr"},{"id":"2512.21323","title":"Parallel Token Prediction for Language Models","created":"2025-12-24","cited_by_count":7,"area":null},{"id":"2405.20314","title":"S3D: A Simple and Cost-Effective Self-Speculative Decoding Scheme for Low-Memory GPUs","created":"2024-05-30","cited_by_count":6,"area":"inference"},{"id":"2408.08146","title":"KOALA: Enhancing Speculative Decoding for LLM via Multi-Layer Draft Heads with Adversarial Learning","created":"2024-08-15","cited_by_count":6,"area":"inference"},{"id":"2502.06282","title":"Jakiro: Boosting Speculative Decoding with Decoupled Multi-Head via MoE","created":"2025-02-10","cited_by_count":6,"area":"lr"},{"id":"2509.23186","title":"Understanding and Enhancing the Planning Capability of Language Models via Multi-Token Prediction","created":"2025-09-27","cited_by_count":6,"area":null},{"id":"2602.13836","title":"Speculative Decoding with a Speculative Vocabulary","created":"2026-02-14","cited_by_count":6,"area":"inference"},{"id":"2608.30135","title":"Verification-Aware Training for Speculative Decoding","created":"2026-08-31","cited_by_count":5,"area":"inference"},{"id":"2502.18890","title":"TokenSwift: Lossless Acceleration of Ultra Long Sequence Generation","created":"2025-02-26","cited_by_count":4,"area":null},{"id":"2506.06607","title":"Training-Free Tokenizer Transplantation via Orthogonal Matching Pursuit","created":"2025-06-07","cited_by_count":4,"area":null},{"id":"2509.11815","title":"SpecVLM: Fast Speculative Decoding in Vision-Language Models","created":"2025-09-15","cited_by_count":4,"area":"mllm"},{"id":"2510.05421","title":"Draft, Verify, and Improve: Toward Training-Aware Speculative Decoding","created":"2025-10-06","cited_by_count":4,"area":"inference"},{"id":"2510.13847","title":"DynaSpec: Context-aware Dynamic Speculative Sampling for Large-Vocabulary Language Models","created":"2025-10-11","cited_by_count":4,"area":"inference"},{"id":"2511.09844","title":"Steering Pretrained Drafters during Speculative Decoding","created":"2025-11-13","cited_by_count":4,"area":"inference"},{"id":"2602.18447","title":"ConfSpec: Efficient Step-Level Speculative Reasoning via Confidence-Gated Verification","created":"2026-01-28","cited_by_count":4,"area":"lr"},{"id":"2605.09992","title":"Attention Drift: What Autoregressive Speculative Decoding Models Learn","created":"2026-05-11","cited_by_count":4,"area":"inference"},{"id":"2607.07409","title":"DeLS-Spec: Decoupled Long-Short Contexts for Parallel Speculative Drafting","created":"2026-07-08","cited_by_count":4,"area":"inference"},{"id":"2607.16673","title":"SpecLA: Efficient Speculative Decoding for Linear-Attention Models","created":"2026-07-18","cited_by_count":4,"area":"inference"},{"id":"2405.07542","title":"EMS-SD: Efficient Multi-sample Speculative Decoding for Accelerating Large Language Models","created":"2024-05-13","cited_by_count":3,"area":"inference"},{"id":"2510.25739","title":"Hawk: Leveraging Spatial Context for Faster Autoregressive Text-to-Image Generation","created":"2025-10-29","cited_by_count":3,"area":null},{"id":"2605.07243","title":"SpecBlock: Block-Iterative Speculative Decoding with Dynamic Tree Drafting","created":"2026-05-08","cited_by_count":3,"area":"inference"},{"id":"2606.11552","title":"Teaching Diffusion to Speculate Left-to-Right","created":"2026-06-10","cited_by_count":3,"area":null},{"id":"2607.06763","title":"Trees from Marginals: Autoregressive drafting with factorized priors","created":"2026-07-07","cited_by_count":3,"area":"inference"},{"id":"2508.08446","title":"OverFill: Two-Stage Models for Efficient Language Model Decoding","created":"2025-08-11","cited_by_count":2,"area":null},{"id":"2510.13161","title":"Mirror Speculative Decoding: Breaking the Serial Barrier in LLM Inference","created":"2025-10-15","cited_by_count":2,"area":"inference"},{"id":"2602.05774","title":"Variational Speculative Decoding: Rethinking Draft Training from Token Likelihood to Sequence Acceptance","created":"2026-02-05","cited_by_count":2,"area":"lr"},{"id":"2603.00030","title":"SimpleTool: Parallel Decoding for Real-Time LLM Function Calling","created":"2026-02-04","cited_by_count":2,"area":"agents"},{"id":"2605.08862","title":"BubbleSpec: Turning Long-Tail Bubbles into Speculative Rollout Drafts for Synchronous Reinforcement Learning","created":"2026-05-09","cited_by_count":2,"area":"lr"},{"id":"2605.16786","title":"Lever: Speculative LLM Inference on Smartphones","created":"2026-05-16","cited_by_count":2,"area":"inference"},{"id":"2605.20022","title":"FlexDraft: Flexible Speculative Decoding via Attention Tuning and Bonus-Guided Calibration","created":"2026-05-19","cited_by_count":2,"area":"inference"},{"id":"2606.24447","title":"P-MTP: Efficient Document Parsing via Multi-Token Prediction with Progressive Depth Scaling","created":"2026-06-23","cited_by_count":2,"area":"mllm"},{"id":"2407.01955","title":"S2D: Sorted Speculative Decoding For More Efficient Deployment of Nested Large Language Models","created":"2024-07-02","cited_by_count":1,"area":"inference"},{"id":"2502.02040","title":"M2R2: Mixture of Multi-Rate Residuals for Efficient Transformer Inference","created":"2025-02-04","cited_by_count":1,"area":"moe"},{"id":"2509.05084","title":"Recurrent State Encoders for Efficient Neural Combinatorial Optimization","created":"2025-09-05","cited_by_count":1,"area":null},{"id":"2509.20416","title":"FastEagle: Cascaded Drafting for Accelerating Speculative Decoding","created":"2025-09-24","cited_by_count":1,"area":"inference"},{"id":"2510.26527","title":"Polybasic Speculative Decoding Through a Theoretical Perspective","created":"2025-10-30","cited_by_count":1,"area":"inference"},{"id":"2602.05145","title":"TIDE: Temporal Incremental Draft Engine for Self-Improving LLM Inference","created":"2026-02-05","cited_by_count":1,"area":"synth"},{"id":"2605.14005","title":"Mistletoe: Stealthy Acceleration-Collapse Attacks on Speculative Decoding","created":"2026-05-13","cited_by_count":1,"area":"inference"},{"id":"2606.10820","title":"K-Forcing: Joint Next-K-Token Decoding via Push-Forward Language Modeling","created":"2026-06-09","cited_by_count":1,"area":null},{"id":"2606.30265","title":"When Is a Draft Accepted? A Theory of Acceptance in Speculative Decoding","created":"2026-06-29","cited_by_count":1,"area":"inference"},{"id":"2607.10661","title":"Unlocking Parallelism in Autoregressive Language Models via Speculative Decoding with Progressive Tree Drafting","created":"2026-07-12","cited_by_count":1,"area":"inference"},{"id":"2608.24411","title":"ResiSpec: Enhancing Multi-Candidate Speculative Sampling via Residual Distribution Shaping","created":"2026-08-25","cited_by_count":1,"area":"inference"},{"id":"2608.27339","title":"Beyond Parallel Blindness: Information Floors and Model Gaps in Block Drafting","created":"2026-08-27","cited_by_count":1,"area":null},{"id":"2609.01068","title":"OUTLETS: Output-Length Prediction from Speculative Decoding Backbones","created":"2026-09-01","cited_by_count":1,"area":"inference"},{"id":"2609.02897","title":"Margins, Not Windows: Training-Free Per-Step Lossy Speculative Decoding","created":"2026-07-03","cited_by_count":1,"area":"inference"},{"id":"2609.17943","title":"ASPIRE: Asynchronous Batched Self-Speculative Decoding for Long-Context LLM Inference","created":"2026-09-16","cited_by_count":1,"area":"inference"},{"id":"2609.36173","title":"Draft in Parallel, Condition Through Depth: Adjacent Causal Injection for Speculative Decoding","created":"2026-09-28","cited_by_count":1,"area":"inference"},{"id":"2505.24544","title":"Cross-Attention Speculative Decoding","created":"2025-05-30","cited_by_count":0,"area":"inference"},{"id":"2510.19705","title":"Fast Inference via Hierarchical Speculative Decoding","created":"2025-10-22","cited_by_count":0,"area":"inference"},{"id":"2602.05499","title":"SDFP: Speculative Decoding with FIT-Pruned Models for Training-Free and Plug-and-Play LLM Acceleration","created":"2026-02-05","cited_by_count":0,"area":"inference"},{"id":"2602.14386","title":"Beyond Token-Level Policy Gradients for Complex Reasoning with Large Language Models","created":"2026-02-16","cited_by_count":0,"area":"lr"},{"id":"2602.16994","title":"Dynamic Delayed Tree Expansion For Improved Multi-Path Speculative Decoding","created":"2026-02-19","cited_by_count":0,"area":"inference"},{"id":"2603.11340","title":"Improving LLM Performance Through Black-Box Online Tuning: A Case for Adding System Specs to Factsheets for Trusted AI","created":"2026-03-11","cited_by_count":0,"area":null},{"id":"2604.27747","title":"Position-Aware Drafting for Inference Acceleration in LLM-Based Generative List-Wise Recommendation","created":"2026-04-30","cited_by_count":0,"area":"inference"},{"id":"2605.10453","title":"SlimSpec: Low-Rank Draft LM-Head for Accelerated Speculative Decoding","created":"2026-05-11","cited_by_count":0,"area":"inference"},{"id":"2605.11186","title":"CATS: Cascaded Adaptive Tree Speculation for Memory-Limited LLM Inference Acceleration","created":"2026-05-11","cited_by_count":0,"area":"inference"},{"id":"2605.14978","title":"Performance-Driven Policy Optimization for Speculative Decoding with Adaptive Windowing","created":"2026-05-14","cited_by_count":0,"area":"inference"}],"next_cursor":"100"}