{"total":72,"rows":[{"id":"2503.01840","title":"EAGLE-3: Scaling up Inference Acceleration of Large Language Models via Training-Time Test","created":"2025-03-03","cited_by_count":331,"area":"inference"},{"id":"2507.22424","title":"Spec-VLA: Speculative Decoding for Vision-Language-Action Models with Relaxed Acceptance","created":"2025-07-30","cited_by_count":32,"area":"mllm"},{"id":"2508.08712","title":"A Survey on Parallel Text Generation: From Parallel Decoding to Diffusion Language Models","created":"2025-08-12","cited_by_count":30,"area":"diffusion"},{"id":"2504.18583","title":"PARD: Accelerating LLM Inference with Low-Cost PARallel Draft Model Adaptation","created":"2025-04-23","cited_by_count":29,"area":"inference"},{"id":"2505.21600","title":"R2R: Efficiently Navigating Divergent Reasoning Paths with Small-Large Model Token Routing","created":"2025-05-27","cited_by_count":29,"area":"lr"},{"id":"2601.19278","title":"DART: Diffusion-Inspired Speculative Decoding for Fast LLM Inference","created":"2026-01-27","cited_by_count":24,"area":"inference"},{"id":"2502.19732","title":"Speculative Decoding and Beyond: An In-Depth Survey of Techniques","created":"2025-02-27","cited_by_count":23,"area":"inference"},{"id":"2502.14856","title":"FR-Spec: Accelerating Large-Vocabulary Language Models via Frequency-Ranked Speculative Sampling","created":"2025-02-20","cited_by_count":20,"area":"inference"},{"id":"2605.18810","title":"D-PACE: Dynamic Position-Aware Cross-Entropy for Parallel Speculative Drafting","created":"2026-05-12","cited_by_count":17,"area":"inference"},{"id":"2502.11018","title":"GRIFFIN: Effective Token Alignment for Faster Speculative Decoding","created":"2025-02-16","cited_by_count":16,"area":"inference"},{"id":"2603.18567","title":"SpecForge: A Flexible and Efficient Open-Source Training Framework for Speculative Decoding","created":"2026-03-19","cited_by_count":16,"area":"inference"},{"id":"2507.01449","title":"LogitSpec: Accelerating Retrieval-based Speculative Decoding via Next Next Token Speculation","created":"2025-07-02","cited_by_count":14,"area":"inference"},{"id":"2512.14681","title":"Fast and Accurate Causal Parallel Decoding using Jacobi Forcing","created":"2025-12-16","cited_by_count":13,"area":"inference"},{"id":"2601.07353","title":"TALON: Confidence-Aware Speculative Decoding with Adaptive Token Trees","created":"2026-01-12","cited_by_count":13,"area":"inference"},{"id":"2502.20704","title":"Fuzzy Speculative Decoding for a Tunable Accuracy-Runtime Tradeoff","created":"2025-02-28","cited_by_count":12,"area":"inference"},{"id":"2505.16162","title":"KNN-SSD: Enabling Dynamic Self-Speculative Decoding via Nearest Neighbor Layer Set Optimization","created":"2025-05-22","cited_by_count":11,"area":"inference"},{"id":"2508.08895","title":"ASPD: Unlocking Adaptive Serial-Parallel Decoding by Exploring Intrinsic Parallelism in LLMs","created":"2025-08-12","cited_by_count":11,"area":"inference"},{"id":"2509.22134","title":"Bridging Draft Policy Misalignment: Group Tree Optimization for Speculative Decoding","created":"2025-09-26","cited_by_count":10,"area":"inference"},{"id":"2509.22738","title":"Enabling Approximate Joint Sampling in Diffusion LMs","created":"2025-09-25","cited_by_count":10,"area":null},{"id":"2511.22972","title":"Training-Free Loosely Speculative Decoding: Accepting Semantically Correct Drafts Beyond Exact Match","created":"2025-11-28","cited_by_count":10,"area":"inference"},{"id":"2502.16880","title":"CORAL: Learning Consistent Representations across Multi-step Training with Lighter Speculative Drafter","created":"2025-02-24","cited_by_count":9,"area":"inference"},{"id":"2503.10135","title":"Gumiho: A Hybrid Architecture to Prioritize Early Tokens in Speculative Decoding","created":"2025-03-13","cited_by_count":9,"area":"inference"},{"id":"2509.21792","title":"FastGRPO: Accelerating Policy Optimization via Concurrency-aware Speculative Decoding and Online Draft Learning","created":"2025-09-26","cited_by_count":9,"area":"lr"},{"id":"2509.24248","title":"SpecExit: Accelerating Large Reasoning Model via Speculative Exit","created":"2025-09-29","cited_by_count":9,"area":"lr"},{"id":"2603.01581","title":"KERV: Kinematic-Rectified Speculative Decoding for Embodied VLA Models","created":"2026-03-02","cited_by_count":9,"area":"vla"},{"id":"2606.02091","title":"DFlare: Scaling Up Draft Capacity for Block Diffusion Speculative Decoding","created":"2026-06-01","cited_by_count":9,"area":"inference"},{"id":"2411.13157","title":"Closer Look at Efficient Inference Methods: A Survey of Speculative Decoding","created":"2024-11-20","cited_by_count":7,"area":"inference"},{"id":"2511.02620","title":"Verifying LLM Inference to Detect Model Weight Exfiltration","created":"2025-11-04","cited_by_count":6,"area":null},{"id":"2602.01469","title":"P-EAGLE: Parallel-Drafting EAGLE with Scalable Training","created":"2026-02-01","cited_by_count":6,"area":"lr"},{"id":"2602.13836","title":"Speculative Decoding with a Speculative Vocabulary","created":"2026-02-14","cited_by_count":6,"area":"inference"},{"id":"2509.23928","title":"HiViS: Hiding Visual Tokens from the Drafter for Speculative Decoding in Vision-Language Models","created":"2025-09-28","cited_by_count":5,"area":"mllm"},{"id":"2604.05650","title":"See the Forest for the Trees: Loosely Speculative Decoding via Visual-Semantic Guidance for Efficient Inference of Video LLMs","created":"2026-04-07","cited_by_count":5,"area":"inference"},{"id":"2604.26412","title":"When Hidden States Drift: Can KV Caches Rescue Long-Range Speculative Decoding?","created":"2026-04-29","cited_by_count":5,"area":"inference"},{"id":"2608.30135","title":"Verification-Aware Training for Speculative Decoding","created":"2026-08-31","cited_by_count":5,"area":"inference"},{"id":"2505.07858","title":"Scaling Laws for Speculative Decoding","created":"2025-05-08","cited_by_count":4,"area":"lr"},{"id":"2510.11496","title":"AndesVL Technical Report: An Efficient Mobile-side Multimodal Large Language Model","created":"2025-10-13","cited_by_count":4,"area":"mllm"},{"id":"2602.21224","title":"Make Every Draft Count: Hidden State based Speculative Decoding","created":"2026-02-02","cited_by_count":4,"area":"inference"},{"id":"2603.14371","title":"OxyGen: Unified KV Cache Management for VLA Inference under Multi-Task Parallelism","created":"2026-03-15","cited_by_count":4,"area":"inference"},{"id":"2604.14885","title":"RACER: Retrieval-Augmented Contextual Rapid Speculative Decoding","created":"2026-04-16","cited_by_count":4,"area":"rag"},{"id":"2509.24328","title":"Speculative Verification: Exploiting Information Gain to Refine Speculative Decoding","created":"2025-09-29","cited_by_count":3,"area":"inference"},{"id":"2511.20340","title":"Scaling LLM Speculative Decoding: Non-Autoregressive Forecasting in Large-Batch Scenarios","created":"2025-11-25","cited_by_count":3,"area":"inference"},{"id":"2605.07243","title":"SpecBlock: Block-Iterative Speculative Decoding with Dynamic Tree Drafting","created":"2026-05-08","cited_by_count":3,"area":"inference"},{"id":"2606.11552","title":"Teaching Diffusion to Speculate Left-to-Right","created":"2026-06-10","cited_by_count":3,"area":null},{"id":"2506.03566","title":"POSS: Position Specialist Generates Better Draft for Speculative Decoding","created":"2025-06-04","cited_by_count":2,"area":"inference"},{"id":"2511.20621","title":"DiFR: Inference Verification Despite Nondeterminism","created":"2025-11-25","cited_by_count":2,"area":null},{"id":"2602.05774","title":"Variational Speculative Decoding: Rethinking Draft Training from Token Likelihood to Sequence Acceptance","created":"2026-02-05","cited_by_count":2,"area":"lr"},{"id":"2608.04962","title":"SpecRoll: Fast-Slow Verifier-Feedback Adaptation for Speculative Reinforcement Learning Rollouts","created":"2026-08-05","cited_by_count":2,"area":"lr"},{"id":"2512.21857","title":"Fast Inference of Visual Autoregressive Model with Adjacency-Adaptive Dynamical Draft Trees","created":"2025-12-26","cited_by_count":1,"area":"inference"},{"id":"2601.23180","title":"TriSpec: Ternary Speculative Decoding via Lightweight Proxy Verification","created":"2026-01-30","cited_by_count":1,"area":"inference"},{"id":"2604.09731","title":"SMART: When is it Actually Worth Expanding a Speculative Tree?","created":"2026-04-09","cited_by_count":1,"area":"inference"},{"id":"2605.04543","title":"UniVer: A Unified Perspective for Multi-step and Multi-draft Speculative Decoding","created":"2026-05-06","cited_by_count":1,"area":"inference"},{"id":"2606.30265","title":"When Is a Draft Accepted? A Theory of Acceptance in Speculative Decoding","created":"2026-06-29","cited_by_count":1,"area":"inference"},{"id":"2608.00531","title":"CURE: Local Uncertainty Repair for Block-Parallel Speculative Decoding","created":"2026-08-01","cited_by_count":1,"area":"inference"},{"id":"2505.24544","title":"Cross-Attention Speculative Decoding","created":"2025-05-30","cited_by_count":0,"area":"inference"},{"id":"2507.08877","title":"ODIA: Oriented Distillation for Inline Acceleration of LLM-based Function Calling","created":"2025-07-10","cited_by_count":0,"area":"agents"},{"id":"2512.14069","title":"RADAR: Accelerate Large Language Model Inference With RL-Based Dynamic Draft Trees","created":"2025-12-16","cited_by_count":0,"area":"inference"},{"id":"2601.12212","title":"Speculative Sampling with Reinforcement Learning","created":"2026-01-18","cited_by_count":0,"area":"lr"},{"id":"2602.01762","title":"PRISM: Parametrically Refactoring Inference for Speculative Sampling Draft Models","created":"2026-02-02","cited_by_count":0,"area":"inference"},{"id":"2603.03333","title":"Training-free Dropout Sampling for Semantic Token Acceptance in Speculative Decoding","created":"2026-02-11","cited_by_count":0,"area":"inference"},{"id":"2603.08899","title":"ConFu: Contemplate the Future for Better Speculative Sampling","created":"2026-03-09","cited_by_count":0,"area":"inference"},{"id":"2603.27027","title":"TAPS: Task Aware Proposal Distributions for Speculative Sampling","created":"2026-03-27","cited_by_count":0,"area":"inference"},{"id":"2604.27747","title":"Position-Aware Drafting for Inference Acceleration in LLM-Based Generative List-Wise Recommendation","created":"2026-04-30","cited_by_count":0,"area":"inference"},{"id":"2605.14978","title":"Performance-Driven Policy Optimization for Speculative Decoding with Adaptive Windowing","created":"2026-05-14","cited_by_count":0,"area":"inference"},{"id":"2607.05148","title":"Fully Rotation-Equivariant Spectral-Spatial Learning for Multispectral Object Detection","created":"2026-07-06","cited_by_count":0,"area":null},{"id":"2609.09338","title":"Osprey: Target-agnostic Pre-training Makes Stronger Drafters in Speculative Decoding","created":"2026-09-08","cited_by_count":0,"area":"inference"},{"id":"2609.16648","title":"GrowMTP: Can RL Grow Its Own Draft Head?","created":"2026-09-15","cited_by_count":0,"area":null},{"id":"2609.38795","title":"Recovering Off-Policy Supervision for Speculative Decoding","created":"2026-09-30","cited_by_count":0,"area":"inference"},{"id":"2610.00321","title":"CAST: Cost-Aware Speculative Trees from One-Pass Block Drafters","created":"2026-09-29","cited_by_count":0,"area":"inference"},{"id":"2610.00623","title":"HAWK: Rethinking Multimodal Drafting for Speculative Decoding","created":"2026-09-30","cited_by_count":0,"area":"lr"},{"id":"2610.12570","title":"Contextual Correction of Parallel Draftsfor Speculative Decoding","created":"2026-10-08","cited_by_count":0,"area":"inference"},{"id":"2610.19792","title":"JetSpec++: Foresight Parallel Drafting with Self Refinements","created":"2026-10-14","cited_by_count":0,"area":"inference"},{"id":"2610.20175","title":"TreeSpark: Learning to Draft the Trees You Verify for Speculative Decoding","created":"2026-10-14","cited_by_count":0,"area":"inference"}],"next_cursor":null}