{"total":84,"rows":[{"id":"2406.16858","title":"EAGLE-2: Faster Inference of Language Models with Dynamic Draft Trees","created":"2024-06-24","cited_by_count":370,"area":"inference"},{"id":"2503.01840","title":"EAGLE-3: Scaling up Inference Acceleration of Large Language Models via Training-Time Test","created":"2025-03-03","cited_by_count":331,"area":"inference"},{"id":"2402.02057","title":"Break the Sequential Dependency of LLM Inference Using Lookahead Decoding","created":"2024-02-03","cited_by_count":298,"area":"inference"},{"id":"2401.07851","title":"Unlocking Efficiency in Large Language Model Inference: A Comprehensive Survey of Speculative Decoding","created":"2024-01-15","cited_by_count":269,"area":"inference"},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2402.12374","title":"Sequoia: Scalable, Robust, and Hardware-aware Speculative Decoding","created":"2024-02-19","cited_by_count":103,"area":"inference"},{"id":"2404.11912","title":"TriForce: Lossless Acceleration of Long Sequence Generation with Hierarchical Speculative Decoding","created":"2024-04-18","cited_by_count":102,"area":"inference"},{"id":"2502.08773","title":"Universal Model Routing for Efficient LLM Inference","created":"2025-02-12","cited_by_count":86,"area":"inference"},{"id":"2402.02082","title":"GliDe with a CaPE: A Low-Hassle Method to Accelerate Speculative Decoding","created":"2024-02-03","cited_by_count":75,"area":"inference"},{"id":"2405.19715","title":"SpecDec++: Boosting Speculative Decoding via Adaptive Candidate Lengths","created":"2024-05-30","cited_by_count":75,"area":"inference"},{"id":"2408.15766","title":"Learning Harmonized Representations for Speculative Sampling","created":"2024-08-28","cited_by_count":72,"area":"inference"},{"id":"2410.06916","title":"SWIFT: On-the-Fly Self-Speculative Decoding for LLM Inference Acceleration","created":"2024-10-09","cited_by_count":72,"area":"inference"},{"id":"2410.01699","title":"Accelerating Auto-regressive Text-to-Image Generation with Training-free Speculative Jacobi Decoding","created":"2024-10-02","cited_by_count":66,"area":"inference"},{"id":"2404.18911","title":"Kangaroo: Lossless Self-Speculative Decoding via Double Early Exiting","created":"2024-04-29","cited_by_count":58,"area":"inference"},{"id":"2406.02532","title":"SpecExec: Massively Parallel Speculative Decoding for Interactive LLM Inference on Consumer Devices","created":"2024-06-04","cited_by_count":46,"area":"inference"},{"id":"2402.11131","title":"Speculative Streaming: Fast LLM Inference without Auxiliary Models","created":"2024-02-16","cited_by_count":38,"area":"inference"},{"id":"2405.19261","title":"Faster Cascades via Speculative Decoding","created":"2024-05-29","cited_by_count":38,"area":"inference"},{"id":"2403.09919","title":"Recurrent Drafter for Fast Speculative Decoding in Large Language Models","created":"2024-03-14","cited_by_count":37,"area":"inference"},{"id":"2401.06706","title":"Multi-Candidate Speculative Decoding","created":"2024-01-12","cited_by_count":31,"area":"inference"},{"id":"2411.00841","title":"A Theoretical Perspective for Speculative Decoding Algorithm","created":"2024-10-30","cited_by_count":29,"area":"inference"},{"id":"2504.18583","title":"PARD: Accelerating LLM Inference with Low-Cost PARallel Draft Model Adaptation","created":"2025-04-23","cited_by_count":29,"area":"inference"},{"id":"2402.14160","title":"Recursive Speculative Decoding: Accelerating LLM Inference via Sampling Without Replacement","created":"2024-02-21","cited_by_count":27,"area":"inference"},{"id":"2410.11744","title":"DySpec: Faster Speculative Decoding with Dynamic Token Tree Structure","created":"2024-10-15","cited_by_count":25,"area":"inference"},{"id":"2601.19278","title":"DART: Diffusion-Inspired Speculative Decoding for Fast LLM Inference","created":"2026-01-27","cited_by_count":24,"area":"inference"},{"id":"2502.19732","title":"Speculative Decoding and Beyond: An In-Depth Survey of Techniques","created":"2025-02-27","cited_by_count":23,"area":"inference"},{"id":"2505.15141","title":"BanditSpec: Adaptive Speculative Decoding via Bandit Algorithms","created":"2025-05-21","cited_by_count":20,"area":"inference"},{"id":"2502.18779","title":"Towards Optimal Multi-draft Speculative Decoding","created":"2025-02-26","cited_by_count":19,"area":"inference"},{"id":"2502.11018","title":"GRIFFIN: Effective Token Alignment for Faster Speculative Decoding","created":"2025-02-16","cited_by_count":16,"area":"inference"},{"id":"2603.18567","title":"SpecForge: A Flexible and Efficient Open-Source Training Framework for Speculative Decoding","created":"2026-03-19","cited_by_count":16,"area":"inference"},{"id":"2412.00061","title":"Speculative Decoding with CTC-based Draft Model for LLM Inference Acceleration","created":"2024-11-25","cited_by_count":15,"area":"inference"},{"id":"2406.13511","title":"Slice-Level Scheduling for High Throughput and Load Balanced LLM Serving","created":"2024-06-19","cited_by_count":13,"area":"inference"},{"id":"2504.20039","title":"AutoJudge: Judge Decoding Without Manual Annotation","created":"2025-04-28","cited_by_count":13,"area":"inference"},{"id":"2407.09722","title":"Optimized Multi-Token Joint Decoding with Auxiliary Model for LLM Inference","created":"2024-07-12","cited_by_count":11,"area":"inference"},{"id":"2410.18234","title":"Multi-Draft Speculative Sampling: Canonical Decomposition and Theoretical Limits","created":"2024-10-23","cited_by_count":11,"area":"inference"},{"id":"2502.04557","title":"Speeding up Speculative Decoding via Sequential Approximate Verification","created":"2025-02-06","cited_by_count":11,"area":"inference"},{"id":"2505.17052","title":"SpecEdge: Scalable Edge-Assisted Serving Framework for Interactive LLMs","created":"2025-05-16","cited_by_count":10,"area":"inference"},{"id":"2509.22134","title":"Bridging Draft Policy Misalignment: Group Tree Optimization for Speculative Decoding","created":"2025-09-26","cited_by_count":10,"area":"inference"},{"id":"2405.14105","title":"Distributed Speculative Inference (DSI): Speculation Parallelism for Provably Faster Lossless Language Model Inference","created":"2024-05-23","cited_by_count":9,"area":"inference"},{"id":"2408.04323","title":"SCOOT: SLO-Oriented Performance Tuning for LLM Inference Engines","created":"2024-08-08","cited_by_count":9,"area":"inference"},{"id":"2505.12398","title":"Traversal Verification for Speculative Tree Decoding","created":"2025-05-18","cited_by_count":9,"area":"inference"},{"id":"2404.14897","title":"Beyond the Speculative Game: A Survey of Speculative Execution in Large Language Models","created":"2024-04-23","cited_by_count":7,"area":"inference"},{"id":"2411.01076","title":"When Speculation Spills Secrets: Side Channels via Speculative Decoding In LLMs","created":"2024-11-01","cited_by_count":7,"area":"inference"},{"id":"2510.20064","title":"Not-a-Bandit: Provably No-Regret Drafter Selection in Speculative Decoding for LLMs","created":"2025-10-22","cited_by_count":7,"area":"inference"},{"id":"2402.15758","title":"Chimera: A Lossless Decoding Method for Accelerating Large Language Models Inference by Fusing all Tokens","created":"2024-02-24","cited_by_count":6,"area":"inference"},{"id":"2408.08146","title":"KOALA: Enhancing Speculative Decoding for LLM via Multi-Layer Draft Heads with Adversarial Learning","created":"2024-08-15","cited_by_count":6,"area":"inference"},{"id":"2507.23777","title":"XSpecMesh: Quality-Preserving Auto-Regressive Mesh Generation Acceleration via Multi-Head Speculative Decoding","created":"2025-07-31","cited_by_count":6,"area":"inference"},{"id":"2404.09221","title":"Exploring and Improving Drafts in Blockwise Parallel Decoding","created":"2024-04-14","cited_by_count":5,"area":"inference"},{"id":"2505.17074","title":"Semi-Clairvoyant Scheduling of Speculative Decoding Requests to Minimize LLM Inference Latency","created":"2025-05-20","cited_by_count":4,"area":"inference"},{"id":"2506.05632","title":"List-Level Distribution Coupling with Applications to Speculative Decoding and Lossy Compression","created":"2025-06-05","cited_by_count":4,"area":"inference"},{"id":"2510.02329","title":"SelfJudge: Faster Speculative Decoding via Self-Supervised Judge Verification","created":"2025-09-26","cited_by_count":4,"area":"inference"},{"id":"2512.23858","title":"Yggdrasil: Bridging Dynamic Speculation and Static Runtime for Latency-Optimal Tree-Based LLM Decoding","created":"2025-12-29","cited_by_count":4,"area":"inference"},{"id":"2601.05724","title":"Overcoming Joint Intractability with Lossless Hierarchical Speculative Decoding","created":"2026-01-09","cited_by_count":4,"area":"inference"},{"id":"2502.02493","title":"EasySpec: Layer-Parallel Speculative Decoding for Efficient Multi-GPU Utilization","created":"2025-02-04","cited_by_count":3,"area":"inference"},{"id":"2505.20316","title":"Reinforcement Speculative Decoding for Fast Ranking","created":"2025-05-23","cited_by_count":3,"area":"inference"},{"id":"2607.06763","title":"Trees from Marginals: Autoregressive drafting with factorized priors","created":"2026-07-07","cited_by_count":3,"area":"inference"},{"id":"2509.21689","title":"SpecMER: Fast Protein Generation with K-mer Guided Speculative Decoding","created":"2025-09-25","cited_by_count":2,"area":"inference"},{"id":"2510.13161","title":"Mirror Speculative Decoding: Breaking the Serial Barrier in LLM Inference","created":"2025-10-15","cited_by_count":2,"area":"inference"},{"id":"2511.13587","title":"VVS: Accelerating Speculative Decoding for Visual Autoregressive Generation via Partial Verification Skipping","created":"2025-11-17","cited_by_count":2,"area":"inference"},{"id":"2511.15898","title":"Global Resolution: Optimal Multi-Draft Speculative Sampling via Convex Minimization","created":"2025-11-19","cited_by_count":2,"area":"inference"},{"id":"2512.07503","title":"SJD++: Improved Speculative Jacobi Decoding for Training-free Acceleration of Discrete Auto-regressive Text-to-Image Generation","created":"2025-12-08","cited_by_count":2,"area":"inference"},{"id":"2602.01274","title":"PACER: Blockwise Pre-verification for Speculative Decoding with Adaptive Length","created":"2026-02-01","cited_by_count":2,"area":"inference"},{"id":"2604.25925","title":"SpecTr-GBV: Multi-Draft Block Verification Accelerating Speculative Decoding","created":"2026-04-01","cited_by_count":2,"area":"inference"},{"id":"2605.29727","title":"Bastion: Budget-Aware Speculative Decoding with Tree-structured Block Diffusion Drafting","created":"2026-05-28","cited_by_count":2,"area":"inference"},{"id":"2606.13426","title":"Accelerating Speculative Diffusions via Block Verification","created":"2026-06-11","cited_by_count":2,"area":"inference"},{"id":"2407.01955","title":"S2D: Sorted Speculative Decoding For More Efficient Deployment of Nested Large Language Models","created":"2024-07-02","cited_by_count":1,"area":"inference"},{"id":"2501.12162","title":"AdaServe: Accelerating Multi-SLO LLM Serving with SLO-Customized Speculative Decoding","created":"2025-01-21","cited_by_count":1,"area":"inference"},{"id":"2602.01428","title":"Improving the Trade-off Between Watermark Strength and Speculative Sampling Efficiency for Language Models","created":"2026-02-01","cited_by_count":1,"area":"inference"},{"id":"2603.01399","title":"Quasar: Quantized Self-Speculative Acceleration for Rapid Inference via Memory-Efficient Verification","created":"2026-03-02","cited_by_count":1,"area":"inference"},{"id":"2604.09731","title":"SMART: When is it Actually Worth Expanding a Speculative Tree?","created":"2026-04-09","cited_by_count":1,"area":"inference"},{"id":"2605.04543","title":"UniVer: A Unified Perspective for Multi-step and Multi-draft Speculative Decoding","created":"2026-05-06","cited_by_count":1,"area":"inference"},{"id":"2606.30265","title":"When Is a Draft Accepted? A Theory of Acceptance in Speculative Decoding","created":"2026-06-29","cited_by_count":1,"area":"inference"},{"id":"2508.04462","title":"CARD: A Cache-Assisted Parallel Speculative Decoding Framework via Query-and-Correct Paradigm for Accelerating LLM Inference","created":"2025-08-06","cited_by_count":0,"area":"inference"},{"id":"2508.09072","title":"READER: Retrieval-Assisted Drafter for Efficient LLM Inference","created":"2025-08-12","cited_by_count":0,"area":"inference"},{"id":"2510.12966","title":"3-Model Speculative Decoding","created":"2025-10-14","cited_by_count":0,"area":"inference"},{"id":"2602.16961","title":"Greedy Multi-Path Block Verification for Faster Decoding in Speculative Sampling","created":"2026-02-18","cited_by_count":0,"area":"inference"},{"id":"2602.16994","title":"Dynamic Delayed Tree Expansion For Improved Multi-Path Speculative Decoding","created":"2026-02-19","cited_by_count":0,"area":"inference"},{"id":"2603.08899","title":"ConFu: Contemplate the Future for Better Speculative Sampling","created":"2026-03-09","cited_by_count":0,"area":"inference"},{"id":"2605.11186","title":"CATS: Cascaded Adaptive Tree Speculation for Memory-Limited LLM Inference Acceleration","created":"2026-05-11","cited_by_count":0,"area":"inference"},{"id":"2605.14978","title":"Performance-Driven Policy Optimization for Speculative Decoding with Adaptive Windowing","created":"2026-05-14","cited_by_count":0,"area":"inference"},{"id":"2609.16617","title":"Divergence Timing and Cumulative Disagreement under KV-Cache Eviction","created":"2026-09-15","cited_by_count":0,"area":"inference"},{"id":"2609.21858","title":"Watermarkable Multi-Draft Speculative Sampling via Poisson Processes","created":"2026-09-18","cited_by_count":0,"area":"inference"},{"id":"2609.33652","title":"Tsubame: Tree Replay for Diffusion-Based Speculative Decoding","created":"2026-09-27","cited_by_count":0,"area":"inference"},{"id":"2610.00321","title":"CAST: Cost-Aware Speculative Trees from One-Pass Block Drafters","created":"2026-09-29","cited_by_count":0,"area":"inference"}],"next_cursor":null}