{"total":129,"rows":[{"id":"2401.15077","title":"EAGLE: Speculative Sampling Requires Rethinking Feature Uncertainty","created":"2024-01-26","cited_by_count":578,"area":"lr"},{"id":"2406.16858","title":"EAGLE-2: Faster Inference of Language Models with Dynamic Draft Trees","created":"2024-06-24","cited_by_count":370,"area":"inference"},{"id":"2503.01840","title":"EAGLE-3: Scaling up Inference Acceleration of Large Language Models via Training-Time Test","created":"2025-03-03","cited_by_count":331,"area":"inference"},{"id":"2402.02057","title":"Break the Sequential Dependency of LLM Inference Using Lookahead Decoding","created":"2024-02-03","cited_by_count":298,"area":"inference"},{"id":"2401.07851","title":"Unlocking Efficiency in Large Language Model Inference: A Comprehensive Survey of Speculative Decoding","created":"2024-01-15","cited_by_count":269,"area":"inference"},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2310.17022","title":"Controlled Decoding from Language Models","created":"2023-10-25","cited_by_count":135,"area":null},{"id":"2404.10136","title":"Language Model Cascades: Token-level uncertainty and beyond","created":"2024-04-15","cited_by_count":121,"area":null},{"id":"2410.20290","title":"Fast Best-of-N Decoding via Speculative Rejection","created":"2024-10-26","cited_by_count":112,"area":null},{"id":"2501.19324","title":"Reward-Guided Speculative Decoding for Efficient LLM Reasoning","created":"2025-01-31","cited_by_count":106,"area":"lr"},{"id":"2402.12374","title":"Sequoia: Scalable, Robust, and Hardware-aware Speculative Decoding","created":"2024-02-19","cited_by_count":103,"area":"inference"},{"id":"2404.11912","title":"TriForce: Lossless Acceleration of Long Sequence Generation with Hierarchical Speculative Decoding","created":"2024-04-18","cited_by_count":102,"area":"inference"},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2502.08773","title":"Universal Model Routing for Efficient LLM Inference","created":"2025-02-12","cited_by_count":86,"area":"inference"},{"id":"2402.02082","title":"GliDe with a CaPE: A Low-Hassle Method to Accelerate Speculative Decoding","created":"2024-02-03","cited_by_count":75,"area":"inference"},{"id":"2405.19715","title":"SpecDec++: Boosting Speculative Decoding via Adaptive Candidate Lengths","created":"2024-05-30","cited_by_count":75,"area":"inference"},{"id":"2408.15766","title":"Learning Harmonized Representations for Speculative Sampling","created":"2024-08-28","cited_by_count":72,"area":"inference"},{"id":"2410.06916","title":"SWIFT: On-the-Fly Self-Speculative Decoding for LLM Inference Acceleration","created":"2024-10-09","cited_by_count":72,"area":"inference"},{"id":"2410.01699","title":"Accelerating Auto-regressive Text-to-Image Generation with Training-free Speculative Jacobi Decoding","created":"2024-10-02","cited_by_count":66,"area":"inference"},{"id":"2410.16033","title":"TreeBoN: Enhancing Inference-Time Alignment with Speculative Tree-Search and Best-of-N Sampling","created":"2024-10-18","cited_by_count":61,"area":"lr"},{"id":"2404.18911","title":"Kangaroo: Lossless Self-Speculative Decoding via Double Early Exiting","created":"2024-04-29","cited_by_count":58,"area":"inference"},{"id":"2406.02532","title":"SpecExec: Massively Parallel Speculative Decoding for Interactive LLM Inference on Consumer Devices","created":"2024-06-04","cited_by_count":46,"area":"inference"},{"id":"2402.11131","title":"Speculative Streaming: Fast LLM Inference without Auxiliary Models","created":"2024-02-16","cited_by_count":38,"area":"inference"},{"id":"2405.19261","title":"Faster Cascades via Speculative Decoding","created":"2024-05-29","cited_by_count":38,"area":"inference"},{"id":"2403.09919","title":"Recurrent Drafter for Fast Speculative Decoding in Large Language Models","created":"2024-03-14","cited_by_count":37,"area":"inference"},{"id":"2401.06706","title":"Multi-Candidate Speculative Decoding","created":"2024-01-12","cited_by_count":31,"area":"inference"},{"id":"2501.05370","title":"Accelerated Diffusion Models via Speculative Sampling","created":"2025-01-09","cited_by_count":31,"area":"diffusion"},{"id":"2402.09970","title":"Accelerating Parallel Sampling of Diffusion Models","created":"2024-02-15","cited_by_count":30,"area":"diffusion"},{"id":"2411.00841","title":"A Theoretical Perspective for Speculative Decoding Algorithm","created":"2024-10-30","cited_by_count":29,"area":"inference"},{"id":"2504.18583","title":"PARD: Accelerating LLM Inference with Low-Cost PARallel Draft Model Adaptation","created":"2025-04-23","cited_by_count":29,"area":"inference"},{"id":"2402.14160","title":"Recursive Speculative Decoding: Accelerating LLM Inference via Sampling Without Replacement","created":"2024-02-21","cited_by_count":27,"area":"inference"},{"id":"2511.00606","title":"SpecDiff-2: Scaling Diffusion Drafter Alignment For Faster Speculative Decoding","created":"2025-11-01","cited_by_count":26,"area":"diffusion"},{"id":"2404.08856","title":"On Speculative Decoding for Multimodal Large Language Models","created":"2024-04-13","cited_by_count":25,"area":"mllm"},{"id":"2410.11744","title":"DySpec: Faster Speculative Decoding with Dynamic Token Tree Structure","created":"2024-10-15","cited_by_count":25,"area":"inference"},{"id":"2601.19278","title":"DART: Diffusion-Inspired Speculative Decoding for Fast LLM Inference","created":"2026-01-27","cited_by_count":24,"area":"inference"},{"id":"2410.07265","title":"A Survey: Collaborative Hardware and Software Design in the Era of Large Language Models","created":"2024-10-08","cited_by_count":23,"area":null},{"id":"2502.19732","title":"Speculative Decoding and Beyond: An In-Depth Survey of Techniques","created":"2025-02-27","cited_by_count":23,"area":"inference"},{"id":"2509.15235","title":"ViSpec: Accelerating Vision-Language Models with Vision-Aware Speculative Decoding","created":"2025-09-17","cited_by_count":22,"area":"mllm"},{"id":"2510.05069","title":"SwiReasoning: Switch-Thinking in Latent and Explicit for Pareto-Superior Reasoning LLMs","created":"2025-10-06","cited_by_count":22,"area":"lr"},{"id":"2502.17421","title":"LongSpec: Long-Context Lossless Speculative Decoding with Efficient Drafting and Verification","created":"2025-02-24","cited_by_count":21,"area":"agents"},{"id":"2505.15141","title":"BanditSpec: Adaptive Speculative Decoding via Bandit Algorithms","created":"2025-05-21","cited_by_count":20,"area":"inference"},{"id":"2502.18779","title":"Towards Optimal Multi-draft Speculative Decoding","created":"2025-02-26","cited_by_count":19,"area":"inference"},{"id":"2508.07747","title":"Grouped Speculative Decoding for Autoregressive Image Generation","created":"2025-08-11","cited_by_count":17,"area":"diffusion"},{"id":"2502.11018","title":"GRIFFIN: Effective Token Alignment for Faster Speculative Decoding","created":"2025-02-16","cited_by_count":16,"area":"inference"},{"id":"2508.12491","title":"Cost-Aware Contrastive Routing for LLMs","created":"2025-08-17","cited_by_count":16,"area":null},{"id":"2603.18567","title":"SpecForge: A Flexible and Efficient Open-Source Training Framework for Speculative Decoding","created":"2026-03-19","cited_by_count":16,"area":"inference"},{"id":"2412.00061","title":"Speculative Decoding with CTC-based Draft Model for LLM Inference Acceleration","created":"2024-11-25","cited_by_count":15,"area":"inference"},{"id":"2505.17505","title":"L-MTP: Leap Multi-Token Prediction Beyond Adjacent Context for Large Language Models","created":"2025-05-23","cited_by_count":15,"area":null},{"id":"2505.19201","title":"DREAM: Drafting with Refined Target Features and Entropy-Adaptive Cross-Attention Fusion for Multimodal Speculative Decoding","created":"2025-05-25","cited_by_count":14,"area":"mllm"},{"id":"2401.12522","title":"BiTA: Bi-Directional Tuning for Lossless Acceleration in Large Language Models","created":"2024-01-23","cited_by_count":13,"area":null},{"id":"2406.12295","title":"Fast and Slow Generating: An Empirical Study on Large and Small Language Models Collaborative Decoding","created":"2024-06-18","cited_by_count":13,"area":null},{"id":"2406.13511","title":"Slice-Level Scheduling for High Throughput and Load Balanced LLM Serving","created":"2024-06-19","cited_by_count":13,"area":"inference"},{"id":"2504.20039","title":"AutoJudge: Judge Decoding Without Manual Annotation","created":"2025-04-28","cited_by_count":13,"area":"inference"},{"id":"2407.09722","title":"Optimized Multi-Token Joint Decoding with Auxiliary Model for LLM Inference","created":"2024-07-12","cited_by_count":11,"area":"inference"},{"id":"2410.05165","title":"Efficient Inference for Large Language Model-based Generative Recommendation","created":"2024-10-07","cited_by_count":11,"area":null},{"id":"2410.18234","title":"Multi-Draft Speculative Sampling: Canonical Decomposition and Theoretical Limits","created":"2024-10-23","cited_by_count":11,"area":"inference"},{"id":"2502.04557","title":"Speeding up Speculative Decoding via Sequential Approximate Verification","created":"2025-02-06","cited_by_count":11,"area":"inference"},{"id":"2506.04118","title":"Guided Speculative Inference for Efficient Test-Time Alignment of LLMs","created":"2025-06-04","cited_by_count":11,"area":"alignment"},{"id":"2505.17052","title":"SpecEdge: Scalable Edge-Assisted Serving Framework for Interactive LLMs","created":"2025-05-16","cited_by_count":10,"area":"inference"},{"id":"2509.22134","title":"Bridging Draft Policy Misalignment: Group Tree Optimization for Speculative Decoding","created":"2025-09-26","cited_by_count":10,"area":"inference"},{"id":"2405.14105","title":"Distributed Speculative Inference (DSI): Speculation Parallelism for Provably Faster Lossless Language Model Inference","created":"2024-05-23","cited_by_count":9,"area":"inference"},{"id":"2408.04323","title":"SCOOT: SLO-Oriented Performance Tuning for LLM Inference Engines","created":"2024-08-08","cited_by_count":9,"area":"inference"},{"id":"2505.12398","title":"Traversal Verification for Speculative Tree Decoding","created":"2025-05-18","cited_by_count":9,"area":"inference"},{"id":"2511.11346","title":"Fast and Expressive Multi-Byte Prediction with Probabilistic Circuits","created":"2025-11-14","cited_by_count":9,"area":null},{"id":"2410.01556","title":"Integrative Decoding: Improve Factuality via Implicit Self-consistency","created":"2024-10-02","cited_by_count":8,"area":"lr"},{"id":"2502.03678","title":"Reflection-Window Decoding: Text Generation with Selective Refinement","created":"2025-02-05","cited_by_count":8,"area":null},{"id":"2404.14897","title":"Beyond the Speculative Game: A Survey of Speculative Execution in Large Language Models","created":"2024-04-23","cited_by_count":7,"area":"inference"},{"id":"2411.01076","title":"When Speculation Spills Secrets: Side Channels via Speculative Decoding In LLMs","created":"2024-11-01","cited_by_count":7,"area":"inference"},{"id":"2510.08994","title":"Speculative Jacobi-Denoising Decoding for Accelerating Autoregressive Text-to-image Generation","created":"2025-10-10","cited_by_count":7,"area":null},{"id":"2510.20064","title":"Not-a-Bandit: Provably No-Regret Drafter Selection in Speculative Decoding for LLMs","created":"2025-10-22","cited_by_count":7,"area":"inference"},{"id":"2512.21323","title":"Parallel Token Prediction for Language Models","created":"2025-12-24","cited_by_count":7,"area":null},{"id":"2402.15758","title":"Chimera: A Lossless Decoding Method for Accelerating Large Language Models Inference by Fusing all Tokens","created":"2024-02-24","cited_by_count":6,"area":"inference"},{"id":"2408.07978","title":"Coupling without Communication and Drafter-Invariant Speculative Decoding","created":"2024-08-15","cited_by_count":6,"area":null},{"id":"2408.08146","title":"KOALA: Enhancing Speculative Decoding for LLM via Multi-Layer Draft Heads with Adversarial Learning","created":"2024-08-15","cited_by_count":6,"area":"inference"},{"id":"2507.23777","title":"XSpecMesh: Quality-Preserving Auto-Regressive Mesh Generation Acceleration via Multi-Head Speculative Decoding","created":"2025-07-31","cited_by_count":6,"area":"inference"},{"id":"2404.09221","title":"Exploring and Improving Drafts in Blockwise Parallel Decoding","created":"2024-04-14","cited_by_count":5,"area":"inference"},{"id":"2504.17421","title":"Towards Harnessing the Collaborative Power of Large and Small Models for Domain Tasks","created":"2025-04-24","cited_by_count":4,"area":null},{"id":"2505.17074","title":"Semi-Clairvoyant Scheduling of Speculative Decoding Requests to Minimize LLM Inference Latency","created":"2025-05-20","cited_by_count":4,"area":"inference"},{"id":"2506.05632","title":"List-Level Distribution Coupling with Applications to Speculative Decoding and Lossy Compression","created":"2025-06-05","cited_by_count":4,"area":"inference"},{"id":"2510.02329","title":"SelfJudge: Faster Speculative Decoding via Self-Supervised Judge Verification","created":"2025-09-26","cited_by_count":4,"area":"inference"},{"id":"2510.24211","title":"Speculative Coupled Decoding for Training-Free Lossless Acceleration of Autoregressive Visual Generation","created":"2025-10-28","cited_by_count":4,"area":null},{"id":"2512.23858","title":"Yggdrasil: Bridging Dynamic Speculation and Static Runtime for Latency-Optimal Tree-Based LLM Decoding","created":"2025-12-29","cited_by_count":4,"area":"inference"},{"id":"2601.05724","title":"Overcoming Joint Intractability with Lossless Hierarchical Speculative Decoding","created":"2026-01-09","cited_by_count":4,"area":"inference"},{"id":"2602.00523","title":"SAGE: Accelerating Vision-Language Models via Entropy-Guided Adaptive Speculative Decoding","created":"2026-01-31","cited_by_count":4,"area":"mllm"},{"id":"2502.02493","title":"EasySpec: Layer-Parallel Speculative Decoding for Efficient Multi-GPU Utilization","created":"2025-02-04","cited_by_count":3,"area":"inference"},{"id":"2505.20316","title":"Reinforcement Speculative Decoding for Fast Ranking","created":"2025-05-23","cited_by_count":3,"area":"inference"},{"id":"2604.26940","title":"Select to Think: Unlocking SLM Potential with Local Sufficiency","created":"2026-04-29","cited_by_count":3,"area":"lr"},{"id":"2607.06763","title":"Trees from Marginals: Autoregressive drafting with factorized priors","created":"2026-07-07","cited_by_count":3,"area":"inference"},{"id":"2501.05465","title":"Small Language Models (SLMs) Can Still Pack a Punch: A survey (updated 2026)","created":"2025-01-03","cited_by_count":2,"area":null},{"id":"2501.15665","title":"StagFormer: Time Staggering Transformer Decoding for RunningLayers In Parallel","created":"2025-01-26","cited_by_count":2,"area":null},{"id":"2503.19731","title":"PCM : Picard Consistency Model for Fast Parallel Sampling of Diffusion Models","created":"2025-03-25","cited_by_count":2,"area":"diffusion"},{"id":"2509.21689","title":"SpecMER: Fast Protein Generation with K-mer Guided Speculative Decoding","created":"2025-09-25","cited_by_count":2,"area":"inference"},{"id":"2510.13161","title":"Mirror Speculative Decoding: Breaking the Serial Barrier in LLM Inference","created":"2025-10-15","cited_by_count":2,"area":"inference"},{"id":"2511.13587","title":"VVS: Accelerating Speculative Decoding for Visual Autoregressive Generation via Partial Verification Skipping","created":"2025-11-17","cited_by_count":2,"area":"inference"},{"id":"2511.15898","title":"Global Resolution: Optimal Multi-Draft Speculative Sampling via Convex Minimization","created":"2025-11-19","cited_by_count":2,"area":"inference"},{"id":"2512.07503","title":"SJD++: Improved Speculative Jacobi Decoding for Training-free Acceleration of Discrete Auto-regressive Text-to-Image Generation","created":"2025-12-08","cited_by_count":2,"area":"inference"},{"id":"2602.01274","title":"PACER: Blockwise Pre-verification for Speculative Decoding with Adaptive Length","created":"2026-02-01","cited_by_count":2,"area":"inference"},{"id":"2604.25925","title":"SpecTr-GBV: Multi-Draft Block Verification Accelerating Speculative Decoding","created":"2026-04-01","cited_by_count":2,"area":"inference"},{"id":"2605.29727","title":"Bastion: Budget-Aware Speculative Decoding with Tree-structured Block Diffusion Drafting","created":"2026-05-28","cited_by_count":2,"area":"inference"}],"next_cursor":"100"}