{"total":94,"rows":[{"id":"2402.02057","title":"Break the Sequential Dependency of LLM Inference Using Lookahead Decoding","created":"2024-02-03","cited_by_count":298,"area":"inference"},{"id":"2401.07851","title":"Unlocking Efficiency in Large Language Model Inference: A Comprehensive Survey of Speculative Decoding","created":"2024-01-15","cited_by_count":269,"area":"inference"},{"id":"2408.11049","title":"MagicDec: Breaking the Latency-Throughput Tradeoff for Long Context Generation with Speculative Decoding","created":"2024-08-20","cited_by_count":91,"area":"inference"},{"id":"2312.11462","title":"Cascade Speculative Drafting for Even Faster LLM Inference","created":"2023-12-18","cited_by_count":83,"area":"inference"},{"id":"2410.06916","title":"SWIFT: On-the-Fly Self-Speculative Decoding for LLM Inference Acceleration","created":"2024-10-09","cited_by_count":72,"area":"inference"},{"id":"2406.17276","title":"OPT-Tree: Speculative Decoding with Adaptive Draft Tree Structure","created":"2024-06-25","cited_by_count":67,"area":"inference"},{"id":"2408.05636","title":"Speculative Diffusion Decoding: Accelerating Language Generation through Diffusion","created":"2024-08-10","cited_by_count":57,"area":"inference"},{"id":"2403.09919","title":"Recurrent Drafter for Fast Speculative Decoding in Large Language Models","created":"2024-03-14","cited_by_count":37,"area":"inference"},{"id":"2402.01528","title":"Decoding Speculative Decoding","created":"2024-02-02","cited_by_count":34,"area":"inference"},{"id":"2411.00841","title":"A Theoretical Perspective for Speculative Decoding Algorithm","created":"2024-10-30","cited_by_count":29,"area":"inference"},{"id":"2402.13720","title":"Ouroboros: Generating Longer Drafts Phrase by Phrase for Faster Speculative Decoding","created":"2024-02-21","cited_by_count":25,"area":"inference"},{"id":"2502.19732","title":"Speculative Decoding and Beyond: An In-Depth Survey of Techniques","created":"2025-02-27","cited_by_count":23,"area":"inference"},{"id":"2502.14856","title":"FR-Spec: Accelerating Large-Vocabulary Language Models via Frequency-Ranked Speculative Sampling","created":"2025-02-20","cited_by_count":20,"area":"inference"},{"id":"2508.16201","title":"SpecVLM: Enhancing Speculative Decoding of Video LLMs via Verifier-Guided Token Pruning","created":"2025-08-22","cited_by_count":20,"area":"inference"},{"id":"2408.05235","title":"SLO-aware GPU Frequency Scaling for Energy Efficient LLM Inference Serving","created":"2024-08-05","cited_by_count":19,"area":"inference"},{"id":"2410.03804","title":"Mixture of Attentions For Speculative Decoding","created":"2024-10-04","cited_by_count":17,"area":"inference"},{"id":"2603.18567","title":"SpecForge: A Flexible and Efficient Open-Source Training Framework for Speculative Decoding","created":"2026-03-19","cited_by_count":16,"area":"inference"},{"id":"2412.00061","title":"Speculative Decoding with CTC-based Draft Model for LLM Inference Acceleration","created":"2024-11-25","cited_by_count":15,"area":"inference"},{"id":"2504.08242","title":"Jupiter: Fast and Resource-Efficient Collaborative Inference of Generative LLMs on Edge Devices","created":"2025-04-11","cited_by_count":15,"area":"inference"},{"id":"2411.03786","title":"The N-Grammys: Accelerating Autoregressive Inference with Learning-Free Batched Speculation","created":"2024-11-06","cited_by_count":14,"area":"inference"},{"id":"2403.08058","title":"CHAI: Clustered Head Attention for Efficient LLM Inference","created":"2024-03-12","cited_by_count":13,"area":"inference"},{"id":"2406.13511","title":"Slice-Level Scheduling for High Throughput and Load Balanced LLM Serving","created":"2024-06-19","cited_by_count":13,"area":"inference"},{"id":"2412.18934","title":"Dovetail: A CPU/GPU Heterogeneous Speculative Decoding for LLM inference","created":"2024-12-25","cited_by_count":13,"area":"inference"},{"id":"2509.18362","title":"FastMTP: Accelerating LLM Inference with Enhanced Multi-Token Prediction","created":"2025-09-16","cited_by_count":13,"area":"inference"},{"id":"2406.01698","title":"Demystifying AI Platform Design for Distributed Inference of Next-Generation LLM models","created":"2024-06-03","cited_by_count":12,"area":"inference"},{"id":"2505.16162","title":"KNN-SSD: Enabling Dynamic Self-Speculative Decoding via Nearest Neighbor Layer Set Optimization","created":"2025-05-22","cited_by_count":11,"area":"inference"},{"id":"2505.24196","title":"CLaSp: In-Context Layer Skip for Self-Speculative Decoding","created":"2025-05-30","cited_by_count":11,"area":"inference"},{"id":"2505.13204","title":"Alignment-Augmented Speculative Decoding with Alignment Sampling and Conditional Verification","created":"2025-05-19","cited_by_count":10,"area":"inference"},{"id":"2505.21487","title":"Hardware-Efficient Attention for Fast Decoding","created":"2025-05-27","cited_by_count":10,"area":"inference"},{"id":"2507.11953","title":"IAM: Efficient Inference through Attention Mapping between Different-scale LLMs","created":"2025-07-16","cited_by_count":10,"area":"inference"},{"id":"2511.22972","title":"Training-Free Loosely Speculative Decoding: Accepting Semantically Correct Drafts Beyond Exact Match","created":"2025-11-28","cited_by_count":10,"area":"inference"},{"id":"2408.04323","title":"SCOOT: SLO-Oriented Performance Tuning for LLM Inference Engines","created":"2024-08-08","cited_by_count":9,"area":"inference"},{"id":"2503.10135","title":"Gumiho: A Hybrid Architecture to Prioritize Early Tokens in Speculative Decoding","created":"2025-03-13","cited_by_count":9,"area":"inference"},{"id":"2503.13565","title":"ML-SpecQD: Multi-Level Speculative Decoding with Quantized Drafts","created":"2025-03-17","cited_by_count":9,"area":"inference"},{"id":"2508.07227","title":"LP-Spec: Leveraging LPDDR PIM for Efficient LLM Mobile Speculative Inference with Architecture-Dataflow Co-Optimization","created":"2025-08-10","cited_by_count":9,"area":"inference"},{"id":"2510.19779","title":"AdaSPEC: Selective Knowledge Distillation for Efficient Speculative Decoders","created":"2025-10-22","cited_by_count":8,"area":"inference"},{"id":"2404.14897","title":"Beyond the Speculative Game: A Survey of Speculative Execution in Large Language Models","created":"2024-04-23","cited_by_count":7,"area":"inference"},{"id":"2602.07223","title":"Vegas: Self-Speculative Decoding with Verification-Guided Sparse Attention","created":"2026-02-06","cited_by_count":7,"area":"inference"},{"id":"2402.15758","title":"Chimera: A Lossless Decoding Method for Accelerating Large Language Models Inference by Fusing all Tokens","created":"2024-02-24","cited_by_count":6,"area":"inference"},{"id":"2405.20314","title":"S3D: A Simple and Cost-Effective Self-Speculative Decoding Scheme for Low-Memory GPUs","created":"2024-05-30","cited_by_count":6,"area":"inference"},{"id":"2408.08146","title":"KOALA: Enhancing Speculative Decoding for LLM via Multi-Layer Draft Heads with Adversarial Learning","created":"2024-08-15","cited_by_count":6,"area":"inference"},{"id":"2507.23777","title":"XSpecMesh: Quality-Preserving Auto-Regressive Mesh Generation Acceleration via Multi-Head Speculative Decoding","created":"2025-07-31","cited_by_count":6,"area":"inference"},{"id":"2602.13836","title":"Speculative Decoding with a Speculative Vocabulary","created":"2026-02-14","cited_by_count":6,"area":"inference"},{"id":"2608.13524","title":"DARTree: Speculative Diffusion Decoding with Autoregressive Draft Trees","created":"2026-08-13","cited_by_count":6,"area":"inference"},{"id":"2405.13019","title":"A Comprehensive Survey of Accelerated Generation Techniques in Large Language Models","created":"2024-05-15","cited_by_count":5,"area":"inference"},{"id":"2408.08470","title":"Context-Aware Assistant Selection for Improved Inference Acceleration with Large Language Models","created":"2024-08-16","cited_by_count":5,"area":"inference"},{"id":"2505.20776","title":"SpecExtend: A Drop-in Enhancement for Speculative Decoding of Long Sequences","created":"2025-05-27","cited_by_count":5,"area":"inference"},{"id":"2602.20217","title":"KnapSpec: Self-Speculative Decoding via Adaptive Layer Selection as a Knapsack Problem","created":"2026-02-23","cited_by_count":5,"area":"inference"},{"id":"2604.05650","title":"See the Forest for the Trees: Loosely Speculative Decoding via Visual-Semantic Guidance for Efficient Inference of Video LLMs","created":"2026-04-07","cited_by_count":5,"area":"inference"},{"id":"2502.05609","title":"Lossless Acceleration of Large Language Models with Hierarchical Drafting based on Temporal Locality in Speculative Decoding","created":"2025-02-08","cited_by_count":4,"area":"inference"},{"id":"2510.13847","title":"DynaSpec: Context-aware Dynamic Speculative Sampling for Large-Vocabulary Language Models","created":"2025-10-11","cited_by_count":4,"area":"inference"},{"id":"2510.26843","title":"CAS-Spec: Cascade Adaptive Self-Speculative Decoding for On-the-Fly Lossless Inference Acceleration of LLMs","created":"2025-10-30","cited_by_count":4,"area":"inference"},{"id":"2604.04987","title":"Cactus: Accelerating Auto-Regressive Decoding with Constrained Acceptance Speculative Sampling","created":"2026-04-05","cited_by_count":4,"area":"inference"},{"id":"2505.20316","title":"Reinforcement Speculative Decoding for Fast Ranking","created":"2025-05-23","cited_by_count":3,"area":"inference"},{"id":"2510.22876","title":"Correctness Forensics for Batch Speculative Decoding: Diagnosing the Ragged Tensor Problem","created":"2025-10-26","cited_by_count":3,"area":"inference"},{"id":"2511.21699","title":"Cacheback: Speculative Decoding With Nothing But Cache","created":"2025-11-15","cited_by_count":3,"area":"inference"},{"id":"2602.03708","title":"Beyond Tokens: Semantic-Aware Speculative Decoding for Efficient Inference by Probing Internal States","created":"2026-02-03","cited_by_count":3,"area":"inference"},{"id":"2608.02123","title":"From Chains to Trees: Parent-Conditioned Drafting for Semi-Autoregressive Speculative Decoding","created":"2026-08-03","cited_by_count":3,"area":"inference"},{"id":"2403.18647","title":"SDSAT: Accelerating LLM Inference through Speculative Decoding with Semantic Adaptive Tokens","created":"2024-03-27","cited_by_count":2,"area":"inference"},{"id":"2406.11016","title":"Optimized Speculative Sampling for GPU Hardware Accelerators","created":"2024-06-16","cited_by_count":2,"area":"inference"},{"id":"2411.05894","title":"SSSD: Simply-Scalable Speculative Decoding","created":"2024-11-08","cited_by_count":2,"area":"inference"},{"id":"2506.03566","title":"POSS: Position Specialist Generates Better Draft for Speculative Decoding","created":"2025-06-04","cited_by_count":2,"area":"inference"},{"id":"2511.13587","title":"VVS: Accelerating Speculative Decoding for Visual Autoregressive Generation via Partial Verification Skipping","created":"2025-11-17","cited_by_count":2,"area":"inference"},{"id":"2602.01274","title":"PACER: Blockwise Pre-verification for Speculative Decoding with Adaptive Length","created":"2026-02-01","cited_by_count":2,"area":"inference"},{"id":"2407.01955","title":"S2D: Sorted Speculative Decoding For More Efficient Deployment of Nested Large Language Models","created":"2024-07-02","cited_by_count":1,"area":"inference"},{"id":"2408.04678","title":"CREST: Effectively Compacting a Datastore For Retrieval-Based Speculative Decoding","created":"2024-08-08","cited_by_count":1,"area":"inference"},{"id":"2410.13344","title":"Cerberus: Efficient Inference with Adaptive Parallel Decoding and Sequential Knowledge Enhancement","created":"2024-10-17","cited_by_count":1,"area":"inference"},{"id":"2503.00491","title":"Tutorial Proposal: Speculative Decoding for Efficient LLM Inference","created":"2025-03-01","cited_by_count":1,"area":"inference"},{"id":"2508.03726","title":"Hierarchical Verification of Speculative Beams for Accelerating LLM Inference","created":"2025-07-30","cited_by_count":1,"area":"inference"},{"id":"2508.15371","title":"Confidence-Modulated Speculative Decoding for Large Language Models","created":"2025-08-21","cited_by_count":1,"area":"inference"},{"id":"2510.26527","title":"Polybasic Speculative Decoding Through a Theoretical Perspective","created":"2025-10-30","cited_by_count":1,"area":"inference"},{"id":"2601.20357","title":"TABED: Test-Time Adaptive Ensemble Drafting for Robust Speculative Decoding in LVLMs","created":"2026-01-28","cited_by_count":1,"area":"inference"},{"id":"2602.01428","title":"Improving the Trade-off Between Watermark Strength and Speculative Sampling Efficiency for Language Models","created":"2026-02-01","cited_by_count":1,"area":"inference"},{"id":"2604.18170","title":"Copy-as-Decode: Grammar-Constrained Parallel Prefill for LLM Editing","created":"2026-04-20","cited_by_count":1,"area":"inference"},{"id":"2607.10661","title":"Unlocking Parallelism in Autoregressive Language Models via Speculative Decoding with Progressive Tree Drafting","created":"2026-07-12","cited_by_count":1,"area":"inference"},{"id":"2607.21804","title":"Adversarial Prompts for Acceptance Collapse in Speculative Decoding","created":"2026-07-23","cited_by_count":1,"area":"inference"},{"id":"2608.00531","title":"CURE: Local Uncertainty Repair for Block-Parallel Speculative Decoding","created":"2026-08-01","cited_by_count":1,"area":"inference"},{"id":"2609.01068","title":"OUTLETS: Output-Length Prediction from Speculative Decoding Backbones","created":"2026-09-01","cited_by_count":1,"area":"inference"},{"id":"2609.17943","title":"ASPIRE: Asynchronous Batched Self-Speculative Decoding for Long-Context LLM Inference","created":"2026-09-16","cited_by_count":1,"area":"inference"},{"id":"2505.24544","title":"Cross-Attention Speculative Decoding","created":"2025-05-30","cited_by_count":0,"area":"inference"},{"id":"2508.04462","title":"CARD: A Cache-Assisted Parallel Speculative Decoding Framework via Query-and-Correct Paradigm for Accelerating LLM Inference","created":"2025-08-06","cited_by_count":0,"area":"inference"},{"id":"2602.05499","title":"SDFP: Speculative Decoding with FIT-Pruned Models for Training-Free and Plug-and-Play LLM Acceleration","created":"2026-02-05","cited_by_count":0,"area":"inference"},{"id":"2603.03333","title":"Training-free Dropout Sampling for Semantic Token Acceptance in Speculative Decoding","created":"2026-02-11","cited_by_count":0,"area":"inference"},{"id":"2603.11053","title":"Speculative Decoding Scaling Laws (SDSL): Throughput Optimization Made Simple","created":"2026-02-25","cited_by_count":0,"area":"inference"},{"id":"2604.27747","title":"Position-Aware Drafting for Inference Acceleration in LLM-Based Generative List-Wise Recommendation","created":"2026-04-30","cited_by_count":0,"area":"inference"},{"id":"2605.08151","title":"SPECTRE: Hybrid Ordinary-Parallel Speculative Serving for Resource-Efficient LLM Inference","created":"2026-05-04","cited_by_count":0,"area":"inference"},{"id":"2605.11186","title":"CATS: Cascaded Adaptive Tree Speculation for Memory-Limited LLM Inference Acceleration","created":"2026-05-11","cited_by_count":0,"area":"inference"},{"id":"2605.30580","title":"Speculative Decoding and the Curse of Multilinguality","created":"2026-05-28","cited_by_count":0,"area":"inference"},{"id":"2606.12243","title":"VIA-SD: Verification via Intra-Model Routing for Speculative Decoding","created":"2026-06-10","cited_by_count":0,"area":"inference"},{"id":"2607.20723","title":"Leaky Language Models: Stealing Architecture and Inference Optimizations via Per-Token Timing","created":"2026-07-22","cited_by_count":0,"area":"inference"},{"id":"2609.09338","title":"Osprey: Target-agnostic Pre-training Makes Stronger Drafters in Speculative Decoding","created":"2026-09-08","cited_by_count":0,"area":"inference"},{"id":"2609.21704","title":"SpecQuant: Speculative Decoding with Multi-Parent Quantization for Adaptive LLM Inference","created":"2026-09-18","cited_by_count":0,"area":"inference"},{"id":"2609.26100","title":"TSS: Target-Side Sparsification for Speculative Decoding in Domain-Specific Large Language Models","created":"2026-08-15","cited_by_count":0,"area":"inference"},{"id":"2610.20175","title":"TreeSpark: Learning to Draft the Trees You Verify for Speculative Decoding","created":"2026-10-14","cited_by_count":0,"area":"inference"}],"next_cursor":null}