{"total":218,"rows":[{"id":"2402.02057","title":"Break the Sequential Dependency of LLM Inference Using Lookahead Decoding","created":"2024-02-03","cited_by_count":298,"area":"inference"},{"id":"2401.07851","title":"Unlocking Efficiency in Large Language Model Inference: A Comprehensive Survey of Speculative Decoding","created":"2024-01-15","cited_by_count":269,"area":"inference"},{"id":"2501.01005","title":"FlashInfer: Efficient and Customizable Attention Engine for LLM Inference Serving","created":"2025-01-02","cited_by_count":258,"area":"inference"},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2401.17644","title":"BurstGPT: A Real-world Workload Dataset to Optimize LLM Serving Systems","created":"2024-01-31","cited_by_count":87,"area":"inference"},{"id":"2408.15766","title":"Learning Harmonized Representations for Speculative Sampling","created":"2024-08-28","cited_by_count":72,"area":"inference"},{"id":"2410.06916","title":"SWIFT: On-the-Fly Self-Speculative Decoding for LLM Inference Acceleration","created":"2024-10-09","cited_by_count":72,"area":"inference"},{"id":"2407.00023","title":"Preble: Efficient Distributed Prompt Scheduling for LLM Serving","created":"2024-05-08","cited_by_count":70,"area":"inference"},{"id":"2411.10666","title":"SAM Decoding: Speculative Decoding via Suffix Automaton","created":"2024-11-16","cited_by_count":39,"area":"inference"},{"id":"2405.19261","title":"Faster Cascades via Speculative Decoding","created":"2024-05-29","cited_by_count":38,"area":"inference"},{"id":"2312.12728","title":"Lookahead: An Inference Acceleration Framework for Large Language Model with Lossless Generation Accuracy","created":"2023-12-20","cited_by_count":37,"area":"inference"},{"id":"2604.12989","title":"Accelerating Speculative Decoding with Block Diffusion Draft Trees","created":"2026-04-14","cited_by_count":29,"area":"inference"},{"id":"2402.14160","title":"Recursive Speculative Decoding: Accelerating LLM Inference via Sampling Without Replacement","created":"2024-02-21","cited_by_count":27,"area":"inference"},{"id":"2408.08147","title":"P/D-Serve: Serving Disaggregated Large Language Model at Scale","created":"2024-08-15","cited_by_count":27,"area":"inference"},{"id":"2410.03065","title":"Compute Or Load KV Cache? Why Not Both?","created":"2024-10-04","cited_by_count":25,"area":"inference"},{"id":"2410.11744","title":"DySpec: Faster Speculative Decoding with Dynamic Token Tree Structure","created":"2024-10-15","cited_by_count":25,"area":"inference"},{"id":"2410.05589","title":"ParallelSpec: Parallel Drafter for Efficient Speculative Decoding","created":"2024-10-08","cited_by_count":22,"area":"inference"},{"id":"2509.18085","title":"Structuring The Future: Diffusion LLM Speculative Decoding via Calibrated Draft Graphs","created":"2025-09-22","cited_by_count":21,"area":"inference"},{"id":"2502.05202","title":"Accelerating LLM Inference with Lossless Speculative Decoding Algorithms for Heterogeneous Vocabularies","created":"2025-01-31","cited_by_count":20,"area":"inference"},{"id":"2502.14856","title":"FR-Spec: Accelerating Large-Vocabulary Language Models via Frequency-Ranked Speculative Sampling","created":"2025-02-20","cited_by_count":20,"area":"inference"},{"id":"2408.05235","title":"SLO-aware GPU Frequency Scaling for Energy Efficient LLM Inference Serving","created":"2024-08-05","cited_by_count":19,"area":"inference"},{"id":"2502.18779","title":"Towards Optimal Multi-draft Speculative Decoding","created":"2025-02-26","cited_by_count":19,"area":"inference"},{"id":"2410.11305","title":"QSpec: Speculative Decoding with Complementary Quantization Schemes","created":"2024-10-15","cited_by_count":18,"area":"inference"},{"id":"2503.05096","title":"AdaSpec: Adaptive Speculative Decoding for Fast, SLO-Aware Large Language Model Serving","created":"2025-03-07","cited_by_count":18,"area":"inference"},{"id":"2410.03804","title":"Mixture of Attentions For Speculative Decoding","created":"2024-10-04","cited_by_count":17,"area":"inference"},{"id":"2405.18628","title":"Hardware-Aware Parallel Prompt Decoding for Memory-Efficient Acceleration of LLM Inference","created":"2024-05-28","cited_by_count":16,"area":"inference"},{"id":"2502.11018","title":"GRIFFIN: Effective Token Alignment for Faster Speculative Decoding","created":"2025-02-16","cited_by_count":16,"area":"inference"},{"id":"2504.19720","title":"Taming the Titans: A Survey of Efficient LLM Inference Serving","created":"2025-04-28","cited_by_count":16,"area":"inference"},{"id":"2603.18567","title":"SpecForge: A Flexible and Efficient Open-Source Training Framework for Speculative Decoding","created":"2026-03-19","cited_by_count":16,"area":"inference"},{"id":"2411.17651","title":"APEX: An Extensible and Dynamism-Aware Simulator for Automated Parallel Execution in LLM Serving","created":"2024-11-26","cited_by_count":15,"area":"inference"},{"id":"2412.19925","title":"HADES: Hardware Accelerated Decoding for Efficient Speculation in Large Language Models","created":"2024-12-27","cited_by_count":15,"area":"inference"},{"id":"2502.15197","title":"TETRIS: Optimal Draft Token Selection for Batch Speculative Decoding","created":"2025-02-21","cited_by_count":15,"area":"inference"},{"id":"2504.08242","title":"Jupiter: Fast and Resource-Efficient Collaborative Inference of Generative LLMs on Edge Devices","created":"2025-04-11","cited_by_count":15,"area":"inference"},{"id":"2603.03251","title":"Speculative Speculative Decoding","created":"2026-03-03","cited_by_count":15,"area":"inference"},{"id":"2410.17375","title":"AMUSD: Asynchronous Multi-Device Speculative Decoding for LLM Acceleration","created":"2024-10-22","cited_by_count":14,"area":"inference"},{"id":"2507.01449","title":"LogitSpec: Accelerating Retrieval-based Speculative Decoding via Next Next Token Speculation","created":"2025-07-02","cited_by_count":14,"area":"inference"},{"id":"2410.17175","title":"Remote Timing Attacks on Efficient Language Model Inference","created":"2024-10-22","cited_by_count":13,"area":"inference"},{"id":"2507.06608","title":"Nexus:Proactive Intra-GPU Disaggregation of Prefill and Decode in LLM Serving","created":"2025-07-09","cited_by_count":13,"area":"inference"},{"id":"2601.07353","title":"TALON: Confidence-Aware Speculative Decoding with Adaptive Token Trees","created":"2026-01-12","cited_by_count":13,"area":"inference"},{"id":"2406.16758","title":"Towards Fast Multilingual LLM Inference: Speculative Decoding and Specialized Drafters","created":"2024-06-24","cited_by_count":12,"area":"inference"},{"id":"2502.20704","title":"Fuzzy Speculative Decoding for a Tunable Accuracy-Runtime Tradeoff","created":"2025-02-28","cited_by_count":12,"area":"inference"},{"id":"2604.09603","title":"ECHO: Elastic Speculative Decoding with Sparse Gating for High-Concurrency Scenarios","created":"2026-03-10","cited_by_count":12,"area":"inference"},{"id":"2410.18234","title":"Multi-Draft Speculative Sampling: Canonical Decomposition and Theoretical Limits","created":"2024-10-23","cited_by_count":11,"area":"inference"},{"id":"2505.24196","title":"CLaSp: In-Context Layer Skip for Self-Speculative Decoding","created":"2025-05-30","cited_by_count":11,"area":"inference"},{"id":"2405.00263","title":"Clover: Regressive Lightweight Speculative Decoding with Sequential Knowledge","created":"2024-05-01","cited_by_count":10,"area":"inference"},{"id":"2502.00085","title":"Efficient Beam Search for Large Language Models Using Trie-Based Decoding","created":"2025-01-31","cited_by_count":10,"area":"inference"},{"id":"2505.17052","title":"SpecEdge: Scalable Edge-Assisted Serving Framework for Interactive LLMs","created":"2025-05-16","cited_by_count":10,"area":"inference"},{"id":"2509.22134","title":"Bridging Draft Policy Misalignment: Group Tree Optimization for Speculative Decoding","created":"2025-09-26","cited_by_count":10,"area":"inference"},{"id":"2604.09557","title":"SPEED-Bench: A Unified and Diverse Benchmark for Speculative Decoding","created":"2026-02-10","cited_by_count":10,"area":"inference"},{"id":"2405.14105","title":"Distributed Speculative Inference (DSI): Speculation Parallelism for Provably Faster Lossless Language Model Inference","created":"2024-05-23","cited_by_count":9,"area":"inference"},{"id":"2408.04323","title":"SCOOT: SLO-Oriented Performance Tuning for LLM Inference Engines","created":"2024-08-08","cited_by_count":9,"area":"inference"},{"id":"2411.17741","title":"Chameleon: Adaptive Caching and Scheduling for Many-Adapter LLM Inference Environments","created":"2024-11-24","cited_by_count":9,"area":"inference"},{"id":"2502.13652","title":"C2T: A Classifier-Based Tree Construction Method in Speculative Decoding","created":"2025-02-19","cited_by_count":9,"area":"inference"},{"id":"2502.16880","title":"CORAL: Learning Consistent Representations across Multi-step Training with Lighter Speculative Drafter","created":"2025-02-24","cited_by_count":9,"area":"inference"},{"id":"2503.13565","title":"ML-SpecQD: Multi-Level Speculative Decoding with Quantized Drafts","created":"2025-03-17","cited_by_count":9,"area":"inference"},{"id":"2503.15921","title":"SPIN: Accelerating Large Language Model Inference with Heterogeneous Speculative Models","created":"2025-03-20","cited_by_count":9,"area":"inference"},{"id":"2505.09142","title":"ELIS: Efficient LLM Iterative Scheduling System with Response Length Predictor","created":"2025-05-14","cited_by_count":9,"area":"inference"},{"id":"2505.12398","title":"Traversal Verification for Speculative Tree Decoding","created":"2025-05-18","cited_by_count":9,"area":"inference"},{"id":"2506.11309","title":"SwiftSpec: Ultra-Low Latency LLM Decoding by Scaling Asynchronous Speculative Decoding","created":"2025-06-12","cited_by_count":9,"area":"inference"},{"id":"2508.07227","title":"LP-Spec: Leveraging LPDDR PIM for Efficient LLM Mobile Speculative Inference with Architecture-Dataflow Co-Optimization","created":"2025-08-10","cited_by_count":9,"area":"inference"},{"id":"2604.26779","title":"Accelerating RL Post-Training Rollouts via System-Integrated Speculative Decoding","created":"2026-04-29","cited_by_count":9,"area":"inference"},{"id":"2510.19779","title":"AdaSPEC: Selective Knowledge Distillation for Efficient Speculative Decoders","created":"2025-10-22","cited_by_count":8,"area":"inference"},{"id":"2411.01076","title":"When Speculation Spills Secrets: Side Channels via Speculative Decoding In LLMs","created":"2024-11-01","cited_by_count":7,"area":"inference"},{"id":"2508.08192","title":"Efficient Speculative Decoding for Llama at Scale: Challenges and Solutions","created":"2025-08-11","cited_by_count":7,"area":"inference"},{"id":"2508.17739","title":"Speculative Safety-Aware Decoding","created":"2025-08-25","cited_by_count":7,"area":"inference"},{"id":"2510.20064","title":"Not-a-Bandit: Provably No-Regret Drafter Selection in Speculative Decoding for LLMs","created":"2025-10-22","cited_by_count":7,"area":"inference"},{"id":"2512.02337","title":"SpecPV: Improving Self-Speculative Decoding for Long-Context Generation via Partial Verification","created":"2025-12-02","cited_by_count":7,"area":"inference"},{"id":"2402.15758","title":"Chimera: A Lossless Decoding Method for Accelerating Large Language Models Inference by Fusing all Tokens","created":"2024-02-24","cited_by_count":6,"area":"inference"},{"id":"2501.09367","title":"PICE: A Semantic-Driven Progressive Inference System for LLM Serving in Cloud-Edge Networks","created":"2025-01-16","cited_by_count":6,"area":"inference"},{"id":"2502.08923","title":"CopySpec: Accelerating LLMs with Speculative Copy-and-Paste Without Compromising Quality","created":"2025-02-13","cited_by_count":6,"area":"inference"},{"id":"2504.00030","title":"Token-Driven GammaTune: Adaptive Calibration for Enhanced Speculative Decoding","created":"2025-03-28","cited_by_count":6,"area":"inference"},{"id":"2509.02121","title":"Batch Query Processing and Optimization for Agentic Workflows","created":"2025-09-02","cited_by_count":6,"area":"inference"},{"id":"2602.13836","title":"Speculative Decoding with a Speculative Vocabulary","created":"2026-02-14","cited_by_count":6,"area":"inference"},{"id":"2605.20104","title":"Draft Less, Retrieve More: Hybrid Tree Construction for Speculative Decoding","created":"2026-05-19","cited_by_count":6,"area":"inference"},{"id":"2606.01813","title":"Cost-Aware Diffusion Draft Trees for Speculative Decoding","created":"2026-06-01","cited_by_count":6,"area":"inference"},{"id":"2408.00264","title":"Clover-2: Accurate Inference for Regressive Lightweight Speculative Decoding","created":"2024-08-01","cited_by_count":5,"area":"inference"},{"id":"2409.10644","title":"Improving Multi-candidate Speculative Decoding","created":"2024-09-16","cited_by_count":5,"area":"inference"},{"id":"2503.10325","title":"Collaborative Speculative Inference for Efficient LLM Inference Serving","created":"2025-03-13","cited_by_count":5,"area":"inference"},{"id":"2505.20776","title":"SpecExtend: A Drop-in Enhancement for Speculative Decoding of Long Sequences","created":"2025-05-27","cited_by_count":5,"area":"inference"},{"id":"2506.04203","title":"Cascadia: An Efficient Cascade Serving System for Large Language Models","created":"2025-06-04","cited_by_count":5,"area":"inference"},{"id":"2509.19873","title":"SpecMamba: Accelerating Mamba Inference on FPGA with Speculative Decoding","created":"2025-09-24","cited_by_count":5,"area":"inference"},{"id":"2604.05650","title":"See the Forest for the Trees: Loosely Speculative Decoding via Visual-Semantic Guidance for Efficient Inference of Video LLMs","created":"2026-04-07","cited_by_count":5,"area":"inference"},{"id":"2604.26412","title":"When Hidden States Drift: Can KV Caches Rescue Long-Range Speculative Decoding?","created":"2026-04-29","cited_by_count":5,"area":"inference"},{"id":"2504.04104","title":"SpecPipe: Accelerating Pipeline Parallelism-based LLM Inference with Speculative Decoding","created":"2025-04-05","cited_by_count":4,"area":"inference"},{"id":"2505.01572","title":"PipeSpec: Breaking Stage Dependencies in Hierarchical LLM Decoding","created":"2025-05-02","cited_by_count":4,"area":"inference"},{"id":"2505.17074","title":"Semi-Clairvoyant Scheduling of Speculative Decoding Requests to Minimize LLM Inference Latency","created":"2025-05-20","cited_by_count":4,"area":"inference"},{"id":"2506.05632","title":"List-Level Distribution Coupling with Applications to Speculative Decoding and Lossy Compression","created":"2025-06-05","cited_by_count":4,"area":"inference"},{"id":"2510.02329","title":"SelfJudge: Faster Speculative Decoding via Self-Supervised Judge Verification","created":"2025-09-26","cited_by_count":4,"area":"inference"},{"id":"2510.26843","title":"CAS-Spec: Cascade Adaptive Self-Speculative Decoding for On-the-Fly Lossless Inference Acceleration of LLMs","created":"2025-10-30","cited_by_count":4,"area":"inference"},{"id":"2511.09844","title":"Steering Pretrained Drafters during Speculative Decoding","created":"2025-11-13","cited_by_count":4,"area":"inference"},{"id":"2512.23858","title":"Yggdrasil: Bridging Dynamic Speculation and Static Runtime for Latency-Optimal Tree-Based LLM Decoding","created":"2025-12-29","cited_by_count":4,"area":"inference"},{"id":"2601.05724","title":"Overcoming Joint Intractability with Lossless Hierarchical Speculative Decoding","created":"2026-01-09","cited_by_count":4,"area":"inference"},{"id":"2601.15498","title":"MARS: Unleashing the Power of Speculative Decoding via Margin-Aware Verification","created":"2026-01-21","cited_by_count":4,"area":"inference"},{"id":"2602.21224","title":"Make Every Draft Count: Hidden State based Speculative Decoding","created":"2026-02-02","cited_by_count":4,"area":"inference"},{"id":"2604.07622","title":"DIVERSED: Relaxed Speculative Decoding via Dynamic Ensemble Verification","created":"2026-04-08","cited_by_count":4,"area":"inference"},{"id":"2606.03819","title":"TreeFlash: Parallel AR-Approximation for Faster Speculative Decoding","created":"2026-06-02","cited_by_count":4,"area":"inference"},{"id":"2607.07409","title":"DeLS-Spec: Decoupled Long-Short Contexts for Parallel Speculative Drafting","created":"2026-07-08","cited_by_count":4,"area":"inference"},{"id":"2607.25852","title":"AngelSpec: Towards Real-World High Performance Inference with Speculative Decoding","created":"2026-07-28","cited_by_count":4,"area":"inference"},{"id":"2402.15678","title":"Minions: Accelerating Large Language Model Inference with Aggregated Speculative Execution","created":"2024-02-24","cited_by_count":3,"area":"inference"},{"id":"2502.02493","title":"EasySpec: Layer-Parallel Speculative Decoding for Efficient Multi-GPU Utilization","created":"2025-02-04","cited_by_count":3,"area":"inference"}],"next_cursor":"100"}