{"total":180,"rows":[{"id":"2406.16858","title":"EAGLE-2: Faster Inference of Language Models with Dynamic Draft Trees","created":"2024-06-24","cited_by_count":370,"area":"inference"},{"id":"2503.01840","title":"EAGLE-3: Scaling up Inference Acceleration of Large Language Models via Training-Time Test","created":"2025-03-03","cited_by_count":331,"area":"inference"},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2402.05109","title":"Hydra: Sequentially-Dependent Draft Heads for Medusa Decoding","created":"2024-02-07","cited_by_count":117,"area":"inference"},{"id":"2506.00413","title":"Accelerating Diffusion LLMs via Adaptive Parallel Decoding","created":"2025-05-31","cited_by_count":112,"area":"inference"},{"id":"2404.11912","title":"TriForce: Lossless Acceleration of Long Sequence Generation with Hierarchical Speculative Decoding","created":"2024-04-18","cited_by_count":102,"area":"inference"},{"id":"2408.11850","title":"PEARL: Parallel Speculative Decoding with Adaptive Draft Length","created":"2024-08-13","cited_by_count":85,"area":"inference"},{"id":"2405.19715","title":"SpecDec++: Boosting Speculative Decoding via Adaptive Candidate Lengths","created":"2024-05-30","cited_by_count":75,"area":"inference"},{"id":"2403.00835","title":"CLLMs: Consistency Large Language Models","created":"2024-02-28","cited_by_count":72,"area":"inference"},{"id":"2408.15766","title":"Learning Harmonized Representations for Speculative Sampling","created":"2024-08-28","cited_by_count":72,"area":"inference"},{"id":"2410.06916","title":"SWIFT: On-the-Fly Self-Speculative Decoding for LLM Inference Acceleration","created":"2024-10-09","cited_by_count":72,"area":"inference"},{"id":"2406.17276","title":"OPT-Tree: Speculative Decoding with Adaptive Draft Tree Structure","created":"2024-06-25","cited_by_count":67,"area":"inference"},{"id":"2404.08509","title":"Efficient Interactive LLM Serving with Proxy Model-based Sequence Length Prediction","created":"2024-04-12","cited_by_count":66,"area":"inference"},{"id":"2410.01699","title":"Accelerating Auto-regressive Text-to-Image Generation with Training-free Speculative Jacobi Decoding","created":"2024-10-02","cited_by_count":66,"area":"inference"},{"id":"2502.00299","title":"ChunkKV: Semantic-Preserving KV Cache Compression for Efficient Long-Context LLM Inference","created":"2025-02-01","cited_by_count":60,"area":"inference"},{"id":"2404.18911","title":"Kangaroo: Lossless Self-Speculative Decoding via Double Early Exiting","created":"2024-04-29","cited_by_count":58,"area":"inference"},{"id":"2408.05636","title":"Speculative Diffusion Decoding: Accelerating Language Generation through Diffusion","created":"2024-08-10","cited_by_count":57,"area":"inference"},{"id":"2406.02532","title":"SpecExec: Massively Parallel Speculative Decoding for Interactive LLM Inference on Consumer Devices","created":"2024-06-04","cited_by_count":46,"area":"inference"},{"id":"2411.10666","title":"SAM Decoding: Speculative Decoding via Suffix Automaton","created":"2024-11-16","cited_by_count":39,"area":"inference"},{"id":"2402.11131","title":"Speculative Streaming: Fast LLM Inference without Auxiliary Models","created":"2024-02-16","cited_by_count":38,"area":"inference"},{"id":"2410.04466","title":"Large Language Model Inference Acceleration: A Comprehensive Hardware Perspective","created":"2024-10-06","cited_by_count":38,"area":"inference"},{"id":"2403.09919","title":"Recurrent Drafter for Fast Speculative Decoding in Large Language Models","created":"2024-03-14","cited_by_count":37,"area":"inference"},{"id":"2406.14066","title":"TurboSpec: Closed-loop Speculation Control System for Optimizing LLM Serving Goodput","created":"2024-06-20","cited_by_count":37,"area":"inference"},{"id":"2601.07568","title":"d3LLM: Ultra-Fast Diffusion LLM using Pseudo-Trajectory Distillation","created":"2026-01-12","cited_by_count":37,"area":"inference"},{"id":"2411.00841","title":"A Theoretical Perspective for Speculative Decoding Algorithm","created":"2024-10-30","cited_by_count":29,"area":"inference"},{"id":"2504.18583","title":"PARD: Accelerating LLM Inference with Low-Cost PARallel Draft Model Adaptation","created":"2025-04-23","cited_by_count":29,"area":"inference"},{"id":"2502.11517","title":"Learning to Keep a Promise: Scaling Language Model Decoding Parallelism with Learned Asynchronous Decoding","created":"2025-02-17","cited_by_count":28,"area":"inference"},{"id":"2601.19278","title":"DART: Diffusion-Inspired Speculative Decoding for Fast LLM Inference","created":"2026-01-27","cited_by_count":24,"area":"inference"},{"id":"2502.19732","title":"Speculative Decoding and Beyond: An In-Depth Survey of Techniques","created":"2025-02-27","cited_by_count":23,"area":"inference"},{"id":"2504.08850","title":"SpecEE: Accelerating Large Language Model Inference with Speculative Early Exiting","created":"2025-04-11","cited_by_count":23,"area":"inference"},{"id":"2402.11809","title":"Generation Meets Verification: Accelerating Large Language Model Inference with Smart Parallel Auto-Correct Decoding","created":"2024-02-19","cited_by_count":22,"area":"inference"},{"id":"2410.05589","title":"ParallelSpec: Parallel Drafter for Efficient Speculative Decoding","created":"2024-10-08","cited_by_count":22,"area":"inference"},{"id":"2412.04062","title":"ZipAR: Parallel Auto-regressive Image Generation through Spatial Locality","created":"2024-12-05","cited_by_count":21,"area":"inference"},{"id":"2509.18085","title":"Structuring The Future: Diffusion LLM Speculative Decoding via Calibrated Draft Graphs","created":"2025-09-22","cited_by_count":21,"area":"inference"},{"id":"2502.14856","title":"FR-Spec: Accelerating Large-Vocabulary Language Models via Frequency-Ranked Speculative Sampling","created":"2025-02-20","cited_by_count":20,"area":"inference"},{"id":"2503.05096","title":"AdaSpec: Adaptive Speculative Decoding for Fast, SLO-Aware Large Language Model Serving","created":"2025-03-07","cited_by_count":18,"area":"inference"},{"id":"2406.00059","title":"Conveyor: Efficient Tool-aware LLM Serving with Tool Partial Execution","created":"2024-05-29","cited_by_count":17,"area":"inference"},{"id":"2410.03804","title":"Mixture of Attentions For Speculative Decoding","created":"2024-10-04","cited_by_count":17,"area":"inference"},{"id":"2412.01447","title":"PLD+: Accelerating LLM inference by leveraging Language Model Artifacts","created":"2024-12-02","cited_by_count":17,"area":"inference"},{"id":"2512.16229","title":"LoPA: Scaling dLLM Inference via Lookahead Parallel Decoding","created":"2025-12-18","cited_by_count":17,"area":"inference"},{"id":"2605.18810","title":"D-PACE: Dynamic Position-Aware Cross-Entropy for Parallel Speculative Drafting","created":"2026-05-12","cited_by_count":17,"area":"inference"},{"id":"2405.18628","title":"Hardware-Aware Parallel Prompt Decoding for Memory-Efficient Acceleration of LLM Inference","created":"2024-05-28","cited_by_count":16,"area":"inference"},{"id":"2502.11018","title":"GRIFFIN: Effective Token Alignment for Faster Speculative Decoding","created":"2025-02-16","cited_by_count":16,"area":"inference"},{"id":"2603.18567","title":"SpecForge: A Flexible and Efficient Open-Source Training Framework for Speculative Decoding","created":"2026-03-19","cited_by_count":16,"area":"inference"},{"id":"2504.20456","title":"Reviving Any-Subset Autoregressive Models with Principled Parallel Sampling and Speculative Decoding","created":"2025-04-29","cited_by_count":15,"area":"inference"},{"id":"2601.11580","title":"Speculative Decoding: Performance or Illusion?","created":"2025-12-31","cited_by_count":15,"area":"inference"},{"id":"2603.03251","title":"Speculative Speculative Decoding","created":"2026-03-03","cited_by_count":15,"area":"inference"},{"id":"2606.18394","title":"JetSpec: Breaking the Scaling Ceiling of Speculative Decoding with Parallel Tree Drafting","created":"2026-06-16","cited_by_count":15,"area":"inference"},{"id":"2407.11798","title":"PipeInfer: Accelerating LLM Inference using Asynchronous Pipelined Speculation","created":"2024-07-16","cited_by_count":14,"area":"inference"},{"id":"2410.17375","title":"AMUSD: Asynchronous Multi-Device Speculative Decoding for LLM Acceleration","created":"2024-10-22","cited_by_count":14,"area":"inference"},{"id":"2411.03786","title":"The N-Grammys: Accelerating Autoregressive Inference with Learning-Free Batched Speculation","created":"2024-11-06","cited_by_count":14,"area":"inference"},{"id":"2507.01449","title":"LogitSpec: Accelerating Retrieval-based Speculative Decoding via Next Next Token Speculation","created":"2025-07-02","cited_by_count":14,"area":"inference"},{"id":"2410.17175","title":"Remote Timing Attacks on Efficient Language Model Inference","created":"2024-10-22","cited_by_count":13,"area":"inference"},{"id":"2504.20039","title":"AutoJudge: Judge Decoding Without Manual Annotation","created":"2025-04-28","cited_by_count":13,"area":"inference"},{"id":"2509.18362","title":"FastMTP: Accelerating LLM Inference with Enhanced Multi-Token Prediction","created":"2025-09-16","cited_by_count":13,"area":"inference"},{"id":"2512.14681","title":"Fast and Accurate Causal Parallel Decoding using Jacobi Forcing","created":"2025-12-16","cited_by_count":13,"area":"inference"},{"id":"2601.07353","title":"TALON: Confidence-Aware Speculative Decoding with Adaptive Token Trees","created":"2026-01-12","cited_by_count":13,"area":"inference"},{"id":"2406.01698","title":"Demystifying AI Platform Design for Distributed Inference of Next-Generation LLM models","created":"2024-06-03","cited_by_count":12,"area":"inference"},{"id":"2406.16758","title":"Towards Fast Multilingual LLM Inference: Speculative Decoding and Specialized Drafters","created":"2024-06-24","cited_by_count":12,"area":"inference"},{"id":"2502.20704","title":"Fuzzy Speculative Decoding for a Tunable Accuracy-Runtime Tradeoff","created":"2025-02-28","cited_by_count":12,"area":"inference"},{"id":"2604.09603","title":"ECHO: Elastic Speculative Decoding with Sparse Gating for High-Concurrency Scenarios","created":"2026-03-10","cited_by_count":12,"area":"inference"},{"id":"2502.06352","title":"LANTERN++: Enhancing Relaxed Speculative Decoding with Static Tree Drafting for Visual Auto-regressive Models","created":"2025-02-10","cited_by_count":11,"area":"inference"},{"id":"2505.16162","title":"KNN-SSD: Enabling Dynamic Self-Speculative Decoding via Nearest Neighbor Layer Set Optimization","created":"2025-05-22","cited_by_count":11,"area":"inference"},{"id":"2405.00263","title":"Clover: Regressive Lightweight Speculative Decoding with Sequential Knowledge","created":"2024-05-01","cited_by_count":10,"area":"inference"},{"id":"2408.15562","title":"Boosting Lossless Speculative Decoding via Feature Sampling and Partial Alignment Distillation","created":"2024-08-28","cited_by_count":10,"area":"inference"},{"id":"2411.05289","title":"SpecHub: Provable Acceleration to Multi-Draft Speculative Decoding","created":"2024-11-08","cited_by_count":10,"area":"inference"},{"id":"2505.13204","title":"Alignment-Augmented Speculative Decoding with Alignment Sampling and Conditional Verification","created":"2025-05-19","cited_by_count":10,"area":"inference"},{"id":"2509.22134","title":"Bridging Draft Policy Misalignment: Group Tree Optimization for Speculative Decoding","created":"2025-09-26","cited_by_count":10,"area":"inference"},{"id":"2604.09557","title":"SPEED-Bench: A Unified and Diverse Benchmark for Speculative Decoding","created":"2026-02-10","cited_by_count":10,"area":"inference"},{"id":"2503.10135","title":"Gumiho: A Hybrid Architecture to Prioritize Early Tokens in Speculative Decoding","created":"2025-03-13","cited_by_count":9,"area":"inference"},{"id":"2503.15921","title":"SPIN: Accelerating Large Language Model Inference with Heterogeneous Speculative Models","created":"2025-03-20","cited_by_count":9,"area":"inference"},{"id":"2404.19124","title":"Accelerating Production LLMs with Combined Token/Embedding Speculators","created":"2024-04-29","cited_by_count":8,"area":"inference"},{"id":"2605.08632","title":"PARD-2: Target-Aligned Parallel Draft Model for Dual-Mode Speculative Decoding","created":"2026-05-09","cited_by_count":8,"area":"inference"},{"id":"2403.08845","title":"Bifurcated Attention: Accelerating Massively Parallel Decoding with Shared Prefixes in LLMs","created":"2024-03-13","cited_by_count":7,"area":"inference"},{"id":"2411.01076","title":"When Speculation Spills Secrets: Side Channels via Speculative Decoding In LLMs","created":"2024-11-01","cited_by_count":7,"area":"inference"},{"id":"2510.20064","title":"Not-a-Bandit: Provably No-Regret Drafter Selection in Speculative Decoding for LLMs","created":"2025-10-22","cited_by_count":7,"area":"inference"},{"id":"2602.07223","title":"Vegas: Self-Speculative Decoding with Verification-Guided Sparse Attention","created":"2026-02-06","cited_by_count":7,"area":"inference"},{"id":"2402.12280","title":"Plato: Plan to Efficiently Decode for Large Language Model Inference","created":"2024-02-19","cited_by_count":6,"area":"inference"},{"id":"2402.15758","title":"Chimera: A Lossless Decoding Method for Accelerating Large Language Models Inference by Fusing all Tokens","created":"2024-02-24","cited_by_count":6,"area":"inference"},{"id":"2405.20314","title":"S3D: A Simple and Cost-Effective Self-Speculative Decoding Scheme for Low-Memory GPUs","created":"2024-05-30","cited_by_count":6,"area":"inference"},{"id":"2502.08923","title":"CopySpec: Accelerating LLMs with Speculative Copy-and-Paste Without Compromising Quality","created":"2025-02-13","cited_by_count":6,"area":"inference"},{"id":"2507.23777","title":"XSpecMesh: Quality-Preserving Auto-Regressive Mesh Generation Acceleration via Multi-Head Speculative Decoding","created":"2025-07-31","cited_by_count":6,"area":"inference"},{"id":"2605.20104","title":"Draft Less, Retrieve More: Hybrid Tree Construction for Speculative Decoding","created":"2026-05-19","cited_by_count":6,"area":"inference"},{"id":"2404.18322","title":"BlockLLM: Multi-tenant Finer-grained Serving for Large Language Models","created":"2024-04-28","cited_by_count":5,"area":"inference"},{"id":"2406.17404","title":"Make Some Noise: Unlocking Language Model Parallel Inference Capability through Noisy Training","created":"2024-06-25","cited_by_count":5,"area":"inference"},{"id":"2408.00264","title":"Clover-2: Accurate Inference for Regressive Lightweight Speculative Decoding","created":"2024-08-01","cited_by_count":5,"area":"inference"},{"id":"2408.08470","title":"Context-Aware Assistant Selection for Improved Inference Acceleration with Large Language Models","created":"2024-08-16","cited_by_count":5,"area":"inference"},{"id":"2503.10325","title":"Collaborative Speculative Inference for Efficient LLM Inference Serving","created":"2025-03-13","cited_by_count":5,"area":"inference"},{"id":"2510.05090","title":"Finish First, Perfect Later: Test-Time Token-Level Cross-Validation for Diffusion Large Language Models","created":"2025-10-06","cited_by_count":5,"area":"inference"},{"id":"2604.26412","title":"When Hidden States Drift: Can KV Caches Rescue Long-Range Speculative Decoding?","created":"2026-04-29","cited_by_count":5,"area":"inference"},{"id":"2502.05609","title":"Lossless Acceleration of Large Language Models with Hierarchical Drafting based on Temporal Locality in Speculative Decoding","created":"2025-02-08","cited_by_count":4,"area":"inference"},{"id":"2504.04104","title":"SpecPipe: Accelerating Pipeline Parallelism-based LLM Inference with Speculative Decoding","created":"2025-04-05","cited_by_count":4,"area":"inference"},{"id":"2505.01572","title":"PipeSpec: Breaking Stage Dependencies in Hierarchical LLM Decoding","created":"2025-05-02","cited_by_count":4,"area":"inference"},{"id":"2507.02659","title":"OmniDraft: A Cross-vocabulary, Online Adaptive Drafter for On-device Speculative Decoding","created":"2025-07-03","cited_by_count":4,"area":"inference"},{"id":"2510.02329","title":"SelfJudge: Faster Speculative Decoding via Self-Supervised Judge Verification","created":"2025-09-26","cited_by_count":4,"area":"inference"},{"id":"2510.26843","title":"CAS-Spec: Cascade Adaptive Self-Speculative Decoding for On-the-Fly Lossless Inference Acceleration of LLMs","created":"2025-10-30","cited_by_count":4,"area":"inference"},{"id":"2511.16193","title":"Fast LLM Post-training via Decoupled and Fastest-of-N Speculation","created":"2025-11-20","cited_by_count":4,"area":"inference"},{"id":"2512.23858","title":"Yggdrasil: Bridging Dynamic Speculation and Static Runtime for Latency-Optimal Tree-Based LLM Decoding","created":"2025-12-29","cited_by_count":4,"area":"inference"},{"id":"2601.15498","title":"MARS: Unleashing the Power of Speculative Decoding via Margin-Aware Verification","created":"2026-01-21","cited_by_count":4,"area":"inference"}],"next_cursor":"100"}