{"total":62,"rows":[{"id":"2502.10424","title":"QuantSpec: Self-Speculative Decoding with Hierarchical Quantized KV Cache","created":"2025-02-05","cited_by_count":27,"area":"inference"},{"id":"2502.19732","title":"Speculative Decoding and Beyond: An In-Depth Survey of Techniques","created":"2025-02-27","cited_by_count":23,"area":"inference"},{"id":"2410.05589","title":"ParallelSpec: Parallel Drafter for Efficient Speculative Decoding","created":"2024-10-08","cited_by_count":22,"area":"inference"},{"id":"2502.05202","title":"Accelerating LLM Inference with Lossless Speculative Decoding Algorithms for Heterogeneous Vocabularies","created":"2025-01-31","cited_by_count":20,"area":"inference"},{"id":"2508.16201","title":"SpecVLM: Enhancing Speculative Decoding of Video LLMs via Verifier-Guided Token Pruning","created":"2025-08-22","cited_by_count":20,"area":"inference"},{"id":"2412.18934","title":"Dovetail: A CPU/GPU Heterogeneous Speculative Decoding for LLM inference","created":"2024-12-25","cited_by_count":13,"area":"inference"},{"id":"2604.09603","title":"ECHO: Elastic Speculative Decoding with Sparse Gating for High-Concurrency Scenarios","created":"2026-03-10","cited_by_count":12,"area":"inference"},{"id":"2506.04108","title":"Rectified Sparse Attention","created":"2025-06-04","cited_by_count":10,"area":"inference"},{"id":"2604.09557","title":"SPEED-Bench: A Unified and Diverse Benchmark for Speculative Decoding","created":"2026-02-10","cited_by_count":10,"area":"inference"},{"id":"2503.13565","title":"ML-SpecQD: Multi-Level Speculative Decoding with Quantized Drafts","created":"2025-03-17","cited_by_count":9,"area":"inference"},{"id":"2410.10141","title":"Temperature-Centric Investigation of Speculative Decoding with Knowledge Distillation","created":"2024-10-14","cited_by_count":7,"area":"inference"},{"id":"2411.13157","title":"Closer Look at Efficient Inference Methods: A Survey of Speculative Decoding","created":"2024-11-20","cited_by_count":7,"area":"inference"},{"id":"2508.08192","title":"Efficient Speculative Decoding for Llama at Scale: Challenges and Solutions","created":"2025-08-11","cited_by_count":7,"area":"inference"},{"id":"2512.02337","title":"SpecPV: Improving Self-Speculative Decoding for Long-Context Generation via Partial Verification","created":"2025-12-02","cited_by_count":7,"area":"inference"},{"id":"2602.07223","title":"Vegas: Self-Speculative Decoding with Verification-Guided Sparse Attention","created":"2026-02-06","cited_by_count":7,"area":"inference"},{"id":"2512.22420","title":"Nightjar: Dynamic Adaptive Speculative Decoding for Large Language Models Serving","created":"2025-12-27","cited_by_count":6,"area":"inference"},{"id":"2605.20104","title":"Draft Less, Retrieve More: Hybrid Tree Construction for Speculative Decoding","created":"2026-05-19","cited_by_count":6,"area":"inference"},{"id":"2505.20776","title":"SpecExtend: A Drop-in Enhancement for Speculative Decoding of Long Sequences","created":"2025-05-27","cited_by_count":5,"area":"inference"},{"id":"2506.08373","title":"Draft-based Approximate Inference for LLMs","created":"2025-06-10","cited_by_count":5,"area":"inference"},{"id":"2602.20217","title":"KnapSpec: Self-Speculative Decoding via Adaptive Layer Selection as a Knapsack Problem","created":"2026-02-23","cited_by_count":5,"area":"inference"},{"id":"2604.05650","title":"See the Forest for the Trees: Loosely Speculative Decoding via Visual-Semantic Guidance for Efficient Inference of Video LLMs","created":"2026-04-07","cited_by_count":5,"area":"inference"},{"id":"2605.17613","title":"VeriCache: Turning Lossy KV Cache into Lossless LLM Inference","created":"2026-05-17","cited_by_count":5,"area":"inference"},{"id":"2507.02659","title":"OmniDraft: A Cross-vocabulary, Online Adaptive Drafter for On-device Speculative Decoding","created":"2025-07-03","cited_by_count":4,"area":"inference"},{"id":"2508.10395","title":"XQuant: Breaking the Memory Wall for LLM Inference with KV Cache Rematerialization","created":"2025-08-14","cited_by_count":4,"area":"inference"},{"id":"2510.13847","title":"DynaSpec: Context-aware Dynamic Speculative Sampling for Large-Vocabulary Language Models","created":"2025-10-11","cited_by_count":4,"area":"inference"},{"id":"2510.26843","title":"CAS-Spec: Cascade Adaptive Self-Speculative Decoding for On-the-Fly Lossless Inference Acceleration of LLMs","created":"2025-10-30","cited_by_count":4,"area":"inference"},{"id":"2512.23858","title":"Yggdrasil: Bridging Dynamic Speculation and Static Runtime for Latency-Optimal Tree-Based LLM Decoding","created":"2025-12-29","cited_by_count":4,"area":"inference"},{"id":"2605.09992","title":"Attention Drift: What Autoregressive Speculative Decoding Models Learn","created":"2026-05-11","cited_by_count":4,"area":"inference"},{"id":"2505.22179","title":"Speculative Decoding Meets Quantization: Compatibility Evaluation and Hierarchical Framework Design","created":"2025-05-28","cited_by_count":3,"area":"inference"},{"id":"2411.05894","title":"SSSD: Simply-Scalable Speculative Decoding","created":"2024-11-08","cited_by_count":2,"area":"inference"},{"id":"2505.13254","title":"HeteroSpec: Leveraging Contextual Heterogeneity for Efficient Speculative Decoding","created":"2025-05-19","cited_by_count":2,"area":"inference"},{"id":"2506.03566","title":"POSS: Position Specialist Generates Better Draft for Speculative Decoding","created":"2025-06-04","cited_by_count":2,"area":"inference"},{"id":"2603.02188","title":"Multi-Head Low-Rank Attention","created":"2026-03-02","cited_by_count":2,"area":"inference"},{"id":"2605.29727","title":"Bastion: Budget-Aware Speculative Decoding with Tree-structured Block Diffusion Drafting","created":"2026-05-28","cited_by_count":2,"area":"inference"},{"id":"2606.04446","title":"D^2SD: Accelerating Speculative Decoding with Dual Diffusion Draft Models","created":"2026-06-03","cited_by_count":2,"area":"inference"},{"id":"2607.11131","title":"TIGER: Text-Conditioned Visual Gated Routing with Acceptance Alignment for Multimodal Speculative Decoding","created":"2026-07-13","cited_by_count":2,"area":"inference"},{"id":"2608.04074","title":"Spend Bits Where Queries Look: KV Cache Vector Quantization with Attention-Preserving Transforms","created":"2026-08-04","cited_by_count":2,"area":"inference"},{"id":"2504.06419","title":"SPIRe: Boosting LLM Inference Throughput with Speculative Decoding","created":"2025-04-08","cited_by_count":1,"area":"inference"},{"id":"2504.08838","title":"SD$^2$: Self-Distilled Sparse Drafters","created":"2025-04-10","cited_by_count":1,"area":"inference"},{"id":"2509.19368","title":"Pipeline Parallelism is All You Need for Optimized Early-Exit Based Self-Speculative Decoding","created":"2025-09-19","cited_by_count":1,"area":"inference"},{"id":"2510.26527","title":"Polybasic Speculative Decoding Through a Theoretical Perspective","created":"2025-10-30","cited_by_count":1,"area":"inference"},{"id":"2601.20357","title":"TABED: Test-Time Adaptive Ensemble Drafting for Robust Speculative Decoding in LVLMs","created":"2026-01-28","cited_by_count":1,"area":"inference"},{"id":"2603.18016","title":"MineDraft: A Framework for Batch Parallel Speculative Decoding","created":"2026-02-24","cited_by_count":1,"area":"inference"},{"id":"2604.09722","title":"ConfigSpec: Profiling-Based Configuration Selection for Distributed Edge--Cloud Speculative LLM Serving","created":"2026-04-08","cited_by_count":1,"area":"inference"},{"id":"2606.25091","title":"Speculation at a Distance: Where Edge-Cloud Speculative Decoding Actually Pays Off","created":"2026-06-23","cited_by_count":1,"area":"inference"},{"id":"2607.27735","title":"A Sparse Glimpse of the Whole: Train-Free Self-Speculative Decoding","created":"2026-07-30","cited_by_count":1,"area":"inference"},{"id":"2609.17943","title":"ASPIRE: Asynchronous Batched Self-Speculative Decoding for Long-Context LLM Inference","created":"2026-09-16","cited_by_count":1,"area":"inference"},{"id":"2505.08600","title":"Automatic Task Detection and Heterogeneous LLM Speculative Decoding","created":"2025-05-13","cited_by_count":0,"area":"inference"},{"id":"2508.09072","title":"READER: Retrieval-Assisted Drafter for Efficient LLM Inference","created":"2025-08-12","cited_by_count":0,"area":"inference"},{"id":"2510.15545","title":"TokenTiming: A Dynamic Alignment Method for Universal Speculative Decoding Model Pairs","created":"2025-10-17","cited_by_count":0,"area":"inference"},{"id":"2603.11053","title":"Speculative Decoding Scaling Laws (SDSL): Throughput Optimization Made Simple","created":"2026-02-25","cited_by_count":0,"area":"inference"},{"id":"2605.11186","title":"CATS: Cascaded Adaptive Tree Speculation for Memory-Limited LLM Inference Acceleration","created":"2026-05-11","cited_by_count":0,"area":"inference"},{"id":"2605.26558","title":"Cassandra: Enabling Reasoning LLMs at Edge via Self-Speculative Decoding","created":"2026-05-26","cited_by_count":0,"area":"inference"},{"id":"2606.24957","title":"Dustin: Draft-Augmented Sparse Verification for Efficient Long-Context Generation with Speculative Decoding","created":"2026-06-23","cited_by_count":0,"area":"inference"},{"id":"2607.21535","title":"Windowed-MTP: Removing the Full-Context Draft-KV Tax at Million-Token Context","created":"2026-07-23","cited_by_count":0,"area":"inference"},{"id":"2608.30252","title":"Strong Drafts Need Compact Memories: Long-Context Speculative Decoding with Compressed KV Cache","created":"2026-08-31","cited_by_count":0,"area":"inference"},{"id":"2609.34388","title":"Reciprocal Guidance: Orchestrating Draft and Verify Budgets for Advancing the Diffusion-AR Self-Speculation Frontier","created":"2026-09-28","cited_by_count":0,"area":"inference"},{"id":"2610.00321","title":"CAST: Cost-Aware Speculative Trees from One-Pass Block Drafters","created":"2026-09-29","cited_by_count":0,"area":"inference"},{"id":"2610.04313","title":"MOIRA: Mass-Oriented Indexing with Ragged Attention for Long-Context Decoding","created":"2026-10-03","cited_by_count":0,"area":"inference"},{"id":"2610.13202","title":"S$^3$R: Fast and Faithful RL Rollouts via Self-Sparse Speculative Decoding","created":"2026-10-09","cited_by_count":0,"area":"inference"},{"id":"2610.13708","title":"Adaptive DHiSparse: Speculative Decoding over a Load-Adaptive KV Hierarchy","created":"2026-10-09","cited_by_count":0,"area":"inference"},{"id":"2610.20392","title":"FOLD: Position-Free Far Memory with Local Order for Long-Context Speculative Decoding","created":"2026-10-14","cited_by_count":0,"area":"inference"}],"next_cursor":null}