{"total":85,"rows":[{"id":"2501.19309","title":"Judge Decoding: Faster Speculative Sampling Requires Going Beyond Model Alignment","created":"2025-01-31","cited_by_count":59,"area":"alignment"},{"id":"2505.11484","title":"SoftCoT++: Test-Time Scaling with Soft Chain-of-Thought Reasoning","created":"2025-05-16","cited_by_count":41,"area":"lr"},{"id":"2508.08712","title":"A Survey on Parallel Text Generation: From Parallel Decoding to Diffusion Language Models","created":"2025-08-12","cited_by_count":30,"area":"diffusion"},{"id":"2502.19732","title":"Speculative Decoding and Beyond: An In-Depth Survey of Techniques","created":"2025-02-27","cited_by_count":23,"area":"inference"},{"id":"2410.05589","title":"ParallelSpec: Parallel Drafter for Efficient Speculative Decoding","created":"2024-10-08","cited_by_count":22,"area":"inference"},{"id":"2502.17421","title":"LongSpec: Long-Context Lossless Speculative Decoding with Efficient Drafting and Verification","created":"2025-02-24","cited_by_count":21,"area":"agents"},{"id":"2409.00142","title":"Dynamic Depth Decoding: Faster Speculative Decoding for LLMs","created":"2024-08-30","cited_by_count":20,"area":"inference"},{"id":"2412.18910","title":"AdaEAGLE: Optimizing Speculative Decoding via Explicit Modeling of Adaptive Draft Structures","created":"2024-12-25","cited_by_count":18,"area":"inference"},{"id":"2411.18462","title":"Draft Model Knows When to Stop: Self-Verification Speculative Decoding for Long-Form Generation","created":"2024-11-27","cited_by_count":16,"area":"inference"},{"id":"2502.15197","title":"TETRIS: Optimal Draft Token Selection for Batch Speculative Decoding","created":"2025-02-21","cited_by_count":15,"area":"inference"},{"id":"2603.03251","title":"Speculative Speculative Decoding","created":"2026-03-03","cited_by_count":15,"area":"inference"},{"id":"2505.19201","title":"DREAM: Drafting with Refined Target Features and Entropy-Adaptive Cross-Attention Fusion for Multimodal Speculative Decoding","created":"2025-05-25","cited_by_count":14,"area":"mllm"},{"id":"2507.01449","title":"LogitSpec: Accelerating Retrieval-based Speculative Decoding via Next Next Token Speculation","created":"2025-07-02","cited_by_count":14,"area":"inference"},{"id":"2506.20675","title":"Utility-Driven Speculative Decoding for Mixture-of-Experts","created":"2025-06-17","cited_by_count":13,"area":"moe"},{"id":"2601.07353","title":"TALON: Confidence-Aware Speculative Decoding with Adaptive Token Trees","created":"2026-01-12","cited_by_count":13,"area":"inference"},{"id":"2502.20704","title":"Fuzzy Speculative Decoding for a Tunable Accuracy-Runtime Tradeoff","created":"2025-02-28","cited_by_count":12,"area":"inference"},{"id":"2509.01920","title":"Dynamic Speculative Agent Planning","created":"2025-09-02","cited_by_count":12,"area":"agents"},{"id":"2512.02008","title":"The Art of Scaling Test-Time Compute for Large Language Models","created":"2025-12-01","cited_by_count":12,"area":"lr"},{"id":"2604.09603","title":"ECHO: Elastic Speculative Decoding with Sparse Gating for High-Concurrency Scenarios","created":"2026-03-10","cited_by_count":12,"area":"inference"},{"id":"2505.17052","title":"SpecEdge: Scalable Edge-Assisted Serving Framework for Interactive LLMs","created":"2025-05-16","cited_by_count":10,"area":"inference"},{"id":"2506.11309","title":"SwiftSpec: Ultra-Low Latency LLM Decoding by Scaling Asynchronous Speculative Decoding","created":"2025-06-12","cited_by_count":9,"area":"inference"},{"id":"2606.00487","title":"TAPS: Target-Aware Prefix Tree Selection for Diffusion-Drafted Speculative Decoding","created":"2026-05-30","cited_by_count":9,"area":"diffusion"},{"id":"2605.08632","title":"PARD-2: Target-Aligned Parallel Draft Model for Dual-Mode Speculative Decoding","created":"2026-05-09","cited_by_count":8,"area":"inference"},{"id":"2503.09620","title":"Exploiting Edited Large Language Models as General Scientific Optimizers","created":"2025-03-08","cited_by_count":7,"area":"lr"},{"id":"2511.21702","title":"CSV-Decode: Certifiable Sub-Vocabulary Decoding for Efficient Large Language Model Inference","created":"2025-11-16","cited_by_count":7,"area":"inference"},{"id":"2504.00030","title":"Token-Driven GammaTune: Adaptive Calibration for Enhanced Speculative Decoding","created":"2025-03-28","cited_by_count":6,"area":"inference"},{"id":"2605.20104","title":"Draft Less, Retrieve More: Hybrid Tree Construction for Speculative Decoding","created":"2026-05-19","cited_by_count":6,"area":"inference"},{"id":"2511.21669","title":"DSD: A Distributed Speculative Decoding Solution for Edge-Cloud Agile Large Model Serving","created":"2025-11-26","cited_by_count":5,"area":"inference"},{"id":"2604.05650","title":"See the Forest for the Trees: Loosely Speculative Decoding via Visual-Semantic Guidance for Efficient Inference of Video LLMs","created":"2026-04-07","cited_by_count":5,"area":"inference"},{"id":"2604.26412","title":"When Hidden States Drift: Can KV Caches Rescue Long-Range Speculative Decoding?","created":"2026-04-29","cited_by_count":5,"area":"inference"},{"id":"2607.14647","title":"D-cut: Adaptive Verification Depth Pruning for Batched Speculative Decoding","created":"2026-07-16","cited_by_count":5,"area":"moe"},{"id":"2506.05387","title":"Advancing Decoding Strategies: Enhancements in Locally Typical Sampling for LLMs","created":"2025-06-03","cited_by_count":4,"area":null},{"id":"2506.05632","title":"List-Level Distribution Coupling with Applications to Speculative Decoding and Lossy Compression","created":"2025-06-05","cited_by_count":4,"area":"inference"},{"id":"2511.00351","title":"Reject Only Critical Tokens: Pivot-Aware Speculative Decoding","created":"2025-11-01","cited_by_count":4,"area":"inference"},{"id":"2511.16193","title":"Fast LLM Post-training via Decoupled and Fastest-of-N Speculation","created":"2025-11-20","cited_by_count":4,"area":"inference"},{"id":"2602.15318","title":"Sparrow: Text-Anchored Window Attention with Visual-Semantic Glimpsing for Speculative Decoding in Video LLMs","created":"2026-02-17","cited_by_count":4,"area":"mllm"},{"id":"2604.14885","title":"RACER: Retrieval-Augmented Contextual Rapid Speculative Decoding","created":"2026-04-16","cited_by_count":4,"area":"rag"},{"id":"2607.25852","title":"AngelSpec: Towards Real-World High Performance Inference with Speculative Decoding","created":"2026-07-28","cited_by_count":4,"area":"inference"},{"id":"2502.02493","title":"EasySpec: Layer-Parallel Speculative Decoding for Efficient Multi-GPU Utilization","created":"2025-02-04","cited_by_count":3,"area":"inference"},{"id":"2503.00784","title":"DuoDecoding: Hardware-aware Heterogeneous Speculative Decoding with Dynamic Multi-Sequence Drafting","created":"2025-03-02","cited_by_count":3,"area":"inference"},{"id":"2509.24328","title":"Speculative Verification: Exploiting Information Gain to Refine Speculative Decoding","created":"2025-09-29","cited_by_count":3,"area":"inference"},{"id":"2601.08273","title":"HIPPO: Accelerating Video Large Language Models Inference via Holistic-aware Parallel Speculative Decoding","created":"2026-01-13","cited_by_count":3,"area":"inference"},{"id":"2603.19133","title":"A Pipelined Collaborative Speculative Decoding Framework for Efficient Edge-Cloud LLM Inference","created":"2026-03-19","cited_by_count":3,"area":"inference"},{"id":"2605.07243","title":"SpecBlock: Block-Iterative Speculative Decoding with Dynamic Tree Drafting","created":"2026-05-08","cited_by_count":3,"area":"inference"},{"id":"2505.07680","title":"SpecRouter: Adaptive Routing for Multi-Level Speculative Decoding in Large Language Models","created":"2025-05-12","cited_by_count":2,"area":"inference"},{"id":"2506.03566","title":"POSS: Position Specialist Generates Better Draft for Speculative Decoding","created":"2025-06-04","cited_by_count":2,"area":"inference"},{"id":"2511.01695","title":"Collaborative Large Language Model Inference via Resource-Aware Parallel Speculative Decoding","created":"2025-11-03","cited_by_count":2,"area":"inference"},{"id":"2511.02017","title":"TapOut: A Bandit-Based Approach to Dynamic Speculative Decoding","created":"2025-11-03","cited_by_count":2,"area":"inference"},{"id":"2512.11280","title":"AdaSD: Adaptive Speculative Decoding for Efficient Language Model Inference","created":"2025-12-12","cited_by_count":2,"area":"inference"},{"id":"2602.01274","title":"PACER: Blockwise Pre-verification for Speculative Decoding with Adaptive Length","created":"2026-02-01","cited_by_count":2,"area":"inference"},{"id":"2604.25326","title":"AHASD: Asynchronous Heterogeneous Architecture for LLM Adaptive Drafting Speculative Decoding on Mobile Devices","created":"2026-04-28","cited_by_count":2,"area":"inference"},{"id":"2605.20022","title":"FlexDraft: Flexible Speculative Decoding via Attention Tuning and Bonus-Guided Calibration","created":"2026-05-19","cited_by_count":2,"area":"inference"},{"id":"2605.29727","title":"Bastion: Budget-Aware Speculative Decoding with Tree-structured Block Diffusion Drafting","created":"2026-05-28","cited_by_count":2,"area":"inference"},{"id":"2608.22788","title":"TailSieve: Partial-Rollout-Guided Tail Routing for LLM Rollouts","created":"2026-08-24","cited_by_count":2,"area":"distill"},{"id":"2608.29748","title":"ReTrace: Rejected-Trajectory Conditioning for Speculative Decoding","created":"2026-08-30","cited_by_count":2,"area":"inference"},{"id":"2609.27396","title":"When Parallel Drafter Meets Parallel Speculative Decoding","created":"2026-09-23","cited_by_count":2,"area":"inference"},{"id":"2509.19368","title":"Pipeline Parallelism is All You Need for Optimized Early-Exit Based Self-Speculative Decoding","created":"2025-09-19","cited_by_count":1,"area":"inference"},{"id":"2509.20416","title":"FastEagle: Cascaded Drafting for Accelerating Speculative Decoding","created":"2025-09-24","cited_by_count":1,"area":"inference"},{"id":"2510.26527","title":"Polybasic Speculative Decoding Through a Theoretical Perspective","created":"2025-10-30","cited_by_count":1,"area":"inference"},{"id":"2603.18016","title":"MineDraft: A Framework for Batch Parallel Speculative Decoding","created":"2026-02-24","cited_by_count":1,"area":"inference"},{"id":"2604.20503","title":"FASER: Fine-Grained Phase Management for Speculative Decoding in Dynamic LLM Serving","created":"2026-04-22","cited_by_count":1,"area":"inference"},{"id":"2606.17787","title":"LUMEN: Coordinated Failure Recovery for Distributed LLM Serving","created":"2026-06-16","cited_by_count":1,"area":"inference"},{"id":"2607.03876","title":"AdaptiveSD A Stability-Aware, Runtime-Adaptive Speculative Decoding Framework with Multi-Policy Orchestration for CPU-Constrained LLM Inference","created":"2026-07-04","cited_by_count":1,"area":"inference"},{"id":"2607.10661","title":"Unlocking Parallelism in Autoregressive Language Models via Speculative Decoding with Progressive Tree Drafting","created":"2026-07-12","cited_by_count":1,"area":"inference"},{"id":"2609.02897","title":"Margins, Not Windows: Training-Free Per-Step Lossy Speculative Decoding","created":"2026-07-03","cited_by_count":1,"area":"inference"},{"id":"2508.04462","title":"CARD: A Cache-Assisted Parallel Speculative Decoding Framework via Query-and-Correct Paradigm for Accelerating LLM Inference","created":"2025-08-06","cited_by_count":0,"area":"inference"},{"id":"2510.19705","title":"Fast Inference via Hierarchical Speculative Decoding","created":"2025-10-22","cited_by_count":0,"area":"inference"},{"id":"2512.14069","title":"RADAR: Accelerate Large Language Model Inference With RL-Based Dynamic Draft Trees","created":"2025-12-16","cited_by_count":0,"area":"inference"},{"id":"2602.16994","title":"Dynamic Delayed Tree Expansion For Improved Multi-Path Speculative Decoding","created":"2026-02-19","cited_by_count":0,"area":"inference"},{"id":"2605.08151","title":"SPECTRE: Hybrid Ordinary-Parallel Speculative Serving for Resource-Efficient LLM Inference","created":"2026-05-04","cited_by_count":0,"area":"inference"},{"id":"2605.09375","title":"31.1 A 14.08-to-135.69Token/s ReRAM-on-Logic Stacked Outlier-Free Large-Language-Model Accelerator with Block-Clustered Weight-Compression and Adaptive Parallel-Speculative-Decoding","created":"2026-05-10","cited_by_count":0,"area":"inference"},{"id":"2605.14978","title":"Performance-Driven Policy Optimization for Speculative Decoding with Adaptive Windowing","created":"2026-05-14","cited_by_count":0,"area":"inference"},{"id":"2606.04581","title":"Multi-SPIN: Multi-Access Speculative Inference for Cooperative Token Generation at the Edge","created":"2026-06-03","cited_by_count":0,"area":"inference"},{"id":"2606.12243","title":"VIA-SD: Verification via Intra-Model Routing for Speculative Decoding","created":"2026-06-10","cited_by_count":0,"area":"inference"},{"id":"2606.29223","title":"Depth Exploration for LLM Decoding","created":"2026-06-28","cited_by_count":0,"area":null},{"id":"2608.04974","title":"AsymSpec: Efficient Cloud-Edge Speculative Decoding over Asymmetric Networks","created":"2026-08-05","cited_by_count":0,"area":"inference"},{"id":"2608.05926","title":"BALANCE: Hybrid Autoregressive-Speculative LLM Inference at the Network Edge","created":"2026-08-06","cited_by_count":0,"area":"inference"},{"id":"2608.10362","title":"MemSpec: Memory-Aware Runtime for Adaptive Draft Scheduling in Speculative Decoding on Edge Devices","created":"2026-08-11","cited_by_count":0,"area":"inference"},{"id":"2608.20375","title":"GRAFT: Adaptive DLM-Based Draft Tree Construction with Target-Distilled Edge Scoring","created":"2026-06-24","cited_by_count":0,"area":"inference"},{"id":"2609.02514","title":"AceSpec: An Asymmetric Edge-Cloud Collaborative Framework for Communication-Efficient LLM Inference","created":"2026-09-02","cited_by_count":0,"area":"inference"},{"id":"2609.17241","title":"ECHO: Early-layer Collaborative Hierarchical Orchestration with Bonus Logits in Speculative Decoding","created":"2026-09-15","cited_by_count":0,"area":"inference"},{"id":"2609.34388","title":"Reciprocal Guidance: Orchestrating Draft and Verify Budgets for Advancing the Diffusion-AR Self-Speculation Frontier","created":"2026-09-28","cited_by_count":0,"area":"inference"},{"id":"2609.37617","title":"AS$^2$D: Accelerating On-Demand Audio Understanding on Mobile Devices","created":"2026-09-29","cited_by_count":0,"area":"inference"},{"id":"2610.18735","title":"SP$^2$ec: Adaptive Self-Speculative Decoding for Vision-Language Models","created":"2026-10-13","cited_by_count":0,"area":"mllm"},{"id":"2610.19792","title":"JetSpec++: Foresight Parallel Drafting with Self Refinements","created":"2026-10-14","cited_by_count":0,"area":"inference"}],"next_cursor":null}