{"total":23,"rows":[{"id":"2408.11049","title":"MagicDec: Breaking the Latency-Throughput Tradeoff for Long Context Generation with Speculative Decoding","created":"2024-08-20","cited_by_count":91,"area":"inference"},{"id":"2409.00142","title":"Dynamic Depth Decoding: Faster Speculative Decoding for LLMs","created":"2024-08-30","cited_by_count":20,"area":"inference"},{"id":"2502.15197","title":"TETRIS: Optimal Draft Token Selection for Batch Speculative Decoding","created":"2025-02-21","cited_by_count":15,"area":"inference"},{"id":"2604.09603","title":"ECHO: Elastic Speculative Decoding with Sparse Gating for High-Concurrency Scenarios","created":"2026-03-10","cited_by_count":12,"area":"inference"},{"id":"2503.13565","title":"ML-SpecQD: Multi-Level Speculative Decoding with Quantized Drafts","created":"2025-03-17","cited_by_count":9,"area":"inference"},{"id":"2503.15921","title":"SPIN: Accelerating Large Language Model Inference with Heterogeneous Speculative Models","created":"2025-03-20","cited_by_count":9,"area":"inference"},{"id":"2506.11309","title":"SwiftSpec: Ultra-Low Latency LLM Decoding by Scaling Asynchronous Speculative Decoding","created":"2025-06-12","cited_by_count":9,"area":"inference"},{"id":"2411.13157","title":"Closer Look at Efficient Inference Methods: A Survey of Speculative Decoding","created":"2024-11-20","cited_by_count":7,"area":"inference"},{"id":"2503.10325","title":"Collaborative Speculative Inference for Efficient LLM Inference Serving","created":"2025-03-13","cited_by_count":5,"area":"inference"},{"id":"2511.16193","title":"Fast LLM Post-training via Decoupled and Fastest-of-N Speculation","created":"2025-11-20","cited_by_count":4,"area":"inference"},{"id":"2510.22876","title":"Correctness Forensics for Batch Speculative Decoding: Diagnosing the Ragged Tensor Problem","created":"2025-10-26","cited_by_count":3,"area":"inference"},{"id":"2411.05894","title":"SSSD: Simply-Scalable Speculative Decoding","created":"2024-11-08","cited_by_count":2,"area":"inference"},{"id":"2505.13254","title":"HeteroSpec: Leveraging Contextual Heterogeneity for Efficient Speculative Decoding","created":"2025-05-19","cited_by_count":2,"area":"inference"},{"id":"2412.18106","title":"Tackling the Dynamicity in a Production LLM Serving System with SOTA Optimizations via Hybrid Prefill/Decode/Verify Scheduling on Efficient Meta-kernels","created":"2024-12-24","cited_by_count":1,"area":"inference"},{"id":"2603.18016","title":"MineDraft: A Framework for Batch Parallel Speculative Decoding","created":"2026-02-24","cited_by_count":1,"area":"inference"},{"id":"2605.24832","title":"Optimus: Elastic Decoding for Efficient Diffusion LLM Serving","created":"2026-05-24","cited_by_count":1,"area":"inference"},{"id":"2606.25091","title":"Speculation at a Distance: Where Edge-Cloud Speculative Decoding Actually Pays Off","created":"2026-06-23","cited_by_count":1,"area":"inference"},{"id":"2609.22098","title":"TreeSpark: Calibrated, Load-Adaptive Draft Trees for Semi-Autoregressive Speculative Decoding","created":"2026-08-12","cited_by_count":1,"area":"inference"},{"id":"2510.07535","title":"OWL: Overcoming Window Length-Dependence in Speculative Decoding for Long-Context Inputs","created":"2025-10-08","cited_by_count":0,"area":"inference"},{"id":"2605.06914","title":"Regulating Branch Parallelism in LLM Serving","created":"2026-05-07","cited_by_count":0,"area":"inference"},{"id":"2605.15051","title":"An Interpretable Latency Model for Speculative Decoding in LLM Serving","created":"2026-05-14","cited_by_count":0,"area":"inference"},{"id":"2607.28848","title":"DeltaServe: Host-Agnostic Co-Serving of Inference and Fine-Tuning for LLMs","created":"2026-07-30","cited_by_count":0,"area":"inference"},{"id":"2610.07659","title":"DLoop: Looped Speculative Decoding","created":"2026-10-06","cited_by_count":0,"area":"inference"}],"next_cursor":null}