{"total":113,"rows":[{"id":"2401.10774","title":"Medusa: Simple LLM Inference Acceleration Framework with Multiple Decoding Heads","created":"2024-01-19","cited_by_count":843,"area":"inference"},{"id":"2401.15077","title":"EAGLE: Speculative Sampling Requires Rethinking Feature Uncertainty","created":"2024-01-26","cited_by_count":578,"area":"lr"},{"id":"2406.16858","title":"EAGLE-2: Faster Inference of Language Models with Dynamic Draft Trees","created":"2024-06-24","cited_by_count":370,"area":"inference"},{"id":"2402.02057","title":"Break the Sequential Dependency of LLM Inference Using Lookahead Decoding","created":"2024-02-03","cited_by_count":298,"area":"inference"},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2310.08461","title":"DistillSpec: Improving Speculative Decoding via Knowledge Distillation","created":"2023-10-12","cited_by_count":165,"area":"inference"},{"id":"2401.16380","title":"Rephrasing the Web: A Recipe for Compute and Data-Efficient Language Modeling","created":"2024-01-29","cited_by_count":161,"area":null},{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2408.15237","title":"The Mamba in the Llama: Distilling and Accelerating Hybrid Models","created":"2024-08-27","cited_by_count":122,"area":"ssm"},{"id":"2405.19715","title":"SpecDec++: Boosting Speculative Decoding via Adaptive Candidate Lengths","created":"2024-05-30","cited_by_count":75,"area":"inference"},{"id":"2410.06916","title":"SWIFT: On-the-Fly Self-Speculative Decoding for LLM Inference Acceleration","created":"2024-10-09","cited_by_count":72,"area":"inference"},{"id":"2401.13660","title":"MambaByte: Token-free Selective State Space Model","created":"2024-01-24","cited_by_count":59,"area":"ssm"},{"id":"2412.00876","title":"Dynamic-LLaVA: Efficient Multimodal Large Language Models via Dynamic Vision-language Context Sparsification","created":"2024-12-01","cited_by_count":59,"area":"mllm"},{"id":"2501.19309","title":"Judge Decoding: Faster Speculative Sampling Requires Going Beyond Model Alignment","created":"2025-01-31","cited_by_count":59,"area":"alignment"},{"id":"2406.02532","title":"SpecExec: Massively Parallel Speculative Decoding for Interactive LLM Inference on Consumer Devices","created":"2024-06-04","cited_by_count":46,"area":"inference"},{"id":"2403.09919","title":"Recurrent Drafter for Fast Speculative Decoding in Large Language Models","created":"2024-03-14","cited_by_count":37,"area":"inference"},{"id":"2405.14696","title":"A Declarative System for Optimizing AI Workloads","created":"2024-05-23","cited_by_count":37,"area":null},{"id":"2406.14066","title":"TurboSpec: Closed-loop Speculation Control System for Optimizing LLM Serving Goodput","created":"2024-06-20","cited_by_count":37,"area":"inference"},{"id":"2601.07568","title":"d3LLM: Ultra-Fast Diffusion LLM using Pseudo-Trajectory Distillation","created":"2026-01-12","cited_by_count":37,"area":"inference"},{"id":"2402.01528","title":"Decoding Speculative Decoding","created":"2024-02-02","cited_by_count":34,"area":"inference"},{"id":"2407.00326","title":"Teola: Towards End-to-End Optimization of LLM-based Applications","created":"2024-06-29","cited_by_count":32,"area":null},{"id":"2508.08712","title":"A Survey on Parallel Text Generation: From Parallel Decoding to Diffusion Language Models","created":"2025-08-12","cited_by_count":30,"area":"diffusion"},{"id":"2411.00841","title":"A Theoretical Perspective for Speculative Decoding Algorithm","created":"2024-10-30","cited_by_count":29,"area":"inference"},{"id":"2506.09016","title":"SPEED-RL: Faster Training of Reasoning Models via Online Curriculum Learning","created":"2025-06-10","cited_by_count":29,"area":"lr"},{"id":"2410.07265","title":"A Survey: Collaborative Hardware and Software Design in the Era of Large Language Models","created":"2024-10-08","cited_by_count":23,"area":null},{"id":"2502.19732","title":"Speculative Decoding and Beyond: An In-Depth Survey of Techniques","created":"2025-02-27","cited_by_count":23,"area":"inference"},{"id":"2510.05069","title":"SwiReasoning: Switch-Thinking in Latent and Explicit for Pareto-Superior Reasoning LLMs","created":"2025-10-06","cited_by_count":22,"area":"lr"},{"id":"2412.04062","title":"ZipAR: Parallel Auto-regressive Image Generation through Spatial Locality","created":"2024-12-05","cited_by_count":21,"area":"inference"},{"id":"2502.17421","title":"LongSpec: Long-Context Lossless Speculative Decoding with Efficient Drafting and Verification","created":"2025-02-24","cited_by_count":21,"area":"agents"},{"id":"2402.04513","title":"Online Cascade Learning for Efficient Inference over Streams","created":"2024-02-07","cited_by_count":20,"area":null},{"id":"2505.15141","title":"BanditSpec: Adaptive Speculative Decoding via Bandit Algorithms","created":"2025-05-21","cited_by_count":20,"area":"inference"},{"id":"2310.18813","title":"The Synergy of Speculative Decoding and Batching in Serving Large Language Models","created":"2023-10-28","cited_by_count":19,"area":"inference"},{"id":"2411.11925","title":"Continuous Speculative Decoding for Autoregressive Image Generation","created":"2024-11-18","cited_by_count":19,"area":"inference"},{"id":"2510.26475","title":"ReSpec: Towards Optimizing Speculative Decoding in Reinforcement Learning Systems","created":"2025-10-30","cited_by_count":18,"area":"lr"},{"id":"2605.18810","title":"D-PACE: Dynamic Position-Aware Cross-Entropy for Parallel Speculative Drafting","created":"2026-05-12","cited_by_count":17,"area":"inference"},{"id":"2410.00079","title":"Interactive Speculative Planning: Enhance Agent Efficiency through Co-design of System and User Interface","created":"2024-09-30","cited_by_count":16,"area":"agents"},{"id":"2502.11018","title":"GRIFFIN: Effective Token Alignment for Faster Speculative Decoding","created":"2025-02-16","cited_by_count":16,"area":"inference"},{"id":"2601.11580","title":"Speculative Decoding: Performance or Illusion?","created":"2025-12-31","cited_by_count":15,"area":"inference"},{"id":"2606.18394","title":"JetSpec: Breaking the Scaling Ceiling of Speculative Decoding with Parallel Tree Drafting","created":"2026-06-16","cited_by_count":15,"area":"inference"},{"id":"2411.03786","title":"The N-Grammys: Accelerating Autoregressive Inference with Learning-Free Batched Speculation","created":"2024-11-06","cited_by_count":14,"area":"inference"},{"id":"2401.12522","title":"BiTA: Bi-Directional Tuning for Lossless Acceleration in Large Language Models","created":"2024-01-23","cited_by_count":13,"area":null},{"id":"2504.20039","title":"AutoJudge: Judge Decoding Without Manual Annotation","created":"2025-04-28","cited_by_count":13,"area":"inference"},{"id":"2512.14681","title":"Fast and Accurate Causal Parallel Decoding using Jacobi Forcing","created":"2025-12-16","cited_by_count":13,"area":"inference"},{"id":"2509.01920","title":"Dynamic Speculative Agent Planning","created":"2025-09-02","cited_by_count":12,"area":"agents"},{"id":"2604.09603","title":"ECHO: Elastic Speculative Decoding with Sparse Gating for High-Concurrency Scenarios","created":"2026-03-10","cited_by_count":12,"area":"inference"},{"id":"2407.09722","title":"Optimized Multi-Token Joint Decoding with Auxiliary Model for LLM Inference","created":"2024-07-12","cited_by_count":11,"area":"inference"},{"id":"2410.05165","title":"Efficient Inference for Large Language Model-based Generative Recommendation","created":"2024-10-07","cited_by_count":11,"area":null},{"id":"2605.29343","title":"Draft-OPD: On-Policy Distillation for Speculative Draft Models","created":"2026-05-28","cited_by_count":11,"area":"inference"},{"id":"2509.22134","title":"Bridging Draft Policy Misalignment: Group Tree Optimization for Speculative Decoding","created":"2025-09-26","cited_by_count":10,"area":"inference"},{"id":"2511.13841","title":"Beat the long tail: Distribution-Aware Speculative Decoding for RL Training","created":"2025-11-17","cited_by_count":10,"area":"alignment"},{"id":"2512.01278","title":"Accelerating Large-Scale Reasoning Model Inference with Sparse Self-Speculative Decoding","created":"2025-12-01","cited_by_count":10,"area":"lr"},{"id":"2405.14105","title":"Distributed Speculative Inference (DSI): Speculation Parallelism for Provably Faster Lossless Language Model Inference","created":"2024-05-23","cited_by_count":9,"area":"inference"},{"id":"2504.05598","title":"DEL: Context-Aware Dynamic Exit Layer for Efficient Self-Speculative Decoding","created":"2025-04-08","cited_by_count":8,"area":"inference"},{"id":"2510.19779","title":"AdaSPEC: Selective Knowledge Distillation for Efficient Speculative Decoders","created":"2025-10-22","cited_by_count":8,"area":"inference"},{"id":"2404.14897","title":"Beyond the Speculative Game: A Survey of Speculative Execution in Large Language Models","created":"2024-04-23","cited_by_count":7,"area":"inference"},{"id":"2506.03700","title":"AdaDecode: Accelerating LLM Decoding with Adaptive Layer Parallelism","created":"2025-06-04","cited_by_count":7,"area":"lr"},{"id":"2510.20064","title":"Not-a-Bandit: Provably No-Regret Drafter Selection in Speculative Decoding for LLMs","created":"2025-10-22","cited_by_count":7,"area":"inference"},{"id":"2402.15758","title":"Chimera: A Lossless Decoding Method for Accelerating Large Language Models Inference by Fusing all Tokens","created":"2024-02-24","cited_by_count":6,"area":"inference"},{"id":"2412.10418","title":"Constrained Decoding with Speculative Lookaheads","created":"2024-12-09","cited_by_count":6,"area":null},{"id":"2505.18629","title":"Think Before You Accept: Semantic Reflective Verification for Faster Speculative Decoding","created":"2025-05-24","cited_by_count":6,"area":"lr"},{"id":"2504.01281","title":"Scaling Test-Time Inference with Policy-Optimized, Dynamic Retrieval-Augmented Generation via KV Caching and Decoding","created":"2025-04-02","cited_by_count":5,"area":"rag"},{"id":"2506.04203","title":"Cascadia: An Efficient Cascade Serving System for Large Language Models","created":"2025-06-04","cited_by_count":5,"area":"inference"},{"id":"2608.30135","title":"Verification-Aware Training for Speculative Decoding","created":"2026-08-31","cited_by_count":5,"area":"inference"},{"id":"2407.11055","title":"Knowledge boosting during low-latency inference","created":"2024-07-09","cited_by_count":4,"area":null},{"id":"2502.17717","title":"Knowledge Distillation with Training Wheels","created":"2025-02-24","cited_by_count":4,"area":"distill"},{"id":"2504.17421","title":"Towards Harnessing the Collaborative Power of Large and Small Models for Domain Tasks","created":"2025-04-24","cited_by_count":4,"area":null},{"id":"2505.07858","title":"Scaling Laws for Speculative Decoding","created":"2025-05-08","cited_by_count":4,"area":"lr"},{"id":"2506.05387","title":"Advancing Decoding Strategies: Enhancements in Locally Typical Sampling for LLMs","created":"2025-06-03","cited_by_count":4,"area":null},{"id":"2506.05632","title":"List-Level Distribution Coupling with Applications to Speculative Decoding and Lossy Compression","created":"2025-06-05","cited_by_count":4,"area":"inference"},{"id":"2507.02659","title":"OmniDraft: A Cross-vocabulary, Online Adaptive Drafter for On-device Speculative Decoding","created":"2025-07-03","cited_by_count":4,"area":"inference"},{"id":"2510.02329","title":"SelfJudge: Faster Speculative Decoding via Self-Supervised Judge Verification","created":"2025-09-26","cited_by_count":4,"area":"inference"},{"id":"2511.16193","title":"Fast LLM Post-training via Decoupled and Fastest-of-N Speculation","created":"2025-11-20","cited_by_count":4,"area":"inference"},{"id":"2512.20573","title":"Fail Fast, Win Big: Rethinking the Drafting Strategy in Speculative Decoding via Diffusion LLMs","created":"2025-12-23","cited_by_count":4,"area":"lr"},{"id":"2604.07622","title":"DIVERSED: Relaxed Speculative Decoding via Dynamic Ensemble Verification","created":"2026-04-08","cited_by_count":4,"area":"inference"},{"id":"2505.20316","title":"Reinforcement Speculative Decoding for Fast Ranking","created":"2025-05-23","cited_by_count":3,"area":"inference"},{"id":"2511.15618","title":"FlashMesh: Faster and Better Autoregressive Mesh Synthesis via Structured Speculation","created":"2025-11-19","cited_by_count":3,"area":null},{"id":"2602.06932","title":"When RL Meets Adaptive Speculative Training: A Unified Training-Serving System","created":"2026-02-06","cited_by_count":3,"area":"inference"},{"id":"2605.09329","title":"Test-Time Speculation","created":"2026-05-10","cited_by_count":3,"area":"inference"},{"id":"2505.15252","title":"An Efficient Private GPT Never Autoregressively Decodes","created":"2025-05-21","cited_by_count":2,"area":null},{"id":"2511.07397","title":"Thinking While Speaking: Inference-Time Knowledge Transfer for Responsive and Intelligent Conversational Voice Agents","created":"2025-11-10","cited_by_count":2,"area":"lr"},{"id":"2511.15898","title":"Global Resolution: Optimal Multi-Draft Speculative Sampling via Convex Minimization","created":"2025-11-19","cited_by_count":2,"area":"inference"},{"id":"2601.21473","title":"ScaleSim: Serving Large-Scale Multi-Agent Simulation with Invocation Distance-Based Memory Management","created":"2026-01-29","cited_by_count":2,"area":"agents"},{"id":"2601.22132","title":"Pay for Hints, Not Answers: LLM Shepherding for Cost-Efficient Inference","created":"2026-01-29","cited_by_count":2,"area":null},{"id":"2602.23266","title":"Discourse-Aware Dual-Track Streaming Response for Low-Latency Spoken Dialogue Systems","created":"2026-02-26","cited_by_count":2,"area":null},{"id":"2604.25925","title":"SpecTr-GBV: Multi-Draft Block Verification Accelerating Speculative Decoding","created":"2026-04-01","cited_by_count":2,"area":"inference"},{"id":"2606.04446","title":"D^2SD: Accelerating Speculative Decoding with Dual Diffusion Draft Models","created":"2026-06-03","cited_by_count":2,"area":"inference"},{"id":"2407.01955","title":"S2D: Sorted Speculative Decoding For More Efficient Deployment of Nested Large Language Models","created":"2024-07-02","cited_by_count":1,"area":"inference"},{"id":"2506.12204","title":"Semantic Scheduling for LLM Inference","created":"2025-06-13","cited_by_count":1,"area":null},{"id":"2602.01428","title":"Improving the Trade-off Between Watermark Strength and Speculative Sampling Efficiency for Language Models","created":"2026-02-01","cited_by_count":1,"area":"inference"},{"id":"2602.05145","title":"TIDE: Temporal Incremental Draft Engine for Self-Improving LLM Inference","created":"2026-02-05","cited_by_count":1,"area":"synth"},{"id":"2606.00144","title":"BudgetDraft: Acceptance-Aware Multi-View Training for Sparse-KV Speculative Decoding","created":"2026-05-29","cited_by_count":1,"area":"inference"},{"id":"2606.20591","title":"Delay-Adaptive Speculation Control for Low-Latency Edge-Cloud LLM Inference","created":"2026-05-17","cited_by_count":1,"area":"inference"},{"id":"2607.21804","title":"Adversarial Prompts for Acceptance Collapse in Speculative Decoding","created":"2026-07-23","cited_by_count":1,"area":"inference"},{"id":"2507.21522","title":"Model-free Speculative Decoding for Transformer-based ASR with Token Map Drafting","created":"2025-07-29","cited_by_count":0,"area":"inference"},{"id":"2510.19705","title":"Fast Inference via Hierarchical Speculative Decoding","created":"2025-10-22","cited_by_count":0,"area":"inference"},{"id":"2602.05499","title":"SDFP: Speculative Decoding with FIT-Pruned Models for Training-Free and Plug-and-Play LLM Acceleration","created":"2026-02-05","cited_by_count":0,"area":"inference"},{"id":"2602.16961","title":"Greedy Multi-Path Block Verification for Faster Decoding in Speculative Sampling","created":"2026-02-18","cited_by_count":0,"area":"inference"},{"id":"2602.16994","title":"Dynamic Delayed Tree Expansion For Improved Multi-Path Speculative Decoding","created":"2026-02-19","cited_by_count":0,"area":"inference"},{"id":"2603.07917","title":"SageSched: Efficient LLM Scheduling Confronting Demand Uncertainty and Hybridity","created":"2026-03-09","cited_by_count":0,"area":"inference"},{"id":"2603.25463","title":"CIAR: Interval-based Collaborative Decoding for Image Generation Acceleration","created":"2026-03-26","cited_by_count":0,"area":null}],"next_cursor":"100"}