{"total":16,"rows":[{"id":"2310.08461","title":"DistillSpec: Improving Speculative Decoding via Knowledge Distillation","created":"2023-10-12","cited_by_count":165,"area":"inference"},{"id":"2502.08773","title":"Universal Model Routing for Efficient LLM Inference","created":"2025-02-12","cited_by_count":86,"area":"inference"},{"id":"2405.19715","title":"SpecDec++: Boosting Speculative Decoding via Adaptive Candidate Lengths","created":"2024-05-30","cited_by_count":75,"area":"inference"},{"id":"2410.05589","title":"ParallelSpec: Parallel Drafter for Efficient Speculative Decoding","created":"2024-10-08","cited_by_count":22,"area":"inference"},{"id":"2606.18394","title":"JetSpec: Breaking the Scaling Ceiling of Speculative Decoding with Parallel Tree Drafting","created":"2026-06-16","cited_by_count":15,"area":"inference"},{"id":"2605.29343","title":"Draft-OPD: On-Policy Distillation for Speculative Draft Models","created":"2026-05-28","cited_by_count":11,"area":"inference"},{"id":"2503.07807","title":"Training Domain Draft Models for Speculative Decoding: Best Practices and Insights","created":"2025-03-10","cited_by_count":10,"area":"inference"},{"id":"2602.06019","title":"Multi-Token Prediction via Self-Distillation","created":"2026-02-05","cited_by_count":7,"area":"inference"},{"id":"2405.13019","title":"A Comprehensive Survey of Accelerated Generation Techniques in Large Language Models","created":"2024-05-15","cited_by_count":5,"area":"inference"},{"id":"2507.02659","title":"OmniDraft: A Cross-vocabulary, Online Adaptive Drafter for On-device Speculative Decoding","created":"2025-07-03","cited_by_count":4,"area":"inference"},{"id":"2510.25977","title":"NeuronMLP: Efficient LLM Inference via Singular Value Decomposition Compression and Tiling on AWS Trainium","created":"2025-10-29","cited_by_count":0,"area":"inference"},{"id":"2512.14069","title":"RADAR: Accelerate Large Language Model Inference With RL-Based Dynamic Draft Trees","created":"2025-12-16","cited_by_count":0,"area":"inference"},{"id":"2604.26951","title":"Turning the TIDE: Cross-Architecture Distillation for Diffusion Large Language Models","created":"2026-04-29","cited_by_count":0,"area":"inference"},{"id":"2606.05868","title":"YouZhi: Towards High-Concurrency Financial LLMs via Adaptive GQA-to-MLA Transition","created":"2026-06-04","cited_by_count":0,"area":"inference"},{"id":"2609.09338","title":"Osprey: Target-agnostic Pre-training Makes Stronger Drafters in Speculative Decoding","created":"2026-09-08","cited_by_count":0,"area":"inference"},{"id":"2609.38795","title":"Recovering Off-Policy Supervision for Speculative Decoding","created":"2026-09-30","cited_by_count":0,"area":"inference"}],"next_cursor":null}