{"total":24,"rows":[{"id":"2302.01318","title":"Accelerating Large Language Model Decoding with Speculative Sampling","created":"2023-02-02","cited_by_count":1006,"area":"inference"},{"id":"2401.10774","title":"Medusa: Simple LLM Inference Acceleration Framework with Multiple Decoding Heads","created":"2024-01-19","cited_by_count":843,"area":"inference"},{"id":"2401.07851","title":"Unlocking Efficiency in Large Language Model Inference: A Comprehensive Survey of Speculative Decoding","created":"2024-01-15","cited_by_count":269,"area":"inference"},{"id":"2203.16487","title":"Speculative Decoding: Exploiting Speculative Execution for Accelerating Seq2seq Generation","created":"2022-03-30","cited_by_count":171,"area":"inference"},{"id":"2310.08461","title":"DistillSpec: Improving Speculative Decoding via Knowledge Distillation","created":"2023-10-12","cited_by_count":165,"area":"inference"},{"id":"2305.10427","title":"Accelerating Transformer Inference for Translation via Parallel Decoding","created":"2023-05-17","cited_by_count":124,"area":"inference"},{"id":"2103.04505","title":"Split Computing and Early Exiting for Deep Learning Applications: Survey and Research Challenges","created":"2021-03-08","cited_by_count":115,"area":"inference"},{"id":"2506.06266","title":"Cartridges: Lightweight and general-purpose long context representations via self-study","created":"2025-06-06","cited_by_count":86,"area":"inference"},{"id":"2402.02082","title":"GliDe with a CaPE: A Low-Hassle Method to Accelerate Speculative Decoding","created":"2024-02-03","cited_by_count":75,"area":"inference"},{"id":"2403.00835","title":"CLLMs: Consistency Large Language Models","created":"2024-02-28","cited_by_count":72,"area":"inference"},{"id":"2403.09919","title":"Recurrent Drafter for Fast Speculative Decoding in Large Language Models","created":"2024-03-14","cited_by_count":37,"area":"inference"},{"id":"2403.00858","title":"Direct Alignment of Draft Model for Speculative Decoding with Chat-Fine-Tuned LLMs","created":"2024-02-29","cited_by_count":22,"area":"inference"},{"id":"2406.16758","title":"Towards Fast Multilingual LLM Inference: Speculative Decoding and Specialized Drafters","created":"2024-06-24","cited_by_count":12,"area":"inference"},{"id":"2410.10141","title":"Temperature-Centric Investigation of Speculative Decoding with Knowledge Distillation","created":"2024-10-14","cited_by_count":7,"area":"inference"},{"id":"2602.06019","title":"Multi-Token Prediction via Self-Distillation","created":"2026-02-05","cited_by_count":7,"area":"inference"},{"id":"2411.11055","title":"FastDraft: How to Train Your Draft","created":"2024-11-17","cited_by_count":6,"area":"inference"},{"id":"2104.11897","title":"Modeling Coverage for Non-Autoregressive Neural Machine Translation","created":"2021-04-24","cited_by_count":4,"area":"inference"},{"id":"2507.02659","title":"OmniDraft: A Cross-vocabulary, Online Adaptive Drafter for On-device Speculative Decoding","created":"2025-07-03","cited_by_count":4,"area":"inference"},{"id":"2604.05417","title":"Multi-Drafter Speculative Decoding with Alignment Feedback","created":"2026-04-07","cited_by_count":4,"area":"inference"},{"id":"2504.08838","title":"SD$^2$: Self-Distilled Sparse Drafters","created":"2025-04-10","cited_by_count":1,"area":"inference"},{"id":"2603.22216","title":"Gumbel Distillation for Parallel Text Generation","created":"2026-03-23","cited_by_count":1,"area":"inference"},{"id":"2402.12249","title":"Analysis of Levenshtein Transformer's Decoder and Its Variants","created":"2024-02-19","cited_by_count":0,"area":"inference"},{"id":"2609.09338","title":"Osprey: Target-agnostic Pre-training Makes Stronger Drafters in Speculative Decoding","created":"2026-09-08","cited_by_count":0,"area":"inference"},{"id":"2609.38795","title":"Recovering Off-Policy Supervision for Speculative Decoding","created":"2026-09-30","cited_by_count":0,"area":"inference"}],"next_cursor":null}