{"total":64,"rows":[{"id":"2406.16858","title":"EAGLE-2: Faster Inference of Language Models with Dynamic Draft Trees","created":"2024-06-24","cited_by_count":370,"area":"inference"},{"id":"2402.02057","title":"Break the Sequential Dependency of LLM Inference Using Lookahead Decoding","created":"2024-02-03","cited_by_count":298,"area":"inference"},{"id":"2401.07851","title":"Unlocking Efficiency in Large Language Model Inference: A Comprehensive Survey of Speculative Decoding","created":"2024-01-15","cited_by_count":269,"area":"inference"},{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2404.11912","title":"TriForce: Lossless Acceleration of Long Sequence Generation with Hierarchical Speculative Decoding","created":"2024-04-18","cited_by_count":102,"area":"inference"},{"id":"2310.05424","title":"Fast and Robust Early-Exiting Framework for Autoregressive Language Models with Synchronized Parallel Decoding","created":"2023-10-09","cited_by_count":80,"area":"inference"},{"id":"2405.19715","title":"SpecDec++: Boosting Speculative Decoding via Adaptive Candidate Lengths","created":"2024-05-30","cited_by_count":75,"area":"inference"},{"id":"2403.00835","title":"CLLMs: Consistency Large Language Models","created":"2024-02-28","cited_by_count":72,"area":"inference"},{"id":"2410.06916","title":"SWIFT: On-the-Fly Self-Speculative Decoding for LLM Inference Acceleration","created":"2024-10-09","cited_by_count":72,"area":"inference"},{"id":"2312.04916","title":"EE-LLM: Large-Scale Training and Inference of Early-Exit Large Language Models with 3D Parallelism","created":"2023-12-08","cited_by_count":69,"area":"inference"},{"id":"2410.01699","title":"Accelerating Auto-regressive Text-to-Image Generation with Training-free Speculative Jacobi Decoding","created":"2024-10-02","cited_by_count":66,"area":"inference"},{"id":"2502.16002","title":"KVLink: Accelerating Large Language Models via Efficient KV Cache Reuse","created":"2025-02-21","cited_by_count":66,"area":"inference"},{"id":"2312.12728","title":"Lookahead: An Inference Acceleration Framework for Large Language Model with Lossless Generation Accuracy","created":"2023-12-20","cited_by_count":37,"area":"inference"},{"id":"2403.09919","title":"Recurrent Drafter for Fast Speculative Decoding in Large Language Models","created":"2024-03-14","cited_by_count":37,"area":"inference"},{"id":"2402.01528","title":"Decoding Speculative Decoding","created":"2024-02-02","cited_by_count":34,"area":"inference"},{"id":"2503.23367","title":"FastVAR: Linear Visual Autoregressive Modeling via Cached Token Pruning","created":"2025-03-30","cited_by_count":34,"area":"inference"},{"id":"2411.00841","title":"A Theoretical Perspective for Speculative Decoding Algorithm","created":"2024-10-30","cited_by_count":29,"area":"inference"},{"id":"2502.11517","title":"Learning to Keep a Promise: Scaling Language Model Decoding Parallelism with Learned Asynchronous Decoding","created":"2025-02-17","cited_by_count":28,"area":"inference"},{"id":"2402.13720","title":"Ouroboros: Generating Longer Drafts Phrase by Phrase for Faster Speculative Decoding","created":"2024-02-21","cited_by_count":25,"area":"inference"},{"id":"2502.19732","title":"Speculative Decoding and Beyond: An In-Depth Survey of Techniques","created":"2025-02-27","cited_by_count":23,"area":"inference"},{"id":"2410.05589","title":"ParallelSpec: Parallel Drafter for Efficient Speculative Decoding","created":"2024-10-08","cited_by_count":22,"area":"inference"},{"id":"2412.04062","title":"ZipAR: Parallel Auto-regressive Image Generation through Spatial Locality","created":"2024-12-05","cited_by_count":21,"area":"inference"},{"id":"2411.11925","title":"Continuous Speculative Decoding for Autoregressive Image Generation","created":"2024-11-18","cited_by_count":19,"area":"inference"},{"id":"2412.01447","title":"PLD+: Accelerating LLM inference by leveraging Language Model Artifacts","created":"2024-12-02","cited_by_count":17,"area":"inference"},{"id":"2405.18628","title":"Hardware-Aware Parallel Prompt Decoding for Memory-Efficient Acceleration of LLM Inference","created":"2024-05-28","cited_by_count":16,"area":"inference"},{"id":"2504.08242","title":"Jupiter: Fast and Resource-Efficient Collaborative Inference of Generative LLMs on Edge Devices","created":"2025-04-11","cited_by_count":15,"area":"inference"},{"id":"2411.03786","title":"The N-Grammys: Accelerating Autoregressive Inference with Learning-Free Batched Speculation","created":"2024-11-06","cited_by_count":14,"area":"inference"},{"id":"2410.17175","title":"Remote Timing Attacks on Efficient Language Model Inference","created":"2024-10-22","cited_by_count":13,"area":"inference"},{"id":"2509.18362","title":"FastMTP: Accelerating LLM Inference with Enhanced Multi-Token Prediction","created":"2025-09-16","cited_by_count":13,"area":"inference"},{"id":"2512.14681","title":"Fast and Accurate Causal Parallel Decoding using Jacobi Forcing","created":"2025-12-16","cited_by_count":13,"area":"inference"},{"id":"2402.13485","title":"ProPD: Dynamic Token Tree Pruning and Generation for LLM Parallel Decoding","created":"2024-02-21","cited_by_count":12,"area":"inference"},{"id":"2406.01698","title":"Demystifying AI Platform Design for Distributed Inference of Next-Generation LLM models","created":"2024-06-03","cited_by_count":12,"area":"inference"},{"id":"2502.20704","title":"Fuzzy Speculative Decoding for a Tunable Accuracy-Runtime Tradeoff","created":"2025-02-28","cited_by_count":12,"area":"inference"},{"id":"2608.02438","title":"xPress: Parallel Refinement for Diffusion Drafters in Speculative Decoding","created":"2026-08-03","cited_by_count":8,"area":"inference"},{"id":"2402.04838","title":"PaDeLLM-NER: Parallel Decoding in Large Language Models for Named Entity Recognition","created":"2024-02-07","cited_by_count":6,"area":"inference"},{"id":"2402.15758","title":"Chimera: A Lossless Decoding Method for Accelerating Large Language Models Inference by Fusing all Tokens","created":"2024-02-24","cited_by_count":6,"area":"inference"},{"id":"2405.20314","title":"S3D: A Simple and Cost-Effective Self-Speculative Decoding Scheme for Low-Memory GPUs","created":"2024-05-30","cited_by_count":6,"area":"inference"},{"id":"2408.08146","title":"KOALA: Enhancing Speculative Decoding for LLM via Multi-Layer Draft Heads with Adversarial Learning","created":"2024-08-15","cited_by_count":6,"area":"inference"},{"id":"2411.11055","title":"FastDraft: How to Train Your Draft","created":"2024-11-17","cited_by_count":6,"area":"inference"},{"id":"2405.13019","title":"A Comprehensive Survey of Accelerated Generation Techniques in Large Language Models","created":"2024-05-15","cited_by_count":5,"area":"inference"},{"id":"2406.17404","title":"Make Some Noise: Unlocking Language Model Parallel Inference Capability through Noisy Training","created":"2024-06-25","cited_by_count":5,"area":"inference"},{"id":"2503.10325","title":"Collaborative Speculative Inference for Efficient LLM Inference Serving","created":"2025-03-13","cited_by_count":5,"area":"inference"},{"id":"2502.05609","title":"Lossless Acceleration of Large Language Models with Hierarchical Drafting based on Temporal Locality in Speculative Decoding","created":"2025-02-08","cited_by_count":4,"area":"inference"},{"id":"2503.00784","title":"DuoDecoding: Hardware-aware Heterogeneous Speculative Decoding with Dynamic Multi-Sequence Drafting","created":"2025-03-02","cited_by_count":3,"area":"inference"},{"id":"2505.20316","title":"Reinforcement Speculative Decoding for Fast Ranking","created":"2025-05-23","cited_by_count":3,"area":"inference"},{"id":"2510.22876","title":"Correctness Forensics for Batch Speculative Decoding: Diagnosing the Ragged Tensor Problem","created":"2025-10-26","cited_by_count":3,"area":"inference"},{"id":"2403.18647","title":"SDSAT: Accelerating LLM Inference through Speculative Decoding with Semantic Adaptive Tokens","created":"2024-03-27","cited_by_count":2,"area":"inference"},{"id":"2510.13161","title":"Mirror Speculative Decoding: Breaking the Serial Barrier in LLM Inference","created":"2025-10-15","cited_by_count":2,"area":"inference"},{"id":"2512.07503","title":"SJD++: Improved Speculative Jacobi Decoding for Training-free Acceleration of Discrete Auto-regressive Text-to-Image Generation","created":"2025-12-08","cited_by_count":2,"area":"inference"},{"id":"2602.01274","title":"PACER: Blockwise Pre-verification for Speculative Decoding with Adaptive Length","created":"2026-02-01","cited_by_count":2,"area":"inference"},{"id":"2606.20543","title":"SSD: Spatially Speculative Decoding Accelerates Autoregressive Image Generation","created":"2026-06-18","cited_by_count":2,"area":"inference"},{"id":"2606.31315","title":"BlockPilot: Instance-Adaptive Policy Learning for Diffusion-based Speculative Decoding","created":"2026-06-30","cited_by_count":2,"area":"inference"},{"id":"2503.00491","title":"Tutorial Proposal: Speculative Decoding for Efficient LLM Inference","created":"2025-03-01","cited_by_count":1,"area":"inference"},{"id":"2508.15371","title":"Confidence-Modulated Speculative Decoding for Large Language Models","created":"2025-08-21","cited_by_count":1,"area":"inference"},{"id":"2512.21857","title":"Fast Inference of Visual Autoregressive Model with Adjacency-Adaptive Dynamical Draft Trees","created":"2025-12-26","cited_by_count":1,"area":"inference"},{"id":"2603.01399","title":"Quasar: Quantized Self-Speculative Acceleration for Rapid Inference via Memory-Efficient Verification","created":"2026-03-02","cited_by_count":1,"area":"inference"},{"id":"2603.22216","title":"Gumbel Distillation for Parallel Text Generation","created":"2026-03-23","cited_by_count":1,"area":"inference"},{"id":"2602.05499","title":"SDFP: Speculative Decoding with FIT-Pruned Models for Training-Free and Plug-and-Play LLM Acceleration","created":"2026-02-05","cited_by_count":0,"area":"inference"},{"id":"2602.16760","title":"Privacy-Aware Split Inference with Speculative Decoding for Large Language Models over Wide-Area Networks","created":"2026-02-18","cited_by_count":0,"area":"inference"},{"id":"2604.13634","title":"Calibrated Speculative Decoding: Frequency-Guided Candidate Selection for Efficient Inference","created":"2026-04-15","cited_by_count":0,"area":"inference"},{"id":"2607.20723","title":"Leaky Language Models: Stealing Architecture and Inference Optimizations via Per-Token Timing","created":"2026-07-22","cited_by_count":0,"area":"inference"},{"id":"2609.09338","title":"Osprey: Target-agnostic Pre-training Makes Stronger Drafters in Speculative Decoding","created":"2026-09-08","cited_by_count":0,"area":"inference"},{"id":"2610.19792","title":"JetSpec++: Foresight Parallel Drafting with Self Refinements","created":"2026-10-14","cited_by_count":0,"area":"inference"}],"next_cursor":null}