{"total":151,"rows":[{"id":"2401.10774","title":"Medusa: Simple LLM Inference Acceleration Framework with Multiple Decoding Heads","created":"2024-01-19","cited_by_count":843,"area":"inference"},{"id":"2401.15077","title":"EAGLE: Speculative Sampling Requires Rethinking Feature Uncertainty","created":"2024-01-26","cited_by_count":578,"area":"lr"},{"id":"2406.16858","title":"EAGLE-2: Faster Inference of Language Models with Dynamic Draft Trees","created":"2024-06-24","cited_by_count":370,"area":"inference"},{"id":"2402.02057","title":"Break the Sequential Dependency of LLM Inference Using Lookahead Decoding","created":"2024-02-03","cited_by_count":298,"area":"inference"},{"id":"2401.07851","title":"Unlocking Efficiency in Large Language Model Inference: A Comprehensive Survey of Speculative Decoding","created":"2024-01-15","cited_by_count":269,"area":"inference"},{"id":"2401.05459","title":"Personal LLM Agents: Insights and Survey about the Capability, Efficiency and Security","created":"2024-01-10","cited_by_count":260,"area":"agents"},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2403.19708","title":"Cost-Efficient Large Language Model Serving for Multi-turn Conversations with CachedAttention","created":"2024-03-23","cited_by_count":163,"area":"inference"},{"id":"2311.08252","title":"REST: Retrieval-Based Speculative Decoding","created":"2023-11-14","cited_by_count":150,"area":"inference"},{"id":"2408.15237","title":"The Mamba in the Llama: Distilling and Accelerating Hybrid Models","created":"2024-08-27","cited_by_count":122,"area":"ssm"},{"id":"2402.05109","title":"Hydra: Sequentially-Dependent Draft Heads for Medusa Decoding","created":"2024-02-07","cited_by_count":117,"area":"inference"},{"id":"2310.07177","title":"Online Speculative Decoding","created":"2023-10-11","cited_by_count":113,"area":"inference"},{"id":"2312.11556","title":"StarVector: Generating Scalable Vector Graphics Code from Images and Text","created":"2023-12-17","cited_by_count":102,"area":null},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2404.11912","title":"TriForce: Lossless Acceleration of Long Sequence Generation with Hierarchical Speculative Decoding","created":"2024-04-18","cited_by_count":102,"area":"inference"},{"id":"2312.11462","title":"Cascade Speculative Drafting for Even Faster LLM Inference","created":"2023-12-18","cited_by_count":83,"area":"inference"},{"id":"2405.19715","title":"SpecDec++: Boosting Speculative Decoding via Adaptive Candidate Lengths","created":"2024-05-30","cited_by_count":75,"area":"inference"},{"id":"2308.14352","title":"EdgeMoE: Empowering Sparse Large Language Models on Mobile Devices","created":"2023-08-28","cited_by_count":69,"area":"moe"},{"id":"2402.03804","title":"ReLU$^2$ Wins: Discovering Efficient Activation Functions for Sparse LLMs","created":"2024-02-06","cited_by_count":67,"area":null},{"id":"2406.17276","title":"OPT-Tree: Speculative Decoding with Adaptive Draft Tree Structure","created":"2024-06-25","cited_by_count":67,"area":"inference"},{"id":"2401.13660","title":"MambaByte: Token-free Selective State Space Model","created":"2024-01-24","cited_by_count":59,"area":"ssm"},{"id":"2311.14479","title":"Controlled Text Generation via Language Model Arithmetic","created":"2023-11-24","cited_by_count":51,"area":null},{"id":"2404.01744","title":"Octopus v2: On-device language model for super agent","created":"2024-04-02","cited_by_count":47,"area":"agents"},{"id":"2408.08696","title":"Turning Trash into Treasure: Accelerating Inference of Large Language Models with Token Recycling","created":"2024-08-16","cited_by_count":47,"area":null},{"id":"2507.11851","title":"Your LLM Knows the Future: Uncovering Its Multi-Token Prediction Potential","created":"2025-07-16","cited_by_count":47,"area":null},{"id":"2406.02532","title":"SpecExec: Massively Parallel Speculative Decoding for Interactive LLM Inference on Consumer Devices","created":"2024-06-04","cited_by_count":46,"area":"inference"},{"id":"2310.18859","title":"SiDA-MoE: Sparsity-Inspired Data-Aware Serving for Efficient and Scalable Large Mixture-of-Experts Models","created":"2023-10-29","cited_by_count":38,"area":"moe"},{"id":"2402.11131","title":"Speculative Streaming: Fast LLM Inference without Auxiliary Models","created":"2024-02-16","cited_by_count":38,"area":"inference"},{"id":"2405.19261","title":"Faster Cascades via Speculative Decoding","created":"2024-05-29","cited_by_count":38,"area":"inference"},{"id":"2403.09919","title":"Recurrent Drafter for Fast Speculative Decoding in Large Language Models","created":"2024-03-14","cited_by_count":37,"area":"inference"},{"id":"2405.14696","title":"A Declarative System for Optimizing AI Workloads","created":"2024-05-23","cited_by_count":37,"area":null},{"id":"2406.02657","title":"Block Transformer: Global-to-Local Language Modeling for Fast Inference","created":"2024-06-04","cited_by_count":32,"area":"inference"},{"id":"2406.03853","title":"Speculative Decoding via Early-exiting for Faster LLM Inference with Thompson Sampling Control Mechanism","created":"2024-06-06","cited_by_count":32,"area":"inference"},{"id":"2501.05370","title":"Accelerated Diffusion Models via Speculative Sampling","created":"2025-01-09","cited_by_count":31,"area":"diffusion"},{"id":"2508.08712","title":"A Survey on Parallel Text Generation: From Parallel Decoding to Diffusion Language Models","created":"2025-08-12","cited_by_count":30,"area":"diffusion"},{"id":"2411.00841","title":"A Theoretical Perspective for Speculative Decoding Algorithm","created":"2024-10-30","cited_by_count":29,"area":"inference"},{"id":"2604.12989","title":"Accelerating Speculative Decoding with Block Diffusion Draft Trees","created":"2026-04-14","cited_by_count":29,"area":"inference"},{"id":"2502.11517","title":"Learning to Keep a Promise: Scaling Language Model Decoding Parallelism with Learned Asynchronous Decoding","created":"2025-02-17","cited_by_count":28,"area":"inference"},{"id":"2402.13720","title":"Ouroboros: Generating Longer Drafts Phrase by Phrase for Faster Speculative Decoding","created":"2024-02-21","cited_by_count":25,"area":"inference"},{"id":"2405.19325","title":"Nearest Neighbor Speculative Decoding for LLM Generation and Attribution","created":"2024-05-29","cited_by_count":25,"area":"inference"},{"id":"2404.08698","title":"Lossless Acceleration of Large Language Model via Adaptive N-gram Parallel Decoding","created":"2024-04-10","cited_by_count":23,"area":"inference"},{"id":"2502.19732","title":"Speculative Decoding and Beyond: An In-Depth Survey of Techniques","created":"2025-02-27","cited_by_count":23,"area":"inference"},{"id":"2402.11809","title":"Generation Meets Verification: Accelerating Large Language Model Inference with Smart Parallel Auto-Correct Decoding","created":"2024-02-19","cited_by_count":22,"area":"inference"},{"id":"2410.05589","title":"ParallelSpec: Parallel Drafter for Efficient Speculative Decoding","created":"2024-10-08","cited_by_count":22,"area":"inference"},{"id":"2504.19095","title":"Efficient Reasoning for LLMs through Speculative Chain-of-Thought","created":"2025-04-27","cited_by_count":22,"area":"lr"},{"id":"2412.04062","title":"ZipAR: Parallel Auto-regressive Image Generation through Spatial Locality","created":"2024-12-05","cited_by_count":21,"area":"inference"},{"id":"2502.15470","title":"PAPI: Exploiting Dynamic Parallelism in Large Language Model Decoding with a Processing-In-Memory-Enabled Computing System","created":"2025-02-21","cited_by_count":20,"area":"inference"},{"id":"2310.18813","title":"The Synergy of Speculative Decoding and Batching in Serving Large Language Models","created":"2023-10-28","cited_by_count":19,"area":"inference"},{"id":"2409.04267","title":"An overview of domain-specific foundation model: key technologies, applications and challenges","created":"2024-09-06","cited_by_count":19,"area":null},{"id":"2501.08219","title":"Characterizing LLM Inference Energy-Performance Tradeoffs across Workloads and GPU Scaling","created":"2025-01-14","cited_by_count":19,"area":null},{"id":"2502.18779","title":"Towards Optimal Multi-draft Speculative Decoding","created":"2025-02-26","cited_by_count":19,"area":"inference"},{"id":"2510.00294","title":"Free Draft-and-Verification: Toward Lossless Parallel Decoding for Diffusion Large Language Models","created":"2025-09-30","cited_by_count":19,"area":"inference"},{"id":"2412.18910","title":"AdaEAGLE: Optimizing Speculative Decoding via Explicit Modeling of Adaptive Draft Structures","created":"2024-12-25","cited_by_count":18,"area":"inference"},{"id":"2512.16229","title":"LoPA: Scaling dLLM Inference via Lookahead Parallel Decoding","created":"2025-12-18","cited_by_count":17,"area":"inference"},{"id":"2410.00079","title":"Interactive Speculative Planning: Enhance Agent Efficiency through Co-design of System and User Interface","created":"2024-09-30","cited_by_count":16,"area":"agents"},{"id":"2412.00061","title":"Speculative Decoding with CTC-based Draft Model for LLM Inference Acceleration","created":"2024-11-25","cited_by_count":15,"area":"inference"},{"id":"2502.15197","title":"TETRIS: Optimal Draft Token Selection for Batch Speculative Decoding","created":"2025-02-21","cited_by_count":15,"area":"inference"},{"id":"2407.11798","title":"PipeInfer: Accelerating LLM Inference using Asynchronous Pipelined Speculation","created":"2024-07-16","cited_by_count":14,"area":"inference"},{"id":"2505.19201","title":"DREAM: Drafting with Refined Target Features and Entropy-Adaptive Cross-Attention Fusion for Multimodal Speculative Decoding","created":"2025-05-25","cited_by_count":14,"area":"mllm"},{"id":"2401.12522","title":"BiTA: Bi-Directional Tuning for Lossless Acceleration in Large Language Models","created":"2024-01-23","cited_by_count":13,"area":null},{"id":"2412.18934","title":"Dovetail: A CPU/GPU Heterogeneous Speculative Decoding for LLM inference","created":"2024-12-25","cited_by_count":13,"area":"inference"},{"id":"2504.20039","title":"AutoJudge: Judge Decoding Without Manual Annotation","created":"2025-04-28","cited_by_count":13,"area":"inference"},{"id":"2506.20675","title":"Utility-Driven Speculative Decoding for Mixture-of-Experts","created":"2025-06-17","cited_by_count":13,"area":"moe"},{"id":"2508.07675","title":"Semantic Caching for Low-Cost LLM Serving: From Offline Learning to Online Adaptation","created":"2025-08-11","cited_by_count":13,"area":"inference"},{"id":"2402.13485","title":"ProPD: Dynamic Token Tree Pruning and Generation for LLM Parallel Decoding","created":"2024-02-21","cited_by_count":12,"area":"inference"},{"id":"2510.12164","title":"A Survey on Parallel Reasoning","created":"2025-10-14","cited_by_count":11,"area":"lr"},{"id":"2405.00263","title":"Clover: Regressive Lightweight Speculative Decoding with Sequential Knowledge","created":"2024-05-01","cited_by_count":10,"area":"inference"},{"id":"2407.03157","title":"Let the Code LLM Edit Itself When You Edit the Code","created":"2024-07-03","cited_by_count":10,"area":"inference"},{"id":"2411.05289","title":"SpecHub: Provable Acceleration to Multi-Draft Speculative Decoding","created":"2024-11-08","cited_by_count":10,"area":"inference"},{"id":"2502.00085","title":"Efficient Beam Search for Large Language Models Using Trie-Based Decoding","created":"2025-01-31","cited_by_count":10,"area":"inference"},{"id":"2505.14709","title":"FastCar: Cache Attentive Replay for Fast Auto-Regressive Video Generation on the Edge","created":"2025-05-17","cited_by_count":10,"area":null},{"id":"2405.14105","title":"Distributed Speculative Inference (DSI): Speculation Parallelism for Provably Faster Lossless Language Model Inference","created":"2024-05-23","cited_by_count":9,"area":"inference"},{"id":"2407.12021","title":"Adaptive Draft-Verification for Efficient Large Language Model Decoding","created":"2024-06-27","cited_by_count":9,"area":null},{"id":"2503.13565","title":"ML-SpecQD: Multi-Level Speculative Decoding with Quantized Drafts","created":"2025-03-17","cited_by_count":9,"area":"inference"},{"id":"2311.08981","title":"Speculative Contrastive Decoding","created":"2023-11-15","cited_by_count":8,"area":null},{"id":"2410.20418","title":"Inevitable Trade-off between Watermark Strength and Speculative Sampling Efficiency for Language Models","created":"2024-10-27","cited_by_count":8,"area":"inference"},{"id":"2404.14897","title":"Beyond the Speculative Game: A Survey of Speculative Execution in Large Language Models","created":"2024-04-23","cited_by_count":7,"area":"inference"},{"id":"2406.06576","title":"OccamLLM: Fast and Exact Language Model Arithmetic in a Single Step","created":"2024-06-04","cited_by_count":7,"area":"lr"},{"id":"2410.10141","title":"Temperature-Centric Investigation of Speculative Decoding with Knowledge Distillation","created":"2024-10-14","cited_by_count":7,"area":"inference"},{"id":"2411.01076","title":"When Speculation Spills Secrets: Side Channels via Speculative Decoding In LLMs","created":"2024-11-01","cited_by_count":7,"area":"inference"},{"id":"2510.13890","title":"A Survey on Collaborating Small and Large Language Models for Performance, Cost-effectiveness, Cloud-edge Privacy, and Trustworthiness","created":"2025-10-14","cited_by_count":7,"area":null},{"id":"2402.15758","title":"Chimera: A Lossless Decoding Method for Accelerating Large Language Models Inference by Fusing all Tokens","created":"2024-02-24","cited_by_count":6,"area":"inference"},{"id":"2405.20314","title":"S3D: A Simple and Cost-Effective Self-Speculative Decoding Scheme for Low-Memory GPUs","created":"2024-05-30","cited_by_count":6,"area":"inference"},{"id":"2408.08146","title":"KOALA: Enhancing Speculative Decoding for LLM via Multi-Layer Draft Heads with Adversarial Learning","created":"2024-08-15","cited_by_count":6,"area":"inference"},{"id":"2409.15869","title":"Whisper in Medusa's Ear: Multi-head Efficient Decoding for Transformer-based ASR","created":"2024-09-24","cited_by_count":6,"area":null},{"id":"2412.10418","title":"Constrained Decoding with Speculative Lookaheads","created":"2024-12-09","cited_by_count":6,"area":null},{"id":"2505.12731","title":"Accelerating Adaptive Retrieval Augmented Generation via Instruction-Driven Representation Reduction of Retrieval Overlaps","created":"2025-05-19","cited_by_count":6,"area":"rag"},{"id":"2602.13836","title":"Speculative Decoding with a Speculative Vocabulary","created":"2026-02-14","cited_by_count":6,"area":"inference"},{"id":"2606.01813","title":"Cost-Aware Diffusion Draft Trees for Speculative Decoding","created":"2026-06-01","cited_by_count":6,"area":"inference"},{"id":"2404.09221","title":"Exploring and Improving Drafts in Blockwise Parallel Decoding","created":"2024-04-14","cited_by_count":5,"area":"inference"},{"id":"2405.13019","title":"A Comprehensive Survey of Accelerated Generation Techniques in Large Language Models","created":"2024-05-15","cited_by_count":5,"area":"inference"},{"id":"2408.00264","title":"Clover-2: Accurate Inference for Regressive Lightweight Speculative Decoding","created":"2024-08-01","cited_by_count":5,"area":"inference"},{"id":"2604.02965","title":"Open-Loop Planning, Closed-Loop Verification: Speculative Verification for VLA","created":"2026-04-03","cited_by_count":5,"area":"vla"},{"id":"2405.00888","title":"DynaMo: Accelerating Language Model Inference with Dynamic Multi-Token Sampling","created":"2024-05-01","cited_by_count":4,"area":null},{"id":"2407.16207","title":"Graph-Structured Speculative Decoding","created":"2024-07-23","cited_by_count":4,"area":"inference"},{"id":"2409.04833","title":"Achieving Peak Performance for Large Language Models: A Systematic Review","created":"2024-09-07","cited_by_count":4,"area":null},{"id":"2502.05609","title":"Lossless Acceleration of Large Language Models with Hierarchical Drafting based on Temporal Locality in Speculative Decoding","created":"2025-02-08","cited_by_count":4,"area":"inference"},{"id":"2504.04104","title":"SpecPipe: Accelerating Pipeline Parallelism-based LLM Inference with Speculative Decoding","created":"2025-04-05","cited_by_count":4,"area":"inference"},{"id":"2505.01572","title":"PipeSpec: Breaking Stage Dependencies in Hierarchical LLM Decoding","created":"2025-05-02","cited_by_count":4,"area":"inference"}],"next_cursor":"100"}