{"total":58,"rows":[{"id":"2401.10774","title":"Medusa: Simple LLM Inference Acceleration Framework with Multiple Decoding Heads","created":"2024-01-19","cited_by_count":843,"area":"inference"},{"id":"2310.01801","title":"Model Tells You What to Discard: Adaptive KV Cache Compression for LLMs","created":"2023-10-03","cited_by_count":474,"area":"inference"},{"id":"2402.02057","title":"Break the Sequential Dependency of LLM Inference Using Lookahead Decoding","created":"2024-02-03","cited_by_count":298,"area":"inference"},{"id":"2312.11514","title":"LLM in a flash: Efficient Large Language Model Inference with Limited Memory","created":"2023-12-12","cited_by_count":177,"area":"inference"},{"id":"2311.08252","title":"REST: Retrieval-Based Speculative Decoding","created":"2023-11-14","cited_by_count":150,"area":"inference"},{"id":"2310.15141","title":"SpecTr: Fast Speculative Decoding via Optimal Transport","created":"2023-10-23","cited_by_count":129,"area":"inference"},{"id":"2305.10427","title":"Accelerating Transformer Inference for Translation via Parallel Decoding","created":"2023-05-17","cited_by_count":124,"area":"inference"},{"id":"2402.12374","title":"Sequoia: Scalable, Robust, and Hardware-aware Speculative Decoding","created":"2024-02-19","cited_by_count":103,"area":"inference"},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2210.03162","title":"Prompt Compression and Contrastive Conditioning for Controllability and Toxicity Reduction in Language Models","created":"2022-10-06","cited_by_count":97,"area":"inference"},{"id":"2307.02628","title":"SkipDecode: Autoregressive Skip Decoding with Batching and Caching for Efficient LLM Inference","created":"2023-07-05","cited_by_count":89,"area":"inference"},{"id":"2502.08773","title":"Universal Model Routing for Efficient LLM Inference","created":"2025-02-12","cited_by_count":86,"area":"inference"},{"id":"2310.05424","title":"Fast and Robust Early-Exiting Framework for Autoregressive Language Models with Synchronized Parallel Decoding","created":"2023-10-09","cited_by_count":80,"area":"inference"},{"id":"2403.00835","title":"CLLMs: Consistency Large Language Models","created":"2024-02-28","cited_by_count":72,"area":"inference"},{"id":"2408.15766","title":"Learning Harmonized Representations for Speculative Sampling","created":"2024-08-28","cited_by_count":72,"area":"inference"},{"id":"2406.02532","title":"SpecExec: Massively Parallel Speculative Decoding for Interactive LLM Inference on Consumer Devices","created":"2024-06-04","cited_by_count":46,"area":"inference"},{"id":"2410.04466","title":"Large Language Model Inference Acceleration: A Comprehensive Hardware Perspective","created":"2024-10-06","cited_by_count":38,"area":"inference"},{"id":"2402.01528","title":"Decoding Speculative Decoding","created":"2024-02-02","cited_by_count":34,"area":"inference"},{"id":"2402.14160","title":"Recursive Speculative Decoding: Accelerating LLM Inference via Sampling Without Replacement","created":"2024-02-21","cited_by_count":27,"area":"inference"},{"id":"2503.00979","title":"Dialogue Without Limits: Constant-Sized KV Caches for Extended Responses in LLMs","created":"2025-03-02","cited_by_count":20,"area":"inference"},{"id":"2504.20039","title":"AutoJudge: Judge Decoding Without Manual Annotation","created":"2025-04-28","cited_by_count":13,"area":"inference"},{"id":"2601.07353","title":"TALON: Confidence-Aware Speculative Decoding with Adaptive Token Trees","created":"2026-01-12","cited_by_count":13,"area":"inference"},{"id":"2505.13204","title":"Alignment-Augmented Speculative Decoding with Alignment Sampling and Conditional Verification","created":"2025-05-19","cited_by_count":10,"area":"inference"},{"id":"2410.23079","title":"BUZZ: Beehive-structured Sparse KV Cache with Segmented Heavy Hitters for Efficient LLM Inference","created":"2024-10-30","cited_by_count":9,"area":"inference"},{"id":"2310.08152","title":"Context Compression for Auto-regressive Transformers with Sentinel Tokens","created":"2023-10-12","cited_by_count":8,"area":"inference"},{"id":"2403.08845","title":"Bifurcated Attention: Accelerating Massively Parallel Decoding with Shared Prefixes in LLMs","created":"2024-03-13","cited_by_count":7,"area":"inference"},{"id":"2410.10141","title":"Temperature-Centric Investigation of Speculative Decoding with Knowledge Distillation","created":"2024-10-14","cited_by_count":7,"area":"inference"},{"id":"2411.13157","title":"Closer Look at Efficient Inference Methods: A Survey of Speculative Decoding","created":"2024-11-20","cited_by_count":7,"area":"inference"},{"id":"2508.08192","title":"Efficient Speculative Decoding for Llama at Scale: Challenges and Solutions","created":"2025-08-11","cited_by_count":7,"area":"inference"},{"id":"2303.03800","title":"Lformer: Text-to-Image Generation with L-shape Block Parallel Decoding","created":"2023-03-07","cited_by_count":5,"area":"inference"},{"id":"2404.09221","title":"Exploring and Improving Drafts in Blockwise Parallel Decoding","created":"2024-04-14","cited_by_count":5,"area":"inference"},{"id":"2509.12159","title":"EfficientUICoder: A Bidirectional Token Compression Framework for Efficient MLLM-Based UI Code Generation","created":"2025-09-15","cited_by_count":5,"area":"inference"},{"id":"2602.20217","title":"KnapSpec: Self-Speculative Decoding via Adaptive Layer Selection as a Knapsack Problem","created":"2026-02-23","cited_by_count":5,"area":"inference"},{"id":"2605.31215","title":"Fixed-Point Masked Generative Modeling","created":"2026-05-29","cited_by_count":5,"area":"inference"},{"id":"2606.22874","title":"SpotAttention: Plug-In Block-Sparse Routing for Pretrained Long-Context Transformers","created":"2026-06-22","cited_by_count":5,"area":"inference"},{"id":"2401.08294","title":"Inferflow: an Efficient and Highly Configurable Inference Engine for Large Language Models","created":"2024-01-16","cited_by_count":4,"area":"inference"},{"id":"2604.04987","title":"Cactus: Accelerating Auto-Regressive Decoding with Constrained Acceptance Speculative Sampling","created":"2026-04-05","cited_by_count":4,"area":"inference"},{"id":"2607.08690","title":"A Practical Investigation of Training-free Relaxed Speculative Decoding","created":"2026-07-09","cited_by_count":3,"area":"inference"},{"id":"2403.18647","title":"SDSAT: Accelerating LLM Inference through Speculative Decoding with Semantic Adaptive Tokens","created":"2024-03-27","cited_by_count":2,"area":"inference"},{"id":"2509.21689","title":"SpecMER: Fast Protein Generation with K-mer Guided Speculative Decoding","created":"2025-09-25","cited_by_count":2,"area":"inference"},{"id":"2604.10044","title":"LoopGuard: Breaking Self-Reinforcing Attention Loops via Dynamic KV Cache Intervention","created":"2026-04-11","cited_by_count":2,"area":"inference"},{"id":"2606.28831","title":"HARD-KV: Head-Adaptive Regularization for Decoding-time KV Compression","created":"2026-06-27","cited_by_count":2,"area":"inference"},{"id":"2508.15371","title":"Confidence-Modulated Speculative Decoding for Large Language Models","created":"2025-08-21","cited_by_count":1,"area":"inference"},{"id":"2510.09942","title":"Conformal Sparsification for Bandwidth-Efficient Edge-Cloud Speculative Decoding","created":"2025-10-11","cited_by_count":1,"area":"inference"},{"id":"2512.00719","title":"SIMPLE: Disaggregating Sampling from GPU Inference into a Decision Plane for Faster Distributed LLM Serving","created":"2025-11-30","cited_by_count":1,"area":"inference"},{"id":"2512.13194","title":"Efficient Adaptive Rejection Sampling for Accelerating Speculative Decoding in Large Language Models","created":"2025-12-15","cited_by_count":1,"area":"inference"},{"id":"2603.22216","title":"Gumbel Distillation for Parallel Text Generation","created":"2026-03-23","cited_by_count":1,"area":"inference"},{"id":"2606.00021","title":"SENSE: Semantic Embedding Navigation with Soft-gated Evaluation for Retrieval-based Speculative Decoding","created":"2026-04-14","cited_by_count":1,"area":"inference"},{"id":"2608.05448","title":"DBLAST: Dependent Block Drafting for Stochastic Speculative Decoding","created":"2026-08-05","cited_by_count":1,"area":"inference"},{"id":"2502.13374","title":"Task-agnostic Prompt Compression with Context-aware Sentence Embedding and Reward-guided Task Descriptor","created":"2025-02-19","cited_by_count":0,"area":"inference"},{"id":"2510.09085","title":"FLToP CTC: Frame-Level Token Pruning via Relative Threshold for Efficient and Memory-Saving Decoding on Diverse Platforms","created":"2025-10-10","cited_by_count":0,"area":"inference"},{"id":"2510.25412","title":"Serve Programs, Not Prompts","created":"2025-10-29","cited_by_count":0,"area":"inference"},{"id":"2603.03333","title":"Training-free Dropout Sampling for Semantic Token Acceptance in Speculative Decoding","created":"2026-02-11","cited_by_count":0,"area":"inference"},{"id":"2605.11317","title":"SOMA: Efficient Multi-turn LLM Serving via Small Language Model","created":"2026-05-11","cited_by_count":0,"area":"inference"},{"id":"2605.27390","title":"EvoSpec: Evolving Speculative Decoding via Real-Time Vocabulary and Parameter Adaptation","created":"2026-04-17","cited_by_count":0,"area":"inference"},{"id":"2607.20475","title":"SonicSampler: Unified Tile-Aware Kernels for LLM Sampling and Speculative Verification","created":"2026-05-24","cited_by_count":0,"area":"inference"},{"id":"2609.21858","title":"Watermarkable Multi-Draft Speculative Sampling via Poisson Processes","created":"2026-09-18","cited_by_count":0,"area":"inference"},{"id":"2610.07822","title":"Nucleus Speculative Decoding: Plausibility-Aware Verification Beyond Exact Distribution","created":"2026-10-06","cited_by_count":0,"area":"inference"}],"next_cursor":null}