{"total":164,"rows":[{"id":"2401.15077","title":"EAGLE: Speculative Sampling Requires Rethinking Feature Uncertainty","created":"2024-01-26","cited_by_count":578,"area":"lr"},{"id":"2404.14618","title":"Hybrid LLM: Cost-Efficient and Quality-Aware Query Routing","created":"2024-04-22","cited_by_count":372,"area":null},{"id":"2406.16858","title":"EAGLE-2: Faster Inference of Language Models with Dynamic Draft Trees","created":"2024-06-24","cited_by_count":370,"area":"inference"},{"id":"2402.02057","title":"Break the Sequential Dependency of LLM Inference Using Lookahead Decoding","created":"2024-02-03","cited_by_count":298,"area":"inference"},{"id":"2401.07851","title":"Unlocking Efficiency in Large Language Model Inference: A Comprehensive Survey of Speculative Decoding","created":"2024-01-15","cited_by_count":269,"area":"inference"},{"id":"2401.05459","title":"Personal LLM Agents: Insights and Survey about the Capability, Efficiency and Security","created":"2024-01-10","cited_by_count":260,"area":"agents"},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2507.10524","title":"Mixture-of-Recursions: Learning Dynamic Recursive Depths for Adaptive Token-Level Computation","created":"2025-07-14","cited_by_count":133,"area":null},{"id":"2503.21614","title":"A Survey of Efficient Reasoning for Large Reasoning Models: Language, Multimodality, and Beyond","created":"2025-03-27","cited_by_count":132,"area":"lr"},{"id":"2412.19442","title":"A Survey on Large Language Model Acceleration based on KV Cache Management","created":"2024-12-27","cited_by_count":131,"area":"lr"},{"id":"2404.11912","title":"TriForce: Lossless Acceleration of Long Sequence Generation with Hierarchical Speculative Decoding","created":"2024-04-18","cited_by_count":102,"area":"inference"},{"id":"2310.04564","title":"ReLU Strikes Back: Exploiting Activation Sparsity in Large Language Models","created":"2023-10-06","cited_by_count":94,"area":null},{"id":"2402.02082","title":"GliDe with a CaPE: A Low-Hassle Method to Accelerate Speculative Decoding","created":"2024-02-03","cited_by_count":75,"area":"inference"},{"id":"2405.19715","title":"SpecDec++: Boosting Speculative Decoding via Adaptive Candidate Lengths","created":"2024-05-30","cited_by_count":75,"area":"inference"},{"id":"2410.06916","title":"SWIFT: On-the-Fly Self-Speculative Decoding for LLM Inference Acceleration","created":"2024-10-09","cited_by_count":72,"area":"inference"},{"id":"2312.04916","title":"EE-LLM: Large-Scale Training and Inference of Early-Exit Large Language Models with 3D Parallelism","created":"2023-12-08","cited_by_count":69,"area":"inference"},{"id":"2506.22716","title":"BEST-Route: Adaptive LLM Routing with Test-Time Optimal Compute","created":"2025-06-28","cited_by_count":67,"area":null},{"id":"2502.16002","title":"KVLink: Accelerating Large Language Models via Efficient KV Cache Reuse","created":"2025-02-21","cited_by_count":66,"area":"inference"},{"id":"2501.19309","title":"Judge Decoding: Faster Speculative Sampling Requires Going Beyond Model Alignment","created":"2025-01-31","cited_by_count":59,"area":"alignment"},{"id":"2402.10517","title":"Any-Precision LLM: Low-Cost Deployment of Multiple, Different-Sized LLMs","created":"2024-02-16","cited_by_count":54,"area":null},{"id":"2404.00725","title":"The Larger the Better? Improved LLM Code-Generation via Budget Reallocation","created":"2024-03-31","cited_by_count":43,"area":null},{"id":"2307.05908","title":"Predictive Pipelined Decoding: A Compute-Latency Trade-off for Exact LLM Decoding","created":"2023-07-12","cited_by_count":40,"area":null},{"id":"2405.19261","title":"Faster Cascades via Speculative Decoding","created":"2024-05-29","cited_by_count":38,"area":"inference"},{"id":"2502.14565","title":"ReVISE: Learning to Refine at Test-Time via Intrinsic Self-Verification","created":"2025-02-20","cited_by_count":35,"area":"lr"},{"id":"2401.13979","title":"Routoo: Learning to Route to Large Language Models Effectively","created":"2024-01-25","cited_by_count":34,"area":null},{"id":"2404.14527","title":"M\\'elange: Cost Efficient Large Language Model Serving by Exploiting GPU Heterogeneity","created":"2024-04-22","cited_by_count":31,"area":null},{"id":"2405.20915","title":"Fast yet Safe: Early-Exiting with Risk Control","created":"2024-05-31","cited_by_count":30,"area":"inference"},{"id":"2411.00841","title":"A Theoretical Perspective for Speculative Decoding Algorithm","created":"2024-10-30","cited_by_count":29,"area":"inference"},{"id":"2402.14160","title":"Recursive Speculative Decoding: Accelerating LLM Inference via Sampling Without Replacement","created":"2024-02-21","cited_by_count":27,"area":"inference"},{"id":"2502.10424","title":"QuantSpec: Self-Speculative Decoding with Hierarchical Quantized KV Cache","created":"2025-02-05","cited_by_count":27,"area":"inference"},{"id":"2410.18351","title":"AdaEDL: Early Draft Stopping for Speculative Decoding of Large Language Models via an Entropy-based Lower Bound on Token Acceptance Probability","created":"2024-10-24","cited_by_count":25,"area":"inference"},{"id":"2404.08698","title":"Lossless Acceleration of Large Language Model via Adaptive N-gram Parallel Decoding","created":"2024-04-10","cited_by_count":23,"area":"inference"},{"id":"2410.07265","title":"A Survey: Collaborative Hardware and Software Design in the Era of Large Language Models","created":"2024-10-08","cited_by_count":23,"area":null},{"id":"2502.19732","title":"Speculative Decoding and Beyond: An In-Depth Survey of Techniques","created":"2025-02-27","cited_by_count":23,"area":"inference"},{"id":"2402.11809","title":"Generation Meets Verification: Accelerating Large Language Model Inference with Smart Parallel Auto-Correct Decoding","created":"2024-02-19","cited_by_count":22,"area":"inference"},{"id":"2510.05069","title":"SwiReasoning: Switch-Thinking in Latent and Explicit for Pareto-Superior Reasoning LLMs","created":"2025-10-06","cited_by_count":22,"area":"lr"},{"id":"2502.17421","title":"LongSpec: Long-Context Lossless Speculative Decoding with Efficient Drafting and Verification","created":"2025-02-24","cited_by_count":21,"area":"agents"},{"id":"2412.12639","title":"Falcon: Faster and Parallel Inference of Large Language Models through Enhanced Semi-Autoregressive Drafting and Custom-Designed Decoding Tree","created":"2024-12-17","cited_by_count":20,"area":"inference"},{"id":"2508.16201","title":"SpecVLM: Enhancing Speculative Decoding of Video LLMs via Verifier-Guided Token Pruning","created":"2025-08-22","cited_by_count":20,"area":"inference"},{"id":"2603.22446","title":"Sparse but Critical: A Token-Level Analysis of Distributional Shifts in RLVR Fine-Tuning of LLMs","created":"2026-03-23","cited_by_count":20,"area":"lr"},{"id":"2411.11925","title":"Continuous Speculative Decoding for Autoregressive Image Generation","created":"2024-11-18","cited_by_count":19,"area":"inference"},{"id":"2503.05096","title":"AdaSpec: Adaptive Speculative Decoding for Fast, SLO-Aware Large Language Model Serving","created":"2025-03-07","cited_by_count":18,"area":"inference"},{"id":"2405.18628","title":"Hardware-Aware Parallel Prompt Decoding for Memory-Efficient Acceleration of LLM Inference","created":"2024-05-28","cited_by_count":16,"area":"inference"},{"id":"2502.11018","title":"GRIFFIN: Effective Token Alignment for Faster Speculative Decoding","created":"2025-02-16","cited_by_count":16,"area":"inference"},{"id":"2509.25035","title":"Ultra-Fast Language Generation via Discrete Diffusion Divergence Instruct","created":"2025-09-29","cited_by_count":16,"area":"diffusion"},{"id":"2603.18567","title":"SpecForge: A Flexible and Efficient Open-Source Training Framework for Speculative Decoding","created":"2026-03-19","cited_by_count":16,"area":"inference"},{"id":"2410.05437","title":"ESPACE: Dimensionality Reduction of Activations for Model Compression","created":"2024-10-07","cited_by_count":15,"area":null},{"id":"2502.15197","title":"TETRIS: Optimal Draft Token Selection for Batch Speculative Decoding","created":"2025-02-21","cited_by_count":15,"area":"inference"},{"id":"2505.14733","title":"The Energy Cost of Reasoning: Analyzing Energy Usage in LLMs with Test-time Compute","created":"2025-05-20","cited_by_count":15,"area":"lr"},{"id":"2406.12295","title":"Fast and Slow Generating: An Empirical Study on Large and Small Language Models Collaborative Decoding","created":"2024-06-18","cited_by_count":13,"area":null},{"id":"2406.13511","title":"Slice-Level Scheduling for High Throughput and Load Balanced LLM Serving","created":"2024-06-19","cited_by_count":13,"area":"inference"},{"id":"2412.18934","title":"Dovetail: A CPU/GPU Heterogeneous Speculative Decoding for LLM inference","created":"2024-12-25","cited_by_count":13,"area":"inference"},{"id":"2504.20039","title":"AutoJudge: Judge Decoding Without Manual Annotation","created":"2025-04-28","cited_by_count":13,"area":"inference"},{"id":"2509.18362","title":"FastMTP: Accelerating LLM Inference with Enhanced Multi-Token Prediction","created":"2025-09-16","cited_by_count":13,"area":"inference"},{"id":"2510.04146","title":"Beyond Next-Token Prediction: A Performance Characterization of Diffusion versus Autoregressive Language Models","created":"2025-10-05","cited_by_count":13,"area":null},{"id":"2406.01698","title":"Demystifying AI Platform Design for Distributed Inference of Next-Generation LLM models","created":"2024-06-03","cited_by_count":12,"area":"inference"},{"id":"2502.20704","title":"Fuzzy Speculative Decoding for a Tunable Accuracy-Runtime Tradeoff","created":"2025-02-28","cited_by_count":12,"area":"inference"},{"id":"2402.16844","title":"Think Big, Generate Quick: LLM-to-SLM for Fast Autoregressive Decoding","created":"2024-02-26","cited_by_count":11,"area":"lr"},{"id":"2407.09722","title":"Optimized Multi-Token Joint Decoding with Auxiliary Model for LLM Inference","created":"2024-07-12","cited_by_count":11,"area":"inference"},{"id":"2410.05165","title":"Efficient Inference for Large Language Model-based Generative Recommendation","created":"2024-10-07","cited_by_count":11,"area":null},{"id":"2502.04557","title":"Speeding up Speculative Decoding via Sequential Approximate Verification","created":"2025-02-06","cited_by_count":11,"area":"inference"},{"id":"2505.16162","title":"KNN-SSD: Enabling Dynamic Self-Speculative Decoding via Nearest Neighbor Layer Set Optimization","created":"2025-05-22","cited_by_count":11,"area":"inference"},{"id":"2402.08644","title":"Tandem Transformers for Inference Efficient LLMs","created":"2024-02-13","cited_by_count":10,"area":"inference"},{"id":"2405.00263","title":"Clover: Regressive Lightweight Speculative Decoding with Sequential Knowledge","created":"2024-05-01","cited_by_count":10,"area":"inference"},{"id":"2406.14319","title":"LiveMind: Low-latency Large Language Models with Simultaneous Inference","created":"2024-06-20","cited_by_count":10,"area":null},{"id":"2505.13204","title":"Alignment-Augmented Speculative Decoding with Alignment Sampling and Conditional Verification","created":"2025-05-19","cited_by_count":10,"area":"inference"},{"id":"2509.22134","title":"Bridging Draft Policy Misalignment: Group Tree Optimization for Speculative Decoding","created":"2025-09-26","cited_by_count":10,"area":"inference"},{"id":"2405.14105","title":"Distributed Speculative Inference (DSI): Speculation Parallelism for Provably Faster Lossless Language Model Inference","created":"2024-05-23","cited_by_count":9,"area":"inference"},{"id":"2407.12021","title":"Adaptive Draft-Verification for Efficient Large Language Model Decoding","created":"2024-06-27","cited_by_count":9,"area":null},{"id":"2408.04323","title":"SCOOT: SLO-Oriented Performance Tuning for LLM Inference Engines","created":"2024-08-08","cited_by_count":9,"area":"inference"},{"id":"2503.15921","title":"SPIN: Accelerating Large Language Model Inference with Heterogeneous Speculative Models","created":"2025-03-20","cited_by_count":9,"area":"inference"},{"id":"2506.12473","title":"TagRouter: Learning Route to LLMs through Tags for Open-Domain Text Generation Tasks","created":"2025-06-14","cited_by_count":9,"area":null},{"id":"2311.08981","title":"Speculative Contrastive Decoding","created":"2023-11-15","cited_by_count":8,"area":null},{"id":"2502.03678","title":"Reflection-Window Decoding: Text Generation with Selective Refinement","created":"2025-02-05","cited_by_count":8,"area":null},{"id":"2503.06594","title":"Beyond Decoder-only: Large Language Models Can be Good Encoders for Machine Translation","created":"2025-03-09","cited_by_count":8,"area":"inference"},{"id":"2504.10724","title":"HELIOS: Adaptive Model And Early-Exit Selection for Efficient LLM Inference Serving","created":"2025-04-14","cited_by_count":8,"area":"inference"},{"id":"2411.01076","title":"When Speculation Spills Secrets: Side Channels via Speculative Decoding In LLMs","created":"2024-11-01","cited_by_count":7,"area":"inference"},{"id":"2502.00840","title":"Activation Approximations Can Incur Safety Vulnerabilities Even in Aligned LLMs: Comprehensive Analysis and Defense","created":"2025-02-02","cited_by_count":7,"area":null},{"id":"2506.03700","title":"AdaDecode: Accelerating LLM Decoding with Adaptive Layer Parallelism","created":"2025-06-04","cited_by_count":7,"area":"lr"},{"id":"2510.13890","title":"A Survey on Collaborating Small and Large Language Models for Performance, Cost-effectiveness, Cloud-edge Privacy, and Trustworthiness","created":"2025-10-14","cited_by_count":7,"area":null},{"id":"2511.21702","title":"CSV-Decode: Certifiable Sub-Vocabulary Decoding for Efficient Large Language Model Inference","created":"2025-11-16","cited_by_count":7,"area":"inference"},{"id":"2402.15758","title":"Chimera: A Lossless Decoding Method for Accelerating Large Language Models Inference by Fusing all Tokens","created":"2024-02-24","cited_by_count":6,"area":"inference"},{"id":"2412.10418","title":"Constrained Decoding with Speculative Lookaheads","created":"2024-12-09","cited_by_count":6,"area":null},{"id":"2504.00030","title":"Token-Driven GammaTune: Adaptive Calibration for Enhanced Speculative Decoding","created":"2025-03-28","cited_by_count":6,"area":"inference"},{"id":"2505.12731","title":"Accelerating Adaptive Retrieval Augmented Generation via Instruction-Driven Representation Reduction of Retrieval Overlaps","created":"2025-05-19","cited_by_count":6,"area":"rag"},{"id":"2505.18629","title":"Think Before You Accept: Semantic Reflective Verification for Faster Speculative Decoding","created":"2025-05-24","cited_by_count":6,"area":"lr"},{"id":"2508.02751","title":"SmallKV: Small Model Assisted Compensation of KV Cache Compression for Efficient LLM Inference","created":"2025-08-03","cited_by_count":6,"area":"inference"},{"id":"2512.15773","title":"TS-DP: Reinforcement Speculative Decoding For Temporal Adaptive Diffusion Policy Acceleration","created":"2025-12-13","cited_by_count":6,"area":"diffusion"},{"id":"2602.11931","title":"AdaptEvolve: Improving Efficiency of Evolutionary AI Agents through Adaptive Model Selection","created":"2026-02-12","cited_by_count":6,"area":"lr"},{"id":"2607.02807","title":"SwarmResearch: Orchestrating Coding Agents for Open-Ended Discovery","created":"2026-07-02","cited_by_count":6,"area":"agents"},{"id":"2404.09221","title":"Exploring and Improving Drafts in Blockwise Parallel Decoding","created":"2024-04-14","cited_by_count":5,"area":"inference"},{"id":"2405.13019","title":"A Comprehensive Survey of Accelerated Generation Techniques in Large Language Models","created":"2024-05-15","cited_by_count":5,"area":"inference"},{"id":"2406.13170","title":"Amphista: Bi-directional Multi-head Decoding for Accelerating LLM Inference","created":"2024-06-19","cited_by_count":5,"area":null},{"id":"2408.00264","title":"Clover-2: Accurate Inference for Regressive Lightweight Speculative Decoding","created":"2024-08-01","cited_by_count":5,"area":"inference"},{"id":"2408.08470","title":"Context-Aware Assistant Selection for Improved Inference Acceleration with Large Language Models","created":"2024-08-16","cited_by_count":5,"area":"inference"},{"id":"2409.16560","title":"Dynamic-Width Speculative Beam Decoding for Efficient LLM Inference","created":"2024-09-25","cited_by_count":5,"area":"inference"},{"id":"2604.05650","title":"See the Forest for the Trees: Loosely Speculative Decoding via Visual-Semantic Guidance for Efficient Inference of Video LLMs","created":"2026-04-07","cited_by_count":5,"area":"inference"},{"id":"2405.18400","title":"Superposed Decoding: Multiple Generations from a Single Autoregressive Inference Pass","created":"2024-05-28","cited_by_count":4,"area":null}],"next_cursor":"100"}