{"total":578,"rows":[{"id":"2402.12289","title":"DriveVLM: The Convergence of Autonomous Driving and Large Vision-Language Models","created":"2024-02-19","cited_by_count":490,"area":"mllm"},{"id":"2406.16858","title":"EAGLE-2: Faster Inference of Language Models with Dynamic Draft Trees","created":"2024-06-24","cited_by_count":370,"area":"inference"},{"id":"2503.01840","title":"EAGLE-3: Scaling up Inference Acceleration of Large Language Models via Training-Time Test","created":"2025-03-03","cited_by_count":331,"area":"inference"},{"id":"2402.02057","title":"Break the Sequential Dependency of LLM Inference Using Lookahead Decoding","created":"2024-02-03","cited_by_count":298,"area":"inference"},{"id":"2607.02770","title":"Gemma 4 Technical Report","created":"2026-07-02","cited_by_count":259,"area":"mllm"},{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2602.06036","title":"DFlash: Block Diffusion for Flash Speculative Decoding","created":"2026-02-05","cited_by_count":135,"area":"diffusion"},{"id":"2503.21614","title":"A Survey of Efficient Reasoning for Large Reasoning Models: Language, Multimodality, and Beyond","created":"2025-03-27","cited_by_count":132,"area":"lr"},{"id":"2509.24704","title":"MemGen: Weaving Generative Latent Memory for Self-Evolving Agents","created":"2025-09-29","cited_by_count":109,"area":"agents"},{"id":"2501.19324","title":"Reward-Guided Speculative Decoding for Efficient LLM Reasoning","created":"2025-01-31","cited_by_count":106,"area":"lr"},{"id":"2402.12374","title":"Sequoia: Scalable, Robust, and Hardware-aware Speculative Decoding","created":"2024-02-19","cited_by_count":103,"area":"inference"},{"id":"2406.06282","title":"PowerInfer-2: Fast Large Language Model Inference on a Smartphone","created":"2024-06-10","cited_by_count":103,"area":null},{"id":"2404.11912","title":"TriForce: Lossless Acceleration of Long Sequence Generation with Hierarchical Speculative Decoding","created":"2024-04-18","cited_by_count":102,"area":"inference"},{"id":"2503.22342","title":"CPPO: Accelerating the Training of Group Relative Policy Optimization-Based Reasoning Models","created":"2025-03-28","cited_by_count":96,"area":"lr"},{"id":"2502.08773","title":"Universal Model Routing for Efficient LLM Inference","created":"2025-02-12","cited_by_count":86,"area":"inference"},{"id":"2405.19715","title":"SpecDec++: Boosting Speculative Decoding via Adaptive Candidate Lengths","created":"2024-05-30","cited_by_count":75,"area":"inference"},{"id":"2408.15766","title":"Learning Harmonized Representations for Speculative Sampling","created":"2024-08-28","cited_by_count":72,"area":"inference"},{"id":"2410.06916","title":"SWIFT: On-the-Fly Self-Speculative Decoding for LLM Inference Acceleration","created":"2024-10-09","cited_by_count":72,"area":"inference"},{"id":"2406.17276","title":"OPT-Tree: Speculative Decoding with Adaptive Draft Tree Structure","created":"2024-06-25","cited_by_count":67,"area":"inference"},{"id":"2410.01699","title":"Accelerating Auto-regressive Text-to-Image Generation with Training-free Speculative Jacobi Decoding","created":"2024-10-02","cited_by_count":66,"area":"inference"},{"id":"2510.03215","title":"Cache-to-Cache: Direct Semantic Communication Between Large Language Models","created":"2025-10-03","cited_by_count":61,"area":"inference"},{"id":"2412.15119","title":"Parallelized Autoregressive Visual Generation","created":"2024-12-19","cited_by_count":60,"area":null},{"id":"2501.19309","title":"Judge Decoding: Faster Speculative Sampling Requires Going Beyond Model Alignment","created":"2025-01-31","cited_by_count":59,"area":"alignment"},{"id":"2404.18911","title":"Kangaroo: Lossless Self-Speculative Decoding via Double Early Exiting","created":"2024-04-29","cited_by_count":58,"area":"inference"},{"id":"2408.05636","title":"Speculative Diffusion Decoding: Accelerating Language Generation through Diffusion","created":"2024-08-10","cited_by_count":57,"area":"inference"},{"id":"2408.08696","title":"Turning Trash into Treasure: Accelerating Inference of Large Language Models with Token Recycling","created":"2024-08-16","cited_by_count":47,"area":null},{"id":"2410.03355","title":"LANTERN: Accelerating Visual Autoregressive Models with Relaxed Speculative Decoding","created":"2024-10-04","cited_by_count":47,"area":"diffusion"},{"id":"2507.11851","title":"Your LLM Knows the Future: Uncovering Its Multi-Token Prediction Potential","created":"2025-07-16","cited_by_count":47,"area":null},{"id":"2412.19509","title":"MBQ: Modality-Balanced Quantization for Large Vision-Language Models","created":"2024-12-27","cited_by_count":45,"area":"mllm"},{"id":"2510.02358","title":"DiffuSpec: Unlocking Diffusion Language Models for Speculative Decoding","created":"2025-09-28","cited_by_count":42,"area":"diffusion"},{"id":"2502.04420","title":"KVTuner: Sensitivity-Aware Layer-Wise Mixed-Precision KV Cache Quantization for Efficient and Nearly Lossless LLM Inference","created":"2025-02-06","cited_by_count":40,"area":"inference"},{"id":"2411.10666","title":"SAM Decoding: Speculative Decoding via Suffix Automaton","created":"2024-11-16","cited_by_count":39,"area":"inference"},{"id":"2505.09343","title":"Insights into DeepSeek-V3: Scaling Challenges and Reflections on Hardware for AI Architectures","created":"2025-05-14","cited_by_count":39,"area":"moe"},{"id":"2405.19261","title":"Faster Cascades via Speculative Decoding","created":"2024-05-29","cited_by_count":38,"area":"inference"},{"id":"2410.04466","title":"Large Language Model Inference Acceleration: A Comprehensive Hardware Perspective","created":"2024-10-06","cited_by_count":38,"area":"inference"},{"id":"2403.09919","title":"Recurrent Drafter for Fast Speculative Decoding in Large Language Models","created":"2024-03-14","cited_by_count":37,"area":"inference"},{"id":"2406.14066","title":"TurboSpec: Closed-loop Speculation Control System for Optimizing LLM Serving Goodput","created":"2024-06-20","cited_by_count":37,"area":"inference"},{"id":"2511.08923","title":"TiDAR: Think in Diffusion, Talk in Autoregression","created":"2025-11-12","cited_by_count":37,"area":"lr"},{"id":"2601.07568","title":"d3LLM: Ultra-Fast Diffusion LLM using Pseudo-Trajectory Distillation","created":"2026-01-12","cited_by_count":37,"area":"inference"},{"id":"2605.29707","title":"Domino: Decoupling Causal Modeling from Autoregressive Drafting in Speculative Decoding","created":"2026-05-28","cited_by_count":34,"area":"inference"},{"id":"2406.02657","title":"Block Transformer: Global-to-Local Language Modeling for Fast Inference","created":"2024-06-04","cited_by_count":32,"area":"inference"},{"id":"2504.06261","title":"Hogwild! Inference: Parallel LLM Generation via Concurrent Attention","created":"2025-04-08","cited_by_count":32,"area":"inference"},{"id":"2507.22424","title":"Spec-VLA: Speculative Decoding for Vision-Language-Action Models with Relaxed Acceptance","created":"2025-07-30","cited_by_count":32,"area":"mllm"},{"id":"2405.04304","title":"Dynamic Speculation Lookahead Accelerates Speculative Decoding of Large Language Models","created":"2024-05-07","cited_by_count":31,"area":"inference"},{"id":"2505.03739","title":"VITA-Audio: Fast Interleaved Cross-Modal Token Generation for Efficient Large Speech-Language Model","created":"2025-05-06","cited_by_count":31,"area":null},{"id":"2511.05963","title":"Next-Latent Prediction Transformers Learn Compact World Models","created":"2025-11-08","cited_by_count":31,"area":"wm"},{"id":"2508.08712","title":"A Survey on Parallel Text Generation: From Parallel Decoding to Diffusion Language Models","created":"2025-08-12","cited_by_count":30,"area":"diffusion"},{"id":"2510.04147","title":"Self Speculative Decoding for Diffusion Large Language Models","created":"2025-10-05","cited_by_count":30,"area":"inference"},{"id":"2504.18583","title":"PARD: Accelerating LLM Inference with Low-Cost PARallel Draft Model Adaptation","created":"2025-04-23","cited_by_count":29,"area":"inference"},{"id":"2505.21600","title":"R2R: Efficiently Navigating Divergent Reasoning Paths with Small-Large Model Token Routing","created":"2025-05-27","cited_by_count":29,"area":"lr"},{"id":"2604.12989","title":"Accelerating Speculative Decoding with Block Diffusion Draft Trees","created":"2026-04-14","cited_by_count":29,"area":"inference"},{"id":"2502.10424","title":"QuantSpec: Self-Speculative Decoding with Hierarchical Quantized KV Cache","created":"2025-02-05","cited_by_count":27,"area":"inference"},{"id":"2511.00606","title":"SpecDiff-2: Scaling Diffusion Drafter Alignment For Faster Speculative Decoding","created":"2025-11-01","cited_by_count":26,"area":"diffusion"},{"id":"2402.13720","title":"Ouroboros: Generating Longer Drafts Phrase by Phrase for Faster Speculative Decoding","created":"2024-02-21","cited_by_count":25,"area":"inference"},{"id":"2511.14617","title":"Seer: Online Context Learning for Fast Synchronous LLM Reinforcement Learning","created":"2025-11-18","cited_by_count":25,"area":null},{"id":"2505.17941","title":"VeriThinker: Learning to Verify Makes Reasoning Model Efficient","created":"2025-05-23","cited_by_count":24,"area":"lr"},{"id":"2502.19732","title":"Speculative Decoding and Beyond: An In-Depth Survey of Techniques","created":"2025-02-27","cited_by_count":23,"area":"inference"},{"id":"2504.08850","title":"SpecEE: Accelerating Large Language Model Inference with Speculative Early Exiting","created":"2025-04-11","cited_by_count":23,"area":"inference"},{"id":"2509.04185","title":"Set Block Decoding is a Language Model Inference Accelerator","created":"2025-09-04","cited_by_count":23,"area":null},{"id":"2410.05589","title":"ParallelSpec: Parallel Drafter for Efficient Speculative Decoding","created":"2024-10-08","cited_by_count":22,"area":"inference"},{"id":"2504.19095","title":"Efficient Reasoning for LLMs through Speculative Chain-of-Thought","created":"2025-04-27","cited_by_count":22,"area":"lr"},{"id":"2509.15235","title":"ViSpec: Accelerating Vision-Language Models with Vision-Aware Speculative Decoding","created":"2025-09-17","cited_by_count":22,"area":"mllm"},{"id":"2502.17421","title":"LongSpec: Long-Context Lossless Speculative Decoding with Efficient Drafting and Verification","created":"2025-02-24","cited_by_count":21,"area":"agents"},{"id":"2409.00142","title":"Dynamic Depth Decoding: Faster Speculative Decoding for LLMs","created":"2024-08-30","cited_by_count":20,"area":"inference"},{"id":"2412.12639","title":"Falcon: Faster and Parallel Inference of Large Language Models through Enhanced Semi-Autoregressive Drafting and Custom-Designed Decoding Tree","created":"2024-12-17","cited_by_count":20,"area":"inference"},{"id":"2505.15141","title":"BanditSpec: Adaptive Speculative Decoding via Bandit Algorithms","created":"2025-05-21","cited_by_count":20,"area":"inference"},{"id":"2508.16201","title":"SpecVLM: Enhancing Speculative Decoding of Video LLMs via Verifier-Guided Token Pruning","created":"2025-08-22","cited_by_count":20,"area":"inference"},{"id":"2411.11925","title":"Continuous Speculative Decoding for Autoregressive Image Generation","created":"2024-11-18","cited_by_count":19,"area":"inference"},{"id":"2502.18779","title":"Towards Optimal Multi-draft Speculative Decoding","created":"2025-02-26","cited_by_count":19,"area":"inference"},{"id":"2505.19645","title":"MoESD: Unveil Speculative Decoding's Potential for Accelerating Sparse MoE","created":"2025-05-26","cited_by_count":19,"area":"moe"},{"id":"2506.17188","title":"Towards AI Search Paradigm","created":"2025-06-20","cited_by_count":19,"area":null},{"id":"2410.11305","title":"QSpec: Speculative Decoding with Complementary Quantization Schemes","created":"2024-10-15","cited_by_count":18,"area":"inference"},{"id":"2412.17153","title":"Distilled Decoding 1: One-step Sampling of Image Auto-regressive Models with Flow Matching","created":"2024-12-22","cited_by_count":18,"area":"diffusion"},{"id":"2503.05096","title":"AdaSpec: Adaptive Speculative Decoding for Fast, SLO-Aware Large Language Model Serving","created":"2025-03-07","cited_by_count":18,"area":"inference"},{"id":"2510.26475","title":"ReSpec: Towards Optimizing Speculative Decoding in Reinforcement Learning Systems","created":"2025-10-30","cited_by_count":18,"area":"lr"},{"id":"2604.08302","title":"DMax: Aggressive Parallel Decoding for dLLMs","created":"2026-04-09","cited_by_count":18,"area":"diffusion"},{"id":"2403.20041","title":"Transformer-Lite: High-efficiency Deployment of Large Language Models on Mobile Phone GPUs","created":"2024-03-29","cited_by_count":17,"area":null},{"id":"2410.03804","title":"Mixture of Attentions For Speculative Decoding","created":"2024-10-04","cited_by_count":17,"area":"inference"},{"id":"2412.01447","title":"PLD+: Accelerating LLM inference by leveraging Language Model Artifacts","created":"2024-12-02","cited_by_count":17,"area":"inference"},{"id":"2512.16229","title":"LoPA: Scaling dLLM Inference via Lookahead Parallel Decoding","created":"2025-12-18","cited_by_count":17,"area":"inference"},{"id":"2601.05110","title":"GlimpRouter: Efficient Collaborative Inference by Glimpsing One Token of Thoughts","created":"2026-01-08","cited_by_count":17,"area":"lr"},{"id":"2605.18810","title":"D-PACE: Dynamic Position-Aware Cross-Entropy for Parallel Speculative Drafting","created":"2026-05-12","cited_by_count":17,"area":"inference"},{"id":"2405.18628","title":"Hardware-Aware Parallel Prompt Decoding for Memory-Efficient Acceleration of LLM Inference","created":"2024-05-28","cited_by_count":16,"area":"inference"},{"id":"2411.18462","title":"Draft Model Knows When to Stop: Self-Verification Speculative Decoding for Long-Form Generation","created":"2024-11-27","cited_by_count":16,"area":"inference"},{"id":"2502.11018","title":"GRIFFIN: Effective Token Alignment for Faster Speculative Decoding","created":"2025-02-16","cited_by_count":16,"area":"inference"},{"id":"2504.04060","title":"VocalNet: Speech LLM with Multi-Token Prediction for Faster and High-Quality Generation","created":"2025-04-05","cited_by_count":16,"area":null},{"id":"2505.02865","title":"Accelerating Large Language Model Reasoning via Speculative Search","created":"2025-05-03","cited_by_count":16,"area":"lr"},{"id":"2505.10518","title":"Multi-Token Prediction Needs Registers","created":"2025-05-15","cited_by_count":16,"area":null},{"id":"2603.18567","title":"SpecForge: A Flexible and Efficient Open-Source Training Framework for Speculative Decoding","created":"2026-03-19","cited_by_count":16,"area":"inference"},{"id":"2410.14635","title":"GenEOL: Harnessing the Generative Power of LLMs for Training-Free Sentence Embeddings","created":"2024-10-18","cited_by_count":15,"area":null},{"id":"2412.00061","title":"Speculative Decoding with CTC-based Draft Model for LLM Inference Acceleration","created":"2024-11-25","cited_by_count":15,"area":"inference"},{"id":"2502.15197","title":"TETRIS: Optimal Draft Token Selection for Batch Speculative Decoding","created":"2025-02-21","cited_by_count":15,"area":"inference"},{"id":"2505.14733","title":"The Energy Cost of Reasoning: Analyzing Energy Usage in LLMs with Test-time Compute","created":"2025-05-20","cited_by_count":15,"area":"lr"},{"id":"2505.17505","title":"L-MTP: Leap Multi-Token Prediction Beyond Adjacent Context for Large Language Models","created":"2025-05-23","cited_by_count":15,"area":null},{"id":"2505.19187","title":"LIMOPro: Reasoning Refinement for Efficient and Effective Test-time Scaling","created":"2025-05-25","cited_by_count":15,"area":"lr"},{"id":"2603.03251","title":"Speculative Speculative Decoding","created":"2026-03-03","cited_by_count":15,"area":"inference"},{"id":"2606.18394","title":"JetSpec: Breaking the Scaling Ceiling of Speculative Decoding with Parallel Tree Drafting","created":"2026-06-16","cited_by_count":15,"area":"inference"},{"id":"2410.17375","title":"AMUSD: Asynchronous Multi-Device Speculative Decoding for LLM Acceleration","created":"2024-10-22","cited_by_count":14,"area":"inference"},{"id":"2411.03786","title":"The N-Grammys: Accelerating Autoregressive Inference with Learning-Free Batched Speculation","created":"2024-11-06","cited_by_count":14,"area":"inference"},{"id":"2505.19201","title":"DREAM: Drafting with Refined Target Features and Entropy-Adaptive Cross-Attention Fusion for Multimodal Speculative Decoding","created":"2025-05-25","cited_by_count":14,"area":"mllm"}],"next_cursor":"100"}