{"total":171,"rows":[{"id":"2402.03300","title":"DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models","created":"2024-02-05","cited_by_count":9379,"area":"lr"},{"id":"2401.15077","title":"EAGLE: Speculative Sampling Requires Rethinking Feature Uncertainty","created":"2024-01-26","cited_by_count":578,"area":"lr"},{"id":"2402.02057","title":"Break the Sequential Dependency of LLM Inference Using Lookahead Decoding","created":"2024-02-03","cited_by_count":298,"area":"inference"},{"id":"2401.07851","title":"Unlocking Efficiency in Large Language Model Inference: A Comprehensive Survey of Speculative Decoding","created":"2024-01-15","cited_by_count":269,"area":"inference"},{"id":"2408.15237","title":"The Mamba in the Llama: Distilling and Accelerating Hybrid Models","created":"2024-08-27","cited_by_count":122,"area":"ssm"},{"id":"2505.07608","title":"MiMo: Unlocking the Reasoning Potential of Language Model -- From Pretraining to Posttraining","created":"2025-05-12","cited_by_count":121,"area":"lr"},{"id":"2408.11049","title":"MagicDec: Breaking the Latency-Throughput Tradeoff for Long Context Generation with Speculative Decoding","created":"2024-08-20","cited_by_count":91,"area":"inference"},{"id":"2312.11462","title":"Cascade Speculative Drafting for Even Faster LLM Inference","created":"2023-12-18","cited_by_count":83,"area":"inference"},{"id":"2407.08223","title":"Speculative RAG: Enhancing Retrieval Augmented Generation through Drafting","created":"2024-07-11","cited_by_count":77,"area":"rag"},{"id":"2410.06916","title":"SWIFT: On-the-Fly Self-Speculative Decoding for LLM Inference Acceleration","created":"2024-10-09","cited_by_count":72,"area":"inference"},{"id":"2406.17276","title":"OPT-Tree: Speculative Decoding with Adaptive Draft Tree Structure","created":"2024-06-25","cited_by_count":67,"area":"inference"},{"id":"2401.13660","title":"MambaByte: Token-free Selective State Space Model","created":"2024-01-24","cited_by_count":59,"area":"ssm"},{"id":"2501.19309","title":"Judge Decoding: Faster Speculative Sampling Requires Going Beyond Model Alignment","created":"2025-01-31","cited_by_count":59,"area":"alignment"},{"id":"2408.05636","title":"Speculative Diffusion Decoding: Accelerating Language Generation through Diffusion","created":"2024-08-10","cited_by_count":57,"area":"inference"},{"id":"2408.08696","title":"Turning Trash into Treasure: Accelerating Inference of Large Language Models with Token Recycling","created":"2024-08-16","cited_by_count":47,"area":null},{"id":"2407.06089","title":"Merge, Ensemble, and Cooperate! A Survey on Collaborative Strategies in the Era of Large Language Models","created":"2024-07-08","cited_by_count":44,"area":null},{"id":"2403.09919","title":"Recurrent Drafter for Fast Speculative Decoding in Large Language Models","created":"2024-03-14","cited_by_count":37,"area":"inference"},{"id":"2402.01528","title":"Decoding Speculative Decoding","created":"2024-02-02","cited_by_count":34,"area":"inference"},{"id":"2506.19037","title":"Plan for Speed: Dilated Scheduling for Masked Diffusion Language Models","created":"2025-06-23","cited_by_count":34,"area":"diffusion"},{"id":"2507.22424","title":"Spec-VLA: Speculative Decoding for Vision-Language-Action Models with Relaxed Acceptance","created":"2025-07-30","cited_by_count":32,"area":"mllm"},{"id":"2501.05370","title":"Accelerated Diffusion Models via Speculative Sampling","created":"2025-01-09","cited_by_count":31,"area":"diffusion"},{"id":"2411.00841","title":"A Theoretical Perspective for Speculative Decoding Algorithm","created":"2024-10-30","cited_by_count":29,"area":"inference"},{"id":"2502.07737","title":"Next Block Prediction: Video Generation via Semi-Autoregressive Modeling","created":"2025-02-11","cited_by_count":26,"area":null},{"id":"2402.13720","title":"Ouroboros: Generating Longer Drafts Phrase by Phrase for Faster Speculative Decoding","created":"2024-02-21","cited_by_count":25,"area":"inference"},{"id":"2504.11651","title":"70% Size, 100% Accuracy: Lossless LLM Compression for Efficient GPU Inference via Dynamic-Length Float (DFloat11)","created":"2025-04-15","cited_by_count":24,"area":"diffusion"},{"id":"2502.19732","title":"Speculative Decoding and Beyond: An In-Depth Survey of Techniques","created":"2025-02-27","cited_by_count":23,"area":"inference"},{"id":"2502.17421","title":"LongSpec: Long-Context Lossless Speculative Decoding with Efficient Drafting and Verification","created":"2025-02-24","cited_by_count":21,"area":"agents"},{"id":"2412.11919","title":"RetroLLM: Empowering Large Language Models to Retrieve Fine-grained Evidence within Generation","created":"2024-12-16","cited_by_count":20,"area":null},{"id":"2502.14856","title":"FR-Spec: Accelerating Large-Vocabulary Language Models via Frequency-Ranked Speculative Sampling","created":"2025-02-20","cited_by_count":20,"area":"inference"},{"id":"2508.16201","title":"SpecVLM: Enhancing Speculative Decoding of Video LLMs via Verifier-Guided Token Pruning","created":"2025-08-22","cited_by_count":20,"area":"inference"},{"id":"2408.05235","title":"SLO-aware GPU Frequency Scaling for Energy Efficient LLM Inference Serving","created":"2024-08-05","cited_by_count":19,"area":"inference"},{"id":"2509.24007","title":"Sequential Diffusion Language Models","created":"2025-09-28","cited_by_count":19,"area":"diffusion"},{"id":"2412.17153","title":"Distilled Decoding 1: One-step Sampling of Image Auto-regressive Models with Flow Matching","created":"2024-12-22","cited_by_count":18,"area":"diffusion"},{"id":"2403.20041","title":"Transformer-Lite: High-efficiency Deployment of Large Language Models on Mobile Phone GPUs","created":"2024-03-29","cited_by_count":17,"area":null},{"id":"2410.03804","title":"Mixture of Attentions For Speculative Decoding","created":"2024-10-04","cited_by_count":17,"area":"inference"},{"id":"2401.09890","title":"A Survey on Hardware Accelerators for Large Language Models","created":"2024-01-18","cited_by_count":16,"area":null},{"id":"2603.18567","title":"SpecForge: A Flexible and Efficient Open-Source Training Framework for Speculative Decoding","created":"2026-03-19","cited_by_count":16,"area":"inference"},{"id":"2412.00061","title":"Speculative Decoding with CTC-based Draft Model for LLM Inference Acceleration","created":"2024-11-25","cited_by_count":15,"area":"inference"},{"id":"2504.08242","title":"Jupiter: Fast and Resource-Efficient Collaborative Inference of Generative LLMs on Edge Devices","created":"2025-04-11","cited_by_count":15,"area":"inference"},{"id":"2411.03786","title":"The N-Grammys: Accelerating Autoregressive Inference with Learning-Free Batched Speculation","created":"2024-11-06","cited_by_count":14,"area":"inference"},{"id":"2505.19201","title":"DREAM: Drafting with Refined Target Features and Entropy-Adaptive Cross-Attention Fusion for Multimodal Speculative Decoding","created":"2025-05-25","cited_by_count":14,"area":"mllm"},{"id":"2401.12522","title":"BiTA: Bi-Directional Tuning for Lossless Acceleration in Large Language Models","created":"2024-01-23","cited_by_count":13,"area":null},{"id":"2403.08058","title":"CHAI: Clustered Head Attention for Efficient LLM Inference","created":"2024-03-12","cited_by_count":13,"area":"inference"},{"id":"2406.12295","title":"Fast and Slow Generating: An Empirical Study on Large and Small Language Models Collaborative Decoding","created":"2024-06-18","cited_by_count":13,"area":null},{"id":"2406.13511","title":"Slice-Level Scheduling for High Throughput and Load Balanced LLM Serving","created":"2024-06-19","cited_by_count":13,"area":"inference"},{"id":"2412.18934","title":"Dovetail: A CPU/GPU Heterogeneous Speculative Decoding for LLM inference","created":"2024-12-25","cited_by_count":13,"area":"inference"},{"id":"2509.18362","title":"FastMTP: Accelerating LLM Inference with Enhanced Multi-Token Prediction","created":"2025-09-16","cited_by_count":13,"area":"inference"},{"id":"2510.21961","title":"Parallel Sampling from Masked Diffusion Models via Conditional Independence Testing","created":"2025-10-24","cited_by_count":13,"area":"diffusion"},{"id":"2406.01698","title":"Demystifying AI Platform Design for Distributed Inference of Next-Generation LLM models","created":"2024-06-03","cited_by_count":12,"area":"inference"},{"id":"2502.01662","title":"Fast Large Language Model Collaborative Decoding via Speculation","created":"2025-02-01","cited_by_count":12,"area":null},{"id":"2410.05165","title":"Efficient Inference for Large Language Model-based Generative Recommendation","created":"2024-10-07","cited_by_count":11,"area":null},{"id":"2505.16162","title":"KNN-SSD: Enabling Dynamic Self-Speculative Decoding via Nearest Neighbor Layer Set Optimization","created":"2025-05-22","cited_by_count":11,"area":"inference"},{"id":"2505.24196","title":"CLaSp: In-Context Layer Skip for Self-Speculative Decoding","created":"2025-05-30","cited_by_count":11,"area":"inference"},{"id":"2510.12164","title":"A Survey on Parallel Reasoning","created":"2025-10-14","cited_by_count":11,"area":"lr"},{"id":"2505.13204","title":"Alignment-Augmented Speculative Decoding with Alignment Sampling and Conditional Verification","created":"2025-05-19","cited_by_count":10,"area":"inference"},{"id":"2505.21487","title":"Hardware-Efficient Attention for Fast Decoding","created":"2025-05-27","cited_by_count":10,"area":"inference"},{"id":"2507.11953","title":"IAM: Efficient Inference through Attention Mapping between Different-scale LLMs","created":"2025-07-16","cited_by_count":10,"area":"inference"},{"id":"2511.22972","title":"Training-Free Loosely Speculative Decoding: Accepting Semantically Correct Drafts Beyond Exact Match","created":"2025-11-28","cited_by_count":10,"area":"inference"},{"id":"2601.20339","title":"Improving Diffusion Language Model Decoding through Joint Search in Generation Order and Token Space","created":"2026-01-28","cited_by_count":10,"area":"diffusion"},{"id":"2408.04323","title":"SCOOT: SLO-Oriented Performance Tuning for LLM Inference Engines","created":"2024-08-08","cited_by_count":9,"area":"inference"},{"id":"2503.10135","title":"Gumiho: A Hybrid Architecture to Prioritize Early Tokens in Speculative Decoding","created":"2025-03-13","cited_by_count":9,"area":"inference"},{"id":"2503.13565","title":"ML-SpecQD: Multi-Level Speculative Decoding with Quantized Drafts","created":"2025-03-17","cited_by_count":9,"area":"inference"},{"id":"2508.07227","title":"LP-Spec: Leveraging LPDDR PIM for Efficient LLM Mobile Speculative Inference with Architecture-Dataflow Co-Optimization","created":"2025-08-10","cited_by_count":9,"area":"inference"},{"id":"2410.09982","title":"Self-Data Distillation for Recovering Quality in Pruned Large Language Models","created":"2024-10-13","cited_by_count":8,"area":null},{"id":"2502.03678","title":"Reflection-Window Decoding: Text Generation with Selective Refinement","created":"2025-02-05","cited_by_count":8,"area":null},{"id":"2502.08020","title":"Speculate, then Collaborate: Fusing Knowledge of Language Models during Decoding","created":"2025-02-11","cited_by_count":8,"area":null},{"id":"2508.21706","title":"Accelerating Mixture-of-Experts Inference by Hiding Offloading Latency with Speculative Decoding","created":"2025-08-29","cited_by_count":8,"area":"moe"},{"id":"2510.19779","title":"AdaSPEC: Selective Knowledge Distillation for Efficient Speculative Decoders","created":"2025-10-22","cited_by_count":8,"area":"inference"},{"id":"2601.08955","title":"Imagine-then-Plan: Agent Learning from Adaptive Lookahead with World Models","created":"2026-01-13","cited_by_count":8,"area":"wm"},{"id":"2404.14897","title":"Beyond the Speculative Game: A Survey of Speculative Execution in Large Language Models","created":"2024-04-23","cited_by_count":7,"area":"inference"},{"id":"2510.13890","title":"A Survey on Collaborating Small and Large Language Models for Performance, Cost-effectiveness, Cloud-edge Privacy, and Trustworthiness","created":"2025-10-14","cited_by_count":7,"area":null},{"id":"2602.07223","title":"Vegas: Self-Speculative Decoding with Verification-Guided Sparse Attention","created":"2026-02-06","cited_by_count":7,"area":"inference"},{"id":"2602.17633","title":"When to Trust the Cheap Check: Weak and Strong Verification for Reasoning","created":"2026-02-19","cited_by_count":7,"area":"lr"},{"id":"2402.15758","title":"Chimera: A Lossless Decoding Method for Accelerating Large Language Models Inference by Fusing all Tokens","created":"2024-02-24","cited_by_count":6,"area":"inference"},{"id":"2405.20314","title":"S3D: A Simple and Cost-Effective Self-Speculative Decoding Scheme for Low-Memory GPUs","created":"2024-05-30","cited_by_count":6,"area":"inference"},{"id":"2408.08146","title":"KOALA: Enhancing Speculative Decoding for LLM via Multi-Layer Draft Heads with Adversarial Learning","created":"2024-08-15","cited_by_count":6,"area":"inference"},{"id":"2412.07380","title":"SpecFuse: Ensembling Large Language Models via Next-Segment Prediction","created":"2024-12-10","cited_by_count":6,"area":null},{"id":"2505.18629","title":"Think Before You Accept: Semantic Reflective Verification for Faster Speculative Decoding","created":"2025-05-24","cited_by_count":6,"area":"lr"},{"id":"2507.23777","title":"XSpecMesh: Quality-Preserving Auto-Regressive Mesh Generation Acceleration via Multi-Head Speculative Decoding","created":"2025-07-31","cited_by_count":6,"area":"inference"},{"id":"2602.13836","title":"Speculative Decoding with a Speculative Vocabulary","created":"2026-02-14","cited_by_count":6,"area":"inference"},{"id":"2608.13524","title":"DARTree: Speculative Diffusion Decoding with Autoregressive Draft Trees","created":"2026-08-13","cited_by_count":6,"area":"inference"},{"id":"2405.13019","title":"A Comprehensive Survey of Accelerated Generation Techniques in Large Language Models","created":"2024-05-15","cited_by_count":5,"area":"inference"},{"id":"2406.02120","title":"Diver: Large Language Model Decoding with Span-Level Mutual Information Verification","created":"2024-06-04","cited_by_count":5,"area":null},{"id":"2408.08470","title":"Context-Aware Assistant Selection for Improved Inference Acceleration with Large Language Models","created":"2024-08-16","cited_by_count":5,"area":"inference"},{"id":"2505.20776","title":"SpecExtend: A Drop-in Enhancement for Speculative Decoding of Long Sequences","created":"2025-05-27","cited_by_count":5,"area":"inference"},{"id":"2506.11111","title":"Evaluating and Improving Robustness in Large Language Models: A Survey and Future Directions","created":"2025-06-08","cited_by_count":5,"area":null},{"id":"2509.23928","title":"HiViS: Hiding Visual Tokens from the Drafter for Speculative Decoding in Vision-Language Models","created":"2025-09-28","cited_by_count":5,"area":"mllm"},{"id":"2602.20217","title":"KnapSpec: Self-Speculative Decoding via Adaptive Layer Selection as a Knapsack Problem","created":"2026-02-23","cited_by_count":5,"area":"inference"},{"id":"2603.09983","title":"MoE-SpAc: Efficient MoE Inference Based on Speculative Activation Utility in Heterogeneous Edge Scenarios","created":"2026-02-12","cited_by_count":5,"area":"moe"},{"id":"2604.05650","title":"See the Forest for the Trees: Loosely Speculative Decoding via Visual-Semantic Guidance for Efficient Inference of Video LLMs","created":"2026-04-07","cited_by_count":5,"area":"inference"},{"id":"2604.13519","title":"ToolSpec: Accelerating Tool Calling via Schema-Aware and Retrieval-Augmented Speculative Decoding","created":"2026-04-15","cited_by_count":5,"area":"rag"},{"id":"2407.09685","title":"Accelerating the inference of string generation-based chemical reaction models for industrial applications","created":"2024-07-12","cited_by_count":4,"area":null},{"id":"2502.05609","title":"Lossless Acceleration of Large Language Models with Hierarchical Drafting based on Temporal Locality in Speculative Decoding","created":"2025-02-08","cited_by_count":4,"area":"inference"},{"id":"2505.21189","title":"Exploring the Hidden Capacity of LLMs for One-Step Text Generation","created":"2025-05-27","cited_by_count":4,"area":null},{"id":"2510.13847","title":"DynaSpec: Context-aware Dynamic Speculative Sampling for Large-Vocabulary Language Models","created":"2025-10-11","cited_by_count":4,"area":"inference"},{"id":"2510.26843","title":"CAS-Spec: Cascade Adaptive Self-Speculative Decoding for On-the-Fly Lossless Inference Acceleration of LLMs","created":"2025-10-30","cited_by_count":4,"area":"inference"},{"id":"2602.00523","title":"SAGE: Accelerating Vision-Language Models via Entropy-Guided Adaptive Speculative Decoding","created":"2026-01-31","cited_by_count":4,"area":"mllm"},{"id":"2603.23911","title":"Self-Distillation for Multi-Token Prediction","created":"2026-03-25","cited_by_count":4,"area":"distill"},{"id":"2604.04987","title":"Cactus: Accelerating Auto-Regressive Decoding with Constrained Acceptance Speculative Sampling","created":"2026-04-05","cited_by_count":4,"area":"inference"},{"id":"2505.20316","title":"Reinforcement Speculative Decoding for Fast Ranking","created":"2025-05-23","cited_by_count":3,"area":"inference"}],"next_cursor":"100"}