{"total":843,"rows":[{"id":"2404.14469","title":"SnapKV: LLM Knows What You are Looking for Before Generation","created":"2024-04-22","cited_by_count":880,"area":"inference"},{"id":"2503.09573","title":"Block Diffusion: Interpolating Between Autoregressive and Diffusion Language Models","created":"2025-03-12","cited_by_count":409,"area":"diffusion"},{"id":"2402.04396","title":"QuIP#: Even Better LLM Quantization with Hadamard Incoherence and Lattice Codebooks","created":"2024-02-06","cited_by_count":378,"area":null},{"id":"2406.16858","title":"EAGLE-2: Faster Inference of Language Models with Dynamic Draft Trees","created":"2024-06-24","cited_by_count":370,"area":"inference"},{"id":"2404.19737","title":"Better & Faster Large Language Models via Multi-token Prediction","created":"2024-04-30","cited_by_count":360,"area":null},{"id":"2503.01840","title":"EAGLE-3: Scaling up Inference Acceleration of Large Language Models via Training-Time Test","created":"2025-03-03","cited_by_count":331,"area":"inference"},{"id":"2402.02057","title":"Break the Sequential Dependency of LLM Inference Using Lookahead Decoding","created":"2024-02-03","cited_by_count":298,"area":"inference"},{"id":"2501.01005","title":"FlashInfer: Efficient and Customizable Attention Engine for LLM Inference Serving","created":"2025-01-02","cited_by_count":258,"area":"inference"},{"id":"2506.15841","title":"MEM1: Learning to Synergize Memory and Reasoning for Efficient Long-Horizon Agents","created":"2025-06-18","cited_by_count":238,"area":"lr"},{"id":"2403.17887","title":"The Unreasonable Ineffectiveness of the Deeper Layers","created":"2024-03-26","cited_by_count":226,"area":"lr"},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2408.07055","title":"LongWriter: Unleashing 10,000+ Word Generation from Long Context LLMs","created":"2024-08-13","cited_by_count":144,"area":null},{"id":"2406.16838","title":"From Decoding to Meta-Generation: Inference-time Algorithms for Large Language Models","created":"2024-06-24","cited_by_count":137,"area":null},{"id":"2602.06036","title":"DFlash: Block Diffusion for Flash Speculative Decoding","created":"2026-02-05","cited_by_count":135,"area":"diffusion"},{"id":"2503.21614","title":"A Survey of Efficient Reasoning for Large Reasoning Models: Language, Multimodality, and Beyond","created":"2025-03-27","cited_by_count":132,"area":"lr"},{"id":"2407.18921","title":"Mobile Edge Intelligence for Large Language Models: A Contemporary Survey","created":"2024-07-09","cited_by_count":128,"area":null},{"id":"2408.15237","title":"The Mamba in the Llama: Distilling and Accelerating Hybrid Models","created":"2024-08-27","cited_by_count":122,"area":"ssm"},{"id":"2402.05109","title":"Hydra: Sequentially-Dependent Draft Heads for Medusa Decoding","created":"2024-02-07","cited_by_count":117,"area":"inference"},{"id":"2506.00413","title":"Accelerating Diffusion LLMs via Adaptive Parallel Decoding","created":"2025-05-31","cited_by_count":112,"area":"inference"},{"id":"2509.24704","title":"MemGen: Weaving Generative Latent Memory for Self-Evolving Agents","created":"2025-09-29","cited_by_count":109,"area":"agents"},{"id":"2501.19324","title":"Reward-Guided Speculative Decoding for Efficient LLM Reasoning","created":"2025-01-31","cited_by_count":106,"area":"lr"},{"id":"2409.00088","title":"On-Device Language Models: A Comprehensive Review","created":"2024-08-26","cited_by_count":104,"area":null},{"id":"2402.12374","title":"Sequoia: Scalable, Robust, and Hardware-aware Speculative Decoding","created":"2024-02-19","cited_by_count":103,"area":"inference"},{"id":"2406.06282","title":"PowerInfer-2: Fast Large Language Model Inference on a Smartphone","created":"2024-06-10","cited_by_count":103,"area":null},{"id":"2404.11912","title":"TriForce: Lossless Acceleration of Long Sequence Generation with Hierarchical Speculative Decoding","created":"2024-04-18","cited_by_count":102,"area":"inference"},{"id":"2406.11235","title":"QTIP: Quantization with Trellises and Incoherence Processing","created":"2024-06-17","cited_by_count":91,"area":null},{"id":"2412.09548","title":"Meshtron: High-Fidelity, Artist-Like 3D Mesh Generation at Scale","created":"2024-12-12","cited_by_count":89,"area":null},{"id":"2502.08773","title":"Universal Model Routing for Efficient LLM Inference","created":"2025-02-12","cited_by_count":86,"area":"inference"},{"id":"2408.11850","title":"PEARL: Parallel Speculative Decoding with Adaptive Draft Length","created":"2024-08-13","cited_by_count":85,"area":"inference"},{"id":"2503.07067","title":"DistiLLM-2: A Contrastive Approach Boosts the Distillation of LLMs","created":"2025-03-10","cited_by_count":84,"area":null},{"id":"2412.01827","title":"RandAR: Decoder-only Autoregressive Visual Generation in Random Orders","created":"2024-12-02","cited_by_count":83,"area":"inference"},{"id":"2405.15071","title":"Grokked Transformers are Implicit Reasoners: A Mechanistic Journey to the Edge of Generalization","created":"2024-05-23","cited_by_count":79,"area":"lr"},{"id":"2407.08223","title":"Speculative RAG: Enhancing Retrieval Augmented Generation through Drafting","created":"2024-07-11","cited_by_count":77,"area":"rag"},{"id":"2505.21467","title":"FlashDLM: Accelerating Diffusion Language Model Inference via Efficient KV Caching and Guided Diffusion","created":"2025-05-27","cited_by_count":77,"area":"diffusion"},{"id":"2405.19715","title":"SpecDec++: Boosting Speculative Decoding via Adaptive Candidate Lengths","created":"2024-05-30","cited_by_count":75,"area":"inference"},{"id":"2403.00835","title":"CLLMs: Consistency Large Language Models","created":"2024-02-28","cited_by_count":72,"area":"inference"},{"id":"2408.15766","title":"Learning Harmonized Representations for Speculative Sampling","created":"2024-08-28","cited_by_count":72,"area":"inference"},{"id":"2410.06916","title":"SWIFT: On-the-Fly Self-Speculative Decoding for LLM Inference Acceleration","created":"2024-10-09","cited_by_count":72,"area":"inference"},{"id":"2407.14057","title":"LazyLLM: Dynamic Token Pruning for Efficient Long Context LLM Inference","created":"2024-07-19","cited_by_count":70,"area":"inference"},{"id":"2410.18252","title":"Asynchronous RLHF: Faster and More Efficient Off-Policy RL for Language Models","created":"2024-10-23","cited_by_count":70,"area":"alignment"},{"id":"2402.03804","title":"ReLU$^2$ Wins: Discovering Efficient Activation Functions for Sparse LLMs","created":"2024-02-06","cited_by_count":67,"area":null},{"id":"2406.17276","title":"OPT-Tree: Speculative Decoding with Adaptive Draft Tree Structure","created":"2024-06-25","cited_by_count":67,"area":"inference"},{"id":"2407.05858","title":"Fast On-device LLM Inference with NPUs","created":"2024-07-08","cited_by_count":62,"area":null},{"id":"2410.16033","title":"TreeBoN: Enhancing Inference-Time Alignment with Speculative Tree-Search and Best-of-N Sampling","created":"2024-10-18","cited_by_count":61,"area":"lr"},{"id":"2501.19309","title":"Judge Decoding: Faster Speculative Sampling Requires Going Beyond Model Alignment","created":"2025-01-31","cited_by_count":59,"area":"alignment"},{"id":"2504.07891","title":"SpecReason: Fast and Accurate Inference-Time Compute via Speculative Reasoning","created":"2025-04-10","cited_by_count":59,"area":"lr"},{"id":"2404.18911","title":"Kangaroo: Lossless Self-Speculative Decoding via Double Early Exiting","created":"2024-04-29","cited_by_count":58,"area":"inference"},{"id":"2408.05636","title":"Speculative Diffusion Decoding: Accelerating Language Generation through Diffusion","created":"2024-08-10","cited_by_count":57,"area":"inference"},{"id":"2403.01241","title":"IntactKV: Improving Large Language Model Quantization by Keeping Pivot Tokens Intact","created":"2024-03-02","cited_by_count":52,"area":null},{"id":"2506.07900","title":"MiniCPM4: Ultra-Efficient LLMs on End Devices","created":"2025-06-09","cited_by_count":52,"area":null},{"id":"2503.22952","title":"OmniMMI: A Comprehensive Multi-modal Interaction Benchmark in Streaming Video Contexts","created":"2025-03-29","cited_by_count":51,"area":"mllm"},{"id":"2404.00859","title":"Do language models plan ahead for future tokens?","created":"2024-04-01","cited_by_count":49,"area":null},{"id":"2408.08696","title":"Turning Trash into Treasure: Accelerating Inference of Large Language Models with Token Recycling","created":"2024-08-16","cited_by_count":47,"area":null},{"id":"2410.03355","title":"LANTERN: Accelerating Visual Autoregressive Models with Relaxed Speculative Decoding","created":"2024-10-04","cited_by_count":47,"area":"diffusion"},{"id":"2507.11851","title":"Your LLM Knows the Future: Uncovering Its Multi-Token Prediction Potential","created":"2025-07-16","cited_by_count":47,"area":null},{"id":"2407.12391","title":"LLM Inference Serving: Survey of Recent Advances and Opportunities","created":"2024-07-17","cited_by_count":46,"area":null},{"id":"2504.13171","title":"Sleep-time Compute: Beyond Inference Scaling at Test-time","created":"2025-04-17","cited_by_count":43,"area":"lr"},{"id":"2510.04767","title":"ParallelBench: Understanding the Trade-offs of Parallel Decoding in Diffusion LLMs","created":"2025-10-06","cited_by_count":43,"area":"inference"},{"id":"2502.16235","title":"Dynamic Parallel Tree Search for Efficient LLM Reasoning","created":"2025-02-22","cited_by_count":42,"area":"lr"},{"id":"2510.02358","title":"DiffuSpec: Unlocking Diffusion Language Models for Speculative Decoding","created":"2025-09-28","cited_by_count":42,"area":"diffusion"},{"id":"2502.04420","title":"KVTuner: Sensitivity-Aware Layer-Wise Mixed-Precision KV Cache Quantization for Efficient and Nearly Lossless LLM Inference","created":"2025-02-06","cited_by_count":40,"area":"inference"},{"id":"2402.10193","title":"BitDelta: Your Fine-Tune May Only Be Worth One Bit","created":"2024-02-15","cited_by_count":39,"area":null},{"id":"2411.10666","title":"SAM Decoding: Speculative Decoding via Suffix Automaton","created":"2024-11-16","cited_by_count":39,"area":"inference"},{"id":"2506.04301","title":"The Cost of Dynamic Reasoning: Demystifying AI Agents and Test-Time Scaling from an AI Infrastructure Perspective","created":"2025-06-04","cited_by_count":39,"area":"lr"},{"id":"2405.19261","title":"Faster Cascades via Speculative Decoding","created":"2024-05-29","cited_by_count":38,"area":"inference"},{"id":"2406.05955","title":"Turbo Sparse: Achieving LLM SOTA Performance with Minimal Activated Parameters","created":"2024-06-10","cited_by_count":38,"area":"moe"},{"id":"2410.04466","title":"Large Language Model Inference Acceleration: A Comprehensive Hardware Perspective","created":"2024-10-06","cited_by_count":38,"area":"inference"},{"id":"2508.18588","title":"History Rhymes: Accelerating LLM Reinforcement Learning with RhymeRL","created":"2025-08-26","cited_by_count":38,"area":"lr"},{"id":"2403.01251","title":"Accelerating Greedy Coordinate Gradient and General Prompt Optimization via Probe Sampling","created":"2024-03-02","cited_by_count":37,"area":"safety"},{"id":"2403.09919","title":"Recurrent Drafter for Fast Speculative Decoding in Large Language Models","created":"2024-03-14","cited_by_count":37,"area":"inference"},{"id":"2406.14066","title":"TurboSpec: Closed-loop Speculation Control System for Optimizing LLM Serving Goodput","created":"2024-06-20","cited_by_count":37,"area":"inference"},{"id":"2511.08923","title":"TiDAR: Think in Diffusion, Talk in Autoregression","created":"2025-11-12","cited_by_count":37,"area":"lr"},{"id":"2601.07568","title":"d3LLM: Ultra-Fast Diffusion LLM using Pseudo-Trajectory Distillation","created":"2026-01-12","cited_by_count":37,"area":"inference"},{"id":"2411.04975","title":"SuffixDecoding: Extreme Speculative Decoding for Emerging AI Applications","created":"2024-11-07","cited_by_count":36,"area":"agents"},{"id":"2402.01528","title":"Decoding Speculative Decoding","created":"2024-02-02","cited_by_count":34,"area":"inference"},{"id":"2503.23367","title":"FastVAR: Linear Visual Autoregressive Modeling via Cached Token Pruning","created":"2025-03-30","cited_by_count":34,"area":"inference"},{"id":"2605.29707","title":"Domino: Decoupling Causal Modeling from Autoregressive Drafting in Speculative Decoding","created":"2026-05-28","cited_by_count":34,"area":"inference"},{"id":"2406.02657","title":"Block Transformer: Global-to-Local Language Modeling for Fast Inference","created":"2024-06-04","cited_by_count":32,"area":"inference"},{"id":"2504.06261","title":"Hogwild! Inference: Parallel LLM Generation via Concurrent Attention","created":"2025-04-08","cited_by_count":32,"area":"inference"},{"id":"2507.22424","title":"Spec-VLA: Speculative Decoding for Vision-Language-Action Models with Relaxed Acceptance","created":"2025-07-30","cited_by_count":32,"area":"mllm"},{"id":"2405.04304","title":"Dynamic Speculation Lookahead Accelerates Speculative Decoding of Large Language Models","created":"2024-05-07","cited_by_count":31,"area":"inference"},{"id":"2405.10313","title":"How Far Are We From AGI: Are LLMs All We Need?","created":"2024-05-16","cited_by_count":31,"area":null},{"id":"2501.05370","title":"Accelerated Diffusion Models via Speculative Sampling","created":"2025-01-09","cited_by_count":31,"area":"diffusion"},{"id":"2502.01976","title":"CITER: Collaborative Inference for Efficient Large Language Model Decoding with Token-Level Routing","created":"2025-02-04","cited_by_count":30,"area":null},{"id":"2508.08712","title":"A Survey on Parallel Text Generation: From Parallel Decoding to Diffusion Language Models","created":"2025-08-12","cited_by_count":30,"area":"diffusion"},{"id":"2510.04147","title":"Self Speculative Decoding for Diffusion Large Language Models","created":"2025-10-05","cited_by_count":30,"area":"inference"},{"id":"2504.18583","title":"PARD: Accelerating LLM Inference with Low-Cost PARallel Draft Model Adaptation","created":"2025-04-23","cited_by_count":29,"area":"inference"},{"id":"2509.11628","title":"SpeCa: Accelerating Diffusion Transformers with Speculative Feature Caching","created":"2025-09-15","cited_by_count":29,"area":"diffusion"},{"id":"2604.12989","title":"Accelerating Speculative Decoding with Block Diffusion Draft Trees","created":"2026-04-14","cited_by_count":29,"area":"inference"},{"id":"2502.11517","title":"Learning to Keep a Promise: Scaling Language Model Decoding Parallelism with Learned Asynchronous Decoding","created":"2025-02-17","cited_by_count":28,"area":"inference"},{"id":"2605.27365","title":"LocateAnything: Fast and High-Quality Vision-Language Grounding with Parallel Box Decoding","created":"2026-05-26","cited_by_count":28,"area":"mllm"},{"id":"2402.14160","title":"Recursive Speculative Decoding: Accelerating LLM Inference via Sampling Without Replacement","created":"2024-02-21","cited_by_count":27,"area":"inference"},{"id":"2502.10424","title":"QuantSpec: Self-Speculative Decoding with Hierarchical Quantized KV Cache","created":"2025-02-05","cited_by_count":27,"area":"inference"},{"id":"2506.17871","title":"LLM Probability Concentration: How Alignment Shrinks the Generative Horizon","created":"2025-06-22","cited_by_count":26,"area":"alignment"},{"id":"2402.13720","title":"Ouroboros: Generating Longer Drafts Phrase by Phrase for Faster Speculative Decoding","created":"2024-02-21","cited_by_count":25,"area":"inference"},{"id":"2410.11744","title":"DySpec: Faster Speculative Decoding with Dynamic Token Tree Structure","created":"2024-10-15","cited_by_count":25,"area":"inference"},{"id":"2412.10321","title":"AdvPrefix: An Objective for Nuanced LLM Jailbreaks","created":"2024-12-13","cited_by_count":25,"area":"safety"},{"id":"2511.14617","title":"Seer: Online Context Learning for Fast Synchronous LLM Reinforcement Learning","created":"2025-11-18","cited_by_count":25,"area":null},{"id":"2504.18041","title":"RAG LLMs are Not Safer: A Safety Analysis of Retrieval-Augmented Generation for Large Language Models","created":"2025-04-25","cited_by_count":24,"area":"rag"}],"next_cursor":"100"}