{"total":180,"rows":[{"id":"2402.04396","title":"QuIP#: Even Better LLM Quantization with Hadamard Incoherence and Lattice Codebooks","created":"2024-02-06","cited_by_count":378,"area":null},{"id":"2404.19737","title":"Better & Faster Large Language Models via Multi-token Prediction","created":"2024-04-30","cited_by_count":360,"area":null},{"id":"2408.07055","title":"LongWriter: Unleashing 10,000+ Word Generation from Long Context LLMs","created":"2024-08-13","cited_by_count":144,"area":null},{"id":"2406.16838","title":"From Decoding to Meta-Generation: Inference-time Algorithms for Large Language Models","created":"2024-06-24","cited_by_count":137,"area":null},{"id":"2407.18921","title":"Mobile Edge Intelligence for Large Language Models: A Contemporary Survey","created":"2024-07-09","cited_by_count":128,"area":null},{"id":"2409.00088","title":"On-Device Language Models: A Comprehensive Review","created":"2024-08-26","cited_by_count":104,"area":null},{"id":"2406.06282","title":"PowerInfer-2: Fast Large Language Model Inference on a Smartphone","created":"2024-06-10","cited_by_count":103,"area":null},{"id":"2406.11235","title":"QTIP: Quantization with Trellises and Incoherence Processing","created":"2024-06-17","cited_by_count":91,"area":null},{"id":"2412.09548","title":"Meshtron: High-Fidelity, Artist-Like 3D Mesh Generation at Scale","created":"2024-12-12","cited_by_count":89,"area":null},{"id":"2503.07067","title":"DistiLLM-2: A Contrastive Approach Boosts the Distillation of LLMs","created":"2025-03-10","cited_by_count":84,"area":null},{"id":"2402.03804","title":"ReLU$^2$ Wins: Discovering Efficient Activation Functions for Sparse LLMs","created":"2024-02-06","cited_by_count":67,"area":null},{"id":"2407.05858","title":"Fast On-device LLM Inference with NPUs","created":"2024-07-08","cited_by_count":62,"area":null},{"id":"2403.01241","title":"IntactKV: Improving Large Language Model Quantization by Keeping Pivot Tokens Intact","created":"2024-03-02","cited_by_count":52,"area":null},{"id":"2506.07900","title":"MiniCPM4: Ultra-Efficient LLMs on End Devices","created":"2025-06-09","cited_by_count":52,"area":null},{"id":"2404.00859","title":"Do language models plan ahead for future tokens?","created":"2024-04-01","cited_by_count":49,"area":null},{"id":"2408.08696","title":"Turning Trash into Treasure: Accelerating Inference of Large Language Models with Token Recycling","created":"2024-08-16","cited_by_count":47,"area":null},{"id":"2507.11851","title":"Your LLM Knows the Future: Uncovering Its Multi-Token Prediction Potential","created":"2025-07-16","cited_by_count":47,"area":null},{"id":"2407.12391","title":"LLM Inference Serving: Survey of Recent Advances and Opportunities","created":"2024-07-17","cited_by_count":46,"area":null},{"id":"2402.10193","title":"BitDelta: Your Fine-Tune May Only Be Worth One Bit","created":"2024-02-15","cited_by_count":39,"area":null},{"id":"2405.10313","title":"How Far Are We From AGI: Are LLMs All We Need?","created":"2024-05-16","cited_by_count":31,"area":null},{"id":"2502.01976","title":"CITER: Collaborative Inference for Efficient Large Language Model Decoding with Token-Level Routing","created":"2025-02-04","cited_by_count":30,"area":null},{"id":"2511.14617","title":"Seer: Online Context Learning for Fast Synchronous LLM Reinforcement Learning","created":"2025-11-18","cited_by_count":25,"area":null},{"id":"2509.04185","title":"Set Block Decoding is a Language Model Inference Accelerator","created":"2025-09-04","cited_by_count":23,"area":null},{"id":"2408.13233","title":"Multi-Layer Transformers Gradient Can be Approximated in Almost Linear Time","created":"2024-08-23","cited_by_count":22,"area":null},{"id":"2410.10511","title":"Customize Your Visual Autoregressive Recipe with Set Autoregressive Modeling","created":"2024-10-14","cited_by_count":22,"area":null},{"id":"2408.12151","title":"A Tighter Complexity Analysis of SparseGPT","created":"2024-08-22","cited_by_count":19,"area":null},{"id":"2501.08219","title":"Characterizing LLM Inference Energy-Performance Tradeoffs across Workloads and GPU Scaling","created":"2025-01-14","cited_by_count":19,"area":null},{"id":"2506.17188","title":"Towards AI Search Paradigm","created":"2025-06-20","cited_by_count":19,"area":null},{"id":"2403.20041","title":"Transformer-Lite: High-efficiency Deployment of Large Language Models on Mobile Phone GPUs","created":"2024-03-29","cited_by_count":17,"area":null},{"id":"2504.04060","title":"VocalNet: Speech LLM with Multi-Token Prediction for Faster and High-Quality Generation","created":"2025-04-05","cited_by_count":16,"area":null},{"id":"2505.10518","title":"Multi-Token Prediction Needs Registers","created":"2025-05-15","cited_by_count":16,"area":null},{"id":"2508.12491","title":"Cost-Aware Contrastive Routing for LLMs","created":"2025-08-17","cited_by_count":16,"area":null},{"id":"2601.17768","title":"LLM-42: Enabling Determinism in LLM Inference with Verified Speculation","created":"2026-01-25","cited_by_count":16,"area":null},{"id":"2503.19693","title":"AdaptiVocab: Enhancing LLM Efficiency in Focused Domains through Lightweight Vocabulary Adaptation","created":"2025-03-25","cited_by_count":15,"area":null},{"id":"2505.17505","title":"L-MTP: Leap Multi-Token Prediction Beyond Adjacent Context for Large Language Models","created":"2025-05-23","cited_by_count":15,"area":null},{"id":"2504.01928","title":"Is the Reversal Curse a Binding Problem? Uncovering Limitations of Transformers from a Basic Generalization Failure","created":"2025-04-02","cited_by_count":13,"area":null},{"id":"2505.17510","title":"Large Language Models Do Multi-Label Classification Differently","created":"2025-05-23","cited_by_count":13,"area":null},{"id":"2509.18824","title":"Hyper-Bagel: A Unified Acceleration Framework for Multimodal Understanding and Generation","created":"2025-09-23","cited_by_count":13,"area":null},{"id":"2410.23506","title":"The Belief State Transformer","created":"2024-10-30","cited_by_count":12,"area":null},{"id":"2502.01662","title":"Fast Large Language Model Collaborative Decoding via Speculation","created":"2025-02-01","cited_by_count":12,"area":null},{"id":"2410.05165","title":"Efficient Inference for Large Language Model-based Generative Recommendation","created":"2024-10-07","cited_by_count":11,"area":null},{"id":"2404.09529","title":"Prepacking: A Simple Method for Fast Prefilling and Increased Throughput in Large Language Models","created":"2024-04-15","cited_by_count":10,"area":null},{"id":"2601.20430","title":"Youtu-Parsing: Perception, Structuring and Recognition via High-Parallelism Decoding","created":"2026-01-28","cited_by_count":10,"area":null},{"id":"2407.09111","title":"Inference Optimization of Foundation Models on AI Accelerators","created":"2024-07-12","cited_by_count":9,"area":null},{"id":"2407.12021","title":"Adaptive Draft-Verification for Efficient Large Language Model Decoding","created":"2024-06-27","cited_by_count":9,"area":null},{"id":"2410.01912","title":"A Spark of Vision-Language Intelligence: 2-Dimensional Autoregressive Transformer for Efficient Finegrained Image Generation","created":"2024-10-02","cited_by_count":9,"area":null},{"id":"2502.04223","title":"\\'Eclair -- Extracting Content and Layout with Integrated Reading Order for Documents","created":"2025-02-06","cited_by_count":9,"area":null},{"id":"2512.15586","title":"Bolmo: Byteifying the Next Generation of Language Models","created":"2025-12-17","cited_by_count":9,"area":null},{"id":"2606.04527","title":"Echo-Infinity: Learning Evolving Memory for Real-Time Infinite Video Generation","created":"2026-06-03","cited_by_count":9,"area":null},{"id":"2606.12370","title":"Breaking Entropy Bounds: Accelerating RL Training via MTP with Rejection Sampling","created":"2026-06-10","cited_by_count":9,"area":null},{"id":"2506.15556","title":"PredGen: Accelerated Inference of Large Language Models through Input-Time Speculation for Real-Time Speech Interaction","created":"2025-06-18","cited_by_count":8,"area":null},{"id":"2406.10903","title":"New Solutions on LLM Acceleration, Optimization, and Application","created":"2024-06-16","cited_by_count":7,"area":null},{"id":"2407.12665","title":"Beyond Next Token Prediction: Patch-Level Training for Large Language Models","created":"2024-07-17","cited_by_count":7,"area":null},{"id":"2409.01366","title":"CHESS: Optimizing LLM Inference via Channel-Wise Thresholding and Selective Sparsification","created":"2024-09-02","cited_by_count":7,"area":null},{"id":"2502.02790","title":"Leveraging the true depth of LLMs","created":"2025-02-05","cited_by_count":7,"area":null},{"id":"2510.08994","title":"Speculative Jacobi-Denoising Decoding for Accelerating Autoregressive Text-to-image Generation","created":"2025-10-10","cited_by_count":7,"area":null},{"id":"2510.13890","title":"A Survey on Collaborating Small and Large Language Models for Performance, Cost-effectiveness, Cloud-edge Privacy, and Trustworthiness","created":"2025-10-14","cited_by_count":7,"area":null},{"id":"2512.21323","title":"Parallel Token Prediction for Language Models","created":"2025-12-24","cited_by_count":7,"area":null},{"id":"2601.21708","title":"FBS: Modeling Native Parallel Reading inside a Transformer","created":"2026-01-29","cited_by_count":7,"area":null},{"id":"2606.08417","title":"Hacking Generative Perplexity: Why Unconditional Text Evaluation Needs Distributional Metrics","created":"2026-06-07","cited_by_count":7,"area":null},{"id":"2407.21046","title":"Promises and Pitfalls of Generative Masked Language Modeling: Theoretical Framework and Practical Guidelines","created":"2024-07-22","cited_by_count":6,"area":null},{"id":"2409.15869","title":"Whisper in Medusa's Ear: Multi-head Efficient Decoding for Transformer-based ASR","created":"2024-09-24","cited_by_count":6,"area":null},{"id":"2509.23186","title":"Understanding and Enhancing the Planning Capability of Language Models via Multi-Token Prediction","created":"2025-09-27","cited_by_count":6,"area":null},{"id":"2606.01774","title":"FLARE: Diffusion for Hybrid Language Model","created":"2026-06-01","cited_by_count":6,"area":null},{"id":"2406.13170","title":"Amphista: Bi-directional Multi-head Decoding for Accelerating LLM Inference","created":"2024-06-19","cited_by_count":5,"area":null},{"id":"2502.06833","title":"Entropy Adaptive Decoding: Dynamic Model Switching for Efficient Inference","created":"2025-02-05","cited_by_count":5,"area":null},{"id":"2507.19608","title":"DeltaLLM: Delta-Key Sparse Attention for Edge LLMs","created":"2025-07-25","cited_by_count":5,"area":null},{"id":"2606.07684","title":"Semantic Cache Distillation: Efficient State Transfer via Reuse and Selective Patching","created":"2026-06-05","cited_by_count":5,"area":null},{"id":"2407.09685","title":"Accelerating the inference of string generation-based chemical reaction models for industrial applications","created":"2024-07-12","cited_by_count":4,"area":null},{"id":"2410.01440","title":"Closed-Loop Long-Horizon Robotic Planning via Equilibrium Sequence Modeling","created":"2024-10-02","cited_by_count":4,"area":null},{"id":"2501.14713","title":"FlexiGPT: Pruning and Extending Large Language Models with Low-Rank Weight Sharing","created":"2025-01-24","cited_by_count":4,"area":null},{"id":"2502.18890","title":"TokenSwift: Lossless Acceleration of Ultra Long Sequence Generation","created":"2025-02-26","cited_by_count":4,"area":null},{"id":"2505.19155","title":"Sparse-to-Dense: A Free Lunch for Lossless Acceleration of Video Understanding in LLMs","created":"2025-05-25","cited_by_count":4,"area":null},{"id":"2505.21189","title":"Exploring the Hidden Capacity of LLMs for One-Step Text Generation","created":"2025-05-27","cited_by_count":4,"area":null},{"id":"2505.21959","title":"EnsemW2S: Enhancing Weak-to-Strong Generalization with Large Language Model Ensembles","created":"2025-05-28","cited_by_count":4,"area":null},{"id":"2506.22023","title":"Robust and Efficient Autoregressive Speech Synthesis with Dynamic Chunk-wise Prediction Policy","created":"2025-06-27","cited_by_count":4,"area":null},{"id":"2510.24211","title":"Speculative Coupled Decoding for Training-Free Lossless Acceleration of Autoregressive Visual Generation","created":"2025-10-28","cited_by_count":4,"area":null},{"id":"2603.26380","title":"Switch Attention: Towards Dynamic and Fine-grained Hybrid Transformers","created":"2026-03-27","cited_by_count":4,"area":null},{"id":"2410.01103","title":"Approximately Aligned Decoding","created":"2024-10-01","cited_by_count":3,"area":null},{"id":"2410.09675","title":"COrAL: Order-Agnostic Language Modeling for Efficient Iterative Refinement","created":"2024-10-12","cited_by_count":3,"area":null},{"id":"2410.14740","title":"Harnessing Your DRAM and SSD for Sustainable and Accessible LLM Inference with Mixed-Precision and Multi-level Caching","created":"2024-10-17","cited_by_count":3,"area":null},{"id":"2503.03149","title":"DSVD: Dynamic Self-Verify Decoding for Faithful Generation in Large Language Models","created":"2025-03-05","cited_by_count":3,"area":null},{"id":"2503.10542","title":"Language Models, Graph Searching, and Supervision Adulteration: When More Supervision is Less and How to Make More More","created":"2025-03-13","cited_by_count":3,"area":null},{"id":"2505.16548","title":"Incremental Sequence Classification with Temporal Consistency","created":"2025-05-22","cited_by_count":3,"area":null},{"id":"2505.22758","title":"FlashFormer: Whole-Model Kernels for Efficient Low-Batch Inference","created":"2025-05-28","cited_by_count":3,"area":null},{"id":"2506.09316","title":"On-the-Fly Adaptive Distillation of Transformer to Dual-State Linear Attention","created":"2025-06-11","cited_by_count":3,"area":null},{"id":"2510.25739","title":"Hawk: Leveraging Spatial Context for Faster Autoregressive Text-to-Image Generation","created":"2025-10-29","cited_by_count":3,"area":null},{"id":"2511.10492","title":"Don't Waste It: Guiding Generative Recommenders with Structured Human Priors via Multi-Head Decoding","created":"2025-11-13","cited_by_count":3,"area":null},{"id":"2602.04289","title":"Proxy Compression for Language Modeling","created":"2026-02-04","cited_by_count":3,"area":null},{"id":"2602.11877","title":"Towards Fair and Comprehensive Evaluation of Routers in Collaborative LLM Systems","created":"2026-02-12","cited_by_count":3,"area":null},{"id":"2603.04592","title":"From Static Inference to Dynamic Interaction: A Survey of Streaming Large Language Models","created":"2026-03-04","cited_by_count":3,"area":null},{"id":"2605.08044","title":"Fast Byte Latent Transformer","created":"2026-05-08","cited_by_count":3,"area":null},{"id":"2606.11552","title":"Teaching Diffusion to Speculate Left-to-Right","created":"2026-06-10","cited_by_count":3,"area":null},{"id":"2404.15834","title":"FEDSTR: Money-In AI-Out | A Decentralized Marketplace for Federated Learning and LLM Training on the NOSTR Protocol","created":"2024-04-15","cited_by_count":2,"area":null},{"id":"2407.05690","title":"Pruning Large Language Models to Intra-module Low-rank Architecture with Transitional Activations","created":"2024-07-08","cited_by_count":2,"area":null},{"id":"2408.17377","title":"NDP: Next Distribution Prediction as a More Broad Target","created":"2024-08-30","cited_by_count":2,"area":null},{"id":"2409.15097","title":"Efficiently Dispatching Flash Attention For Partially Filled Attention Masks","created":"2024-09-23","cited_by_count":2,"area":null},{"id":"2501.05465","title":"Small Language Models (SLMs) Can Still Pack a Punch: A survey (updated 2026)","created":"2025-01-03","cited_by_count":2,"area":null},{"id":"2501.15665","title":"StagFormer: Time Staggering Transformer Decoding for RunningLayers In Parallel","created":"2025-01-26","cited_by_count":2,"area":null},{"id":"2502.06257","title":"K-ON: Stacking Knowledge On the Head Layer of Large Language Model","created":"2025-02-10","cited_by_count":2,"area":null}],"next_cursor":"100"}