{"total":1298,"rows":[{"id":"2401.10774","title":"Medusa: Simple LLM Inference Acceleration Framework with Multiple Decoding Heads","created":"2024-01-19","cited_by_count":843,"area":"inference"},{"id":"2503.16419","title":"Stop Overthinking: A Survey on Efficient Reasoning for Large Language Models","created":"2025-03-20","cited_by_count":464,"area":"lr"},{"id":"2308.13137","title":"OmniQuant: Omnidirectionally Calibrated Quantization for Large Language Models","created":"2023-08-25","cited_by_count":424,"area":null},{"id":"2402.17764","title":"The Era of 1-bit LLMs: All Large Language Models are in 1.58 Bits","created":"2024-02-27","cited_by_count":308,"area":null},{"id":"2402.10373","title":"BioMistral: A Collection of Open-Source Pretrained Large Language Models for Medical Domains","created":"2024-02-15","cited_by_count":301,"area":null},{"id":"2306.07629","title":"SqueezeLLM: Dense-and-Sparse Quantization","created":"2023-06-13","cited_by_count":294,"area":null},{"id":"2401.05459","title":"Personal LLM Agents: Insights and Survey about the Capability, Efficiency and Security","created":"2024-01-10","cited_by_count":260,"area":"agents"},{"id":"2502.04463","title":"Training Language Models to Reason Efficiently","created":"2025-02-06","cited_by_count":247,"area":"lr"},{"id":"2403.07378","title":"SVD-LLM: Truncation-aware Singular Value Decomposition for Large Language Model Compression","created":"2024-03-12","cited_by_count":243,"area":null},{"id":"2403.12031","title":"RouterBench: A Benchmark for Multi-LLM Routing System","created":"2024-03-18","cited_by_count":238,"area":null},{"id":"2506.07339","title":"Real-Time Execution of Action Chunking Flow Policies","created":"2025-06-09","cited_by_count":216,"area":null},{"id":"2412.04468","title":"NVILA: Efficient Frontier Visual Language Models","created":"2024-12-05","cited_by_count":209,"area":"mllm"},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2406.03243","title":"Llumnix: Dynamic Scheduling for Large Language Model Serving","created":"2024-06-05","cited_by_count":174,"area":"inference"},{"id":"2402.18013","title":"A Survey on Recent Advances in LLM-Based Multi-turn Dialogue Systems","created":"2024-02-28","cited_by_count":170,"area":null},{"id":"2411.05007","title":"SVDQuant: Absorbing Outliers by Low-Rank Components for 4-Bit Diffusion Models","created":"2024-11-07","cited_by_count":170,"area":"diffusion"},{"id":"2312.05821","title":"ASVD: Activation-aware Singular Value Decomposition for Compressing Large Language Models","created":"2023-12-10","cited_by_count":169,"area":"inference"},{"id":"2310.05175","title":"Outlier Weighed Layerwise Sparsity (OWL): A Missing Secret Sauce for Pruning LLMs to High Sparsity","created":"2023-10-08","cited_by_count":165,"area":null},{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2306.12929","title":"Quantizable Transformers: Removing Outliers by Helping Attention Heads Do Nothing","created":"2023-06-22","cited_by_count":151,"area":null},{"id":"2408.12588","title":"Real-Time Video Generation with Pyramid Attention Broadcast","created":"2024-08-22","cited_by_count":149,"area":null},{"id":"2402.04291","title":"BiLLM: Pushing the Limit of Post-Training Quantization for LLMs","created":"2024-02-06","cited_by_count":144,"area":null},{"id":"2406.16838","title":"From Decoding to Meta-Generation: Inference-time Algorithms for Large Language Models","created":"2024-06-24","cited_by_count":137,"area":null},{"id":"2412.19442","title":"A Survey on Large Language Model Acceleration based on KV Cache Management","created":"2024-12-27","cited_by_count":131,"area":"lr"},{"id":"2407.11062","title":"EfficientQAT: Efficient Quantization-Aware Training for Large Language Models","created":"2024-07-10","cited_by_count":127,"area":null},{"id":"2411.03350","title":"A Comprehensive Survey of Small Language Models in the Era of Large Language Models: Techniques, Enhancements, Applications, Collaboration with LLMs, and Trustworthiness","created":"2024-11-04","cited_by_count":127,"area":null},{"id":"2405.14366","title":"MiniCache: KV Cache Compression in Depth Dimension for Large Language Models","created":"2024-05-23","cited_by_count":125,"area":"inference"},{"id":"2504.19874","title":"TurboQuant: Online Vector Quantization with Near-optimal Distortion Rate","created":"2025-04-28","cited_by_count":125,"area":null},{"id":"2406.02540","title":"ViDiT-Q: Efficient and Accurate Quantization of Diffusion Transformers for Image and Video Generation","created":"2024-06-04","cited_by_count":115,"area":"diffusion"},{"id":"2409.15790","title":"Small Language Models: Survey, Measurements, and Insights","created":"2024-09-24","cited_by_count":112,"area":null},{"id":"2501.19324","title":"Reward-Guided Speculative Decoding for Efficient LLM Reasoning","created":"2025-01-31","cited_by_count":106,"area":"lr"},{"id":"2307.15337","title":"Skeleton-of-Thought: Prompting LLMs for Efficient Parallel Generation","created":"2023-07-28","cited_by_count":105,"area":"lr"},{"id":"2409.00088","title":"On-Device Language Models: A Comprehensive Review","created":"2024-08-26","cited_by_count":104,"area":null},{"id":"2502.15589","title":"LightThinker: Thinking Step-by-Step Compression","created":"2025-02-21","cited_by_count":104,"area":"lr"},{"id":"2406.06282","title":"PowerInfer-2: Fast Large Language Model Inference on a Smartphone","created":"2024-06-10","cited_by_count":103,"area":null},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2402.18096","title":"No Token Left Behind: Reliable KV Cache Compression via Importance-Aware Mixed Precision Quantization","created":"2024-02-28","cited_by_count":101,"area":"inference"},{"id":"2402.09025","title":"SLEB: Streamlining LLMs through Redundancy Verification and Elimination of Transformer Blocks","created":"2024-02-14","cited_by_count":97,"area":null},{"id":"2403.14520","title":"Cobra: Extending Mamba to Multi-Modal Large Language Model for Efficient Inference","created":"2024-03-21","cited_by_count":97,"area":"mllm"},{"id":"2405.10739","title":"Efficient Multimodal Large Language Models: A Survey","created":"2024-05-17","cited_by_count":96,"area":"mllm"},{"id":"2411.04330","title":"Scaling Laws for Precision","created":"2024-11-07","cited_by_count":95,"area":null},{"id":"2312.17238","title":"Fast Inference of Mixture-of-Experts Language Models with Offloading","created":"2023-12-28","cited_by_count":91,"area":"moe"},{"id":"2503.02310","title":"PD-VLA: Accelerating Vision-Language-Action Model Integrated with Action Chunking via Parallel Decoding","created":"2025-03-04","cited_by_count":88,"area":"vla"},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2310.00034","title":"PB-LLM: Partially Binarized Large Language Models","created":"2023-09-29","cited_by_count":83,"area":null},{"id":"2410.16454","title":"Catastrophic Failure of LLM Unlearning via Quantization","created":"2024-10-21","cited_by_count":81,"area":"safety"},{"id":"2402.11295","title":"OneBit: Towards Extremely Low-bit Large Language Models","created":"2024-02-17","cited_by_count":79,"area":null},{"id":"2405.16005","title":"PTQ4DiT: Post-training Quantization for Diffusion Transformers","created":"2024-05-25","cited_by_count":79,"area":"diffusion"},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2403.00835","title":"CLLMs: Consistency Large Language Models","created":"2024-02-28","cited_by_count":72,"area":"inference"},{"id":"2502.21079","title":"Training-free and Adaptive Sparse Attention for Efficient Long Video Generation","created":"2025-02-28","cited_by_count":69,"area":"diffusion"},{"id":"2407.21018","title":"ThinK: Thinner Key Cache by Query-Driven Pruning","created":"2024-07-30","cited_by_count":68,"area":"lr"},{"id":"2402.03804","title":"ReLU$^2$ Wins: Discovering Efficient Activation Functions for Sparse LLMs","created":"2024-02-06","cited_by_count":67,"area":null},{"id":"2502.16002","title":"KVLink: Accelerating Large Language Models via Efficient KV Cache Reuse","created":"2025-02-21","cited_by_count":66,"area":"inference"},{"id":"2310.08041","title":"QLLM: Accurate and Efficient Low-Bitwidth Quantization for Large Language Models","created":"2023-10-12","cited_by_count":64,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2404.14047","title":"An empirical study of LLaMA3 quantization: from LLMs to MLLMs","created":"2024-04-22","cited_by_count":64,"area":"mllm"},{"id":"2405.14917","title":"SliM-LLM: Salience-Driven Mixed-Precision Quantization for Large Language Models","created":"2024-05-23","cited_by_count":63,"area":null},{"id":"2310.01382","title":"Compressing LLMs: The Truth is Rarely Pure and Never Simple","created":"2023-10-02","cited_by_count":62,"area":null},{"id":"2310.08915","title":"Dynamic Sparse No Training: Training-Free Fine-tuning for Sparse LLMs","created":"2023-10-13","cited_by_count":61,"area":null},{"id":"2510.15870","title":"OmniVinci: Enhancing Architecture and Data for Omni-Modal Understanding LLM","created":"2025-10-17","cited_by_count":59,"area":null},{"id":"2503.20641","title":"Unlocking Efficient Long-to-Short LLM Reasoning with Model Merging","created":"2025-03-26","cited_by_count":58,"area":"lr"},{"id":"2505.21334","title":"HoliTom: Holistic Token Merging for Fast Video Large Language Models","created":"2025-05-27","cited_by_count":58,"area":"inference"},{"id":"2403.15447","title":"Decoding Compressed Trust: Scrutinizing the Trustworthiness of Efficient LLMs Under Compression","created":"2024-03-18","cited_by_count":57,"area":null},{"id":"2503.18278","title":"TopV: Compatible Token Pruning with Inference Time Optimization for Fast and Low-Memory Multimodal Vision Language Model","created":"2025-03-24","cited_by_count":57,"area":"mllm"},{"id":"2410.13835","title":"Active-Dormant Attention Heads: Mechanistically Demystifying Extreme-Token Phenomena in LLMs","created":"2024-10-17","cited_by_count":56,"area":null},{"id":"2501.17116","title":"Optimizing Large Language Model Training Using FP4 Quantization","created":"2025-01-28","cited_by_count":56,"area":null},{"id":"2402.10517","title":"Any-Precision LLM: Low-Cost Deployment of Multiple, Different-Sized LLMs","created":"2024-02-16","cited_by_count":54,"area":null},{"id":"2411.07191","title":"The Super Weight in Large Language Models","created":"2024-11-11","cited_by_count":52,"area":null},{"id":"2506.07900","title":"MiniCPM4: Ultra-Efficient LLMs on End Devices","created":"2025-06-09","cited_by_count":52,"area":null},{"id":"2309.05516","title":"Optimize Weight Rounding via Signed Gradient Descent for the Quantization of LLMs","created":"2023-09-11","cited_by_count":50,"area":null},{"id":"2403.11421","title":"FastDecode: High-Throughput GPU-Efficient LLM Serving using Heterogeneous Pipelines","created":"2024-03-18","cited_by_count":49,"area":"inference"},{"id":"2403.17312","title":"ALISA: Accelerating Large Language Model Inference via Sparsity-Aware KV Caching","created":"2024-03-26","cited_by_count":48,"area":null},{"id":"2402.05964","title":"A Survey on Transformer Compression","created":"2024-02-05","cited_by_count":46,"area":null},{"id":"2501.16383","title":"RotateKV: Accurate and Robust 2-Bit KV Cache Quantization for LLMs via Outlier-Aware Adaptive Rotations","created":"2025-01-25","cited_by_count":46,"area":"inference"},{"id":"2412.19509","title":"MBQ: Modality-Balanced Quantization for Large Vision-Language Models","created":"2024-12-27","cited_by_count":45,"area":"mllm"},{"id":"2307.09782","title":"ZeroQuant-FP: A Leap Forward in LLMs Post-Training W4A8 Quantization Using Floating-Point Formats","created":"2023-07-19","cited_by_count":44,"area":null},{"id":"2406.06385","title":"Low-Rank Quantization-Aware Training for LLMs","created":"2024-06-10","cited_by_count":43,"area":null},{"id":"2404.05567","title":"Dense Training, Sparse Inference: Rethinking Training of Mixture-of-Experts Language Models","created":"2024-04-08","cited_by_count":42,"area":"lr"},{"id":"2502.16235","title":"Dynamic Parallel Tree Search for Efficient LLM Reasoning","created":"2025-02-22","cited_by_count":42,"area":"lr"},{"id":"2402.02446","title":"LQER: Low-Rank Quantization Error Reconstruction for LLMs","created":"2024-02-04","cited_by_count":41,"area":null},{"id":"2402.05445","title":"Accurate LoRA-Finetuning Quantization of LLMs via Information Retention","created":"2024-02-08","cited_by_count":41,"area":null},{"id":"2410.06270","title":"Mixture Compressor for Mixture-of-Experts LLMs Gains More","created":"2024-10-08","cited_by_count":41,"area":"moe"},{"id":"2504.09629","title":"Quantization Error Propagation: Revisiting Layer-Wise Post-Training Quantization","created":"2025-04-13","cited_by_count":41,"area":null},{"id":"2406.02924","title":"Pruner-Zero: Evolving Symbolic Pruning Metric from scratch for Large Language Models","created":"2024-06-05","cited_by_count":40,"area":null},{"id":"2502.04420","title":"KVTuner: Sensitivity-Aware Layer-Wise Mixed-Precision KV Cache Quantization for Efficient and Nearly Lossless LLM Inference","created":"2025-02-06","cited_by_count":40,"area":"inference"},{"id":"2505.19115","title":"FP4 All the Way: Fully Quantized Training of LLMs","created":"2025-05-25","cited_by_count":40,"area":null},{"id":"2506.07295","title":"Exploring the Impact of Temperature on Large Language Models:Hot or Cold?","created":"2025-06-08","cited_by_count":40,"area":null},{"id":"2411.10666","title":"SAM Decoding: Speculative Decoding via Suffix Automaton","created":"2024-11-16","cited_by_count":39,"area":"inference"},{"id":"2506.04301","title":"The Cost of Dynamic Reasoning: Demystifying AI Agents and Test-Time Scaling from an AI Infrastructure Perspective","created":"2025-06-04","cited_by_count":39,"area":"lr"},{"id":"2310.18859","title":"SiDA-MoE: Sparsity-Inspired Data-Aware Serving for Efficient and Scalable Large Mixture-of-Experts Models","created":"2023-10-29","cited_by_count":38,"area":"moe"},{"id":"2406.05955","title":"Turbo Sparse: Achieving LLM SOTA Performance with Minimal Activated Parameters","created":"2024-06-10","cited_by_count":38,"area":"moe"},{"id":"2410.04466","title":"Large Language Model Inference Acceleration: A Comprehensive Hardware Perspective","created":"2024-10-06","cited_by_count":38,"area":"inference"},{"id":"2506.13725","title":"CEED-VLA: Consistency Vision-Language-Action Model with Early-Exit Decoding","created":"2025-06-16","cited_by_count":38,"area":"vla"},{"id":"2406.04333","title":"BitsFusion: 1.99 bits Weight Quantization of Diffusion Model","created":"2024-06-06","cited_by_count":37,"area":"diffusion"},{"id":"2411.01142","title":"NEO: Saving GPU Memory Crisis with CPU Offloading for Online LLM Inference","created":"2024-11-02","cited_by_count":37,"area":"inference"},{"id":"2411.02530","title":"A Comprehensive Study on Quantization Techniques for Large Language Models","created":"2024-10-30","cited_by_count":36,"area":null},{"id":"2412.14363","title":"ResQ: Mixed-Precision Quantization of Large Language Models with Low-Rank Residuals","created":"2024-12-18","cited_by_count":36,"area":null},{"id":"2410.03765","title":"Basis Sharing: Cross-Layer Parameter Sharing for Large Language Model Compression","created":"2024-10-02","cited_by_count":35,"area":null}],"next_cursor":"100"}